2 * Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar
4 * This file contains the lowest level x86_64-specific interrupt
5 * entry and irq statistics code. All the remaining irq logic is
6 * done by the generic kernel/irq/ code and in the
7 * x86_64-specific irq controller code. (e.g. i8259.c and
11 #include <linux/kernel_stat.h>
12 #include <linux/interrupt.h>
13 #include <linux/seq_file.h>
14 #include <linux/module.h>
15 #include <linux/delay.h>
16 #include <asm/uaccess.h>
17 #include <asm/io_apic.h>
21 atomic_t irq_err_count
;
24 * 'what should we do if we get a hw irq event on an illegal vector'.
25 * each architecture has to answer this themselves.
27 void ack_bad_irq(unsigned int irq
)
29 printk(KERN_WARNING
"unexpected IRQ trap at vector %02x\n", irq
);
31 * Currently unexpected vectors happen only on SMP and APIC.
32 * We _must_ ack these because every local APIC has only N
33 * irq slots per priority level, and a 'hanging, unacked' IRQ
34 * holds up an irq slot - in excessive cases (when multiple
35 * unexpected vectors occur) that might lock up the APIC
37 * But don't ack when the APIC is disabled. -AK
43 #ifdef CONFIG_DEBUG_STACKOVERFLOW
45 * Probabilistic stack overflow check:
47 * Only check the stack in process context, because everything else
48 * runs on the big interrupt stacks. Checking reliably is too expensive,
49 * so we just check from interrupts.
51 static inline void stack_overflow_check(struct pt_regs
*regs
)
53 u64 curbase
= (u64
)task_stack_page(current
);
54 static unsigned long warned
= -60*HZ
;
56 if (regs
->sp
>= curbase
&& regs
->sp
<= curbase
+ THREAD_SIZE
&&
57 regs
->sp
< curbase
+ sizeof(struct thread_info
) + 128 &&
58 time_after(jiffies
, warned
+ 60*HZ
)) {
59 printk("do_IRQ: %s near stack overflow (cur:%Lx,sp:%lx)\n",
60 current
->comm
, curbase
, regs
->sp
);
61 show_stack(NULL
,NULL
);
68 * Generic, controller-independent functions:
71 int show_interrupts(struct seq_file
*p
, void *v
)
73 int i
= *(loff_t
*) v
, j
;
74 struct irqaction
* action
;
79 for_each_online_cpu(j
)
80 seq_printf(p
, "CPU%-8d",j
);
85 unsigned any_count
= 0;
86 struct irq_desc
*desc
= irq_to_desc(i
);
88 spin_lock_irqsave(&desc
->lock
, flags
);
90 any_count
= kstat_irqs(i
);
92 for_each_online_cpu(j
)
93 any_count
|= kstat_cpu(j
).irqs
[i
];
95 action
= desc
->action
;
96 if (!action
&& !any_count
)
98 seq_printf(p
, "%3d: ",i
);
100 seq_printf(p
, "%10u ", kstat_irqs(i
));
102 for_each_online_cpu(j
)
103 seq_printf(p
, "%10u ", kstat_cpu(j
).irqs
[i
]);
105 seq_printf(p
, " %8s", desc
->chip
->name
);
106 seq_printf(p
, "-%-8s", desc
->name
);
109 seq_printf(p
, " %s", action
->name
);
110 while ((action
= action
->next
) != NULL
)
111 seq_printf(p
, ", %s", action
->name
);
115 spin_unlock_irqrestore(&desc
->lock
, flags
);
116 } else if (i
== nr_irqs
) {
117 seq_printf(p
, "NMI: ");
118 for_each_online_cpu(j
)
119 seq_printf(p
, "%10u ", cpu_pda(j
)->__nmi_count
);
120 seq_printf(p
, " Non-maskable interrupts\n");
121 seq_printf(p
, "LOC: ");
122 for_each_online_cpu(j
)
123 seq_printf(p
, "%10u ", cpu_pda(j
)->apic_timer_irqs
);
124 seq_printf(p
, " Local timer interrupts\n");
126 seq_printf(p
, "RES: ");
127 for_each_online_cpu(j
)
128 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_resched_count
);
129 seq_printf(p
, " Rescheduling interrupts\n");
130 seq_printf(p
, "CAL: ");
131 for_each_online_cpu(j
)
132 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_call_count
);
133 seq_printf(p
, " Function call interrupts\n");
134 seq_printf(p
, "TLB: ");
135 for_each_online_cpu(j
)
136 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_tlb_count
);
137 seq_printf(p
, " TLB shootdowns\n");
139 #ifdef CONFIG_X86_MCE
140 seq_printf(p
, "TRM: ");
141 for_each_online_cpu(j
)
142 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_thermal_count
);
143 seq_printf(p
, " Thermal event interrupts\n");
144 seq_printf(p
, "THR: ");
145 for_each_online_cpu(j
)
146 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_threshold_count
);
147 seq_printf(p
, " Threshold APIC interrupts\n");
149 seq_printf(p
, "SPU: ");
150 for_each_online_cpu(j
)
151 seq_printf(p
, "%10u ", cpu_pda(j
)->irq_spurious_count
);
152 seq_printf(p
, " Spurious interrupts\n");
153 seq_printf(p
, "ERR: %10u\n", atomic_read(&irq_err_count
));
161 u64
arch_irq_stat_cpu(unsigned int cpu
)
163 u64 sum
= cpu_pda(cpu
)->__nmi_count
;
165 sum
+= cpu_pda(cpu
)->apic_timer_irqs
;
167 sum
+= cpu_pda(cpu
)->irq_resched_count
;
168 sum
+= cpu_pda(cpu
)->irq_call_count
;
169 sum
+= cpu_pda(cpu
)->irq_tlb_count
;
171 #ifdef CONFIG_X86_MCE
172 sum
+= cpu_pda(cpu
)->irq_thermal_count
;
173 sum
+= cpu_pda(cpu
)->irq_threshold_count
;
175 sum
+= cpu_pda(cpu
)->irq_spurious_count
;
179 u64
arch_irq_stat(void)
181 return atomic_read(&irq_err_count
);
185 * do_IRQ handles all normal device IRQ's (the special
186 * SMP cross-CPU interrupts have their own specific
189 asmlinkage
unsigned int do_IRQ(struct pt_regs
*regs
)
191 struct pt_regs
*old_regs
= set_irq_regs(regs
);
193 /* high bit used in ret_from_ code */
194 unsigned vector
= ~regs
->orig_ax
;
199 irq
= __get_cpu_var(vector_irq
)[vector
];
201 #ifdef CONFIG_DEBUG_STACKOVERFLOW
202 stack_overflow_check(regs
);
205 if (likely(irq
< nr_irqs
))
206 generic_handle_irq(irq
);
211 if (printk_ratelimit())
212 printk(KERN_EMERG
"%s: %d.%d No irq handler for vector\n",
213 __func__
, smp_processor_id(), vector
);
218 set_irq_regs(old_regs
);
222 #ifdef CONFIG_HOTPLUG_CPU
223 void fixup_irqs(cpumask_t map
)
228 for (irq
= 0; irq
< nr_irqs
; irq
++) {
230 int break_affinity
= 0;
231 int set_affinity
= 1;
232 struct irq_desc
*desc
;
237 desc
= irq_to_desc(irq
);
238 /* interrupt's are disabled at this point */
239 spin_lock(&desc
->lock
);
241 if (!irq_has_action(irq
) ||
242 cpus_equal(desc
->affinity
, map
)) {
243 spin_unlock(&desc
->lock
);
247 cpus_and(mask
, desc
->affinity
, map
);
248 if (cpus_empty(mask
)) {
253 if (desc
->chip
->mask
)
254 desc
->chip
->mask(irq
);
256 if (desc
->chip
->set_affinity
)
257 desc
->chip
->set_affinity(irq
, mask
);
258 else if (!(warned
++))
261 if (desc
->chip
->unmask
)
262 desc
->chip
->unmask(irq
);
264 spin_unlock(&desc
->lock
);
266 if (break_affinity
&& set_affinity
)
267 printk("Broke affinity for irq %i\n", irq
);
268 else if (!set_affinity
)
269 printk("Cannot set affinity for irq %i\n", irq
);
272 /* That doesn't seem sufficient. Give it 1ms. */
279 extern void call_softirq(void);
281 asmlinkage
void do_softirq(void)
289 local_irq_save(flags
);
290 pending
= local_softirq_pending();
291 /* Switch to interrupt stack */
294 WARN_ON_ONCE(softirq_count());
296 local_irq_restore(flags
);