2 * Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar
4 * This file contains the lowest level x86_64-specific interrupt
5 * entry and irq statistics code. All the remaining irq logic is
6 * done by the generic kernel/irq/ code and in the
7 * x86_64-specific irq controller code. (e.g. i8259.c and
11 #include <linux/kernel_stat.h>
12 #include <linux/interrupt.h>
13 #include <linux/seq_file.h>
14 #include <linux/module.h>
15 #include <linux/delay.h>
16 #include <linux/ftrace.h>
17 #include <linux/uaccess.h>
18 #include <linux/smp.h>
19 #include <asm/io_apic.h>
23 DEFINE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t
, irq_stat
);
24 EXPORT_PER_CPU_SYMBOL(irq_stat
);
26 DEFINE_PER_CPU(struct pt_regs
*, irq_regs
);
27 EXPORT_PER_CPU_SYMBOL(irq_regs
);
30 * Probabilistic stack overflow check:
32 * Only check the stack in process context, because everything else
33 * runs on the big interrupt stacks. Checking reliably is too expensive,
34 * so we just check from interrupts.
36 static inline void stack_overflow_check(struct pt_regs
*regs
)
38 #ifdef CONFIG_DEBUG_STACKOVERFLOW
39 u64 curbase
= (u64
)task_stack_page(current
);
41 WARN_ONCE(regs
->sp
>= curbase
&&
42 regs
->sp
<= curbase
+ THREAD_SIZE
&&
43 regs
->sp
< curbase
+ sizeof(struct thread_info
) +
44 sizeof(struct pt_regs
) + 128,
46 "do_IRQ: %s near stack overflow (cur:%Lx,sp:%lx)\n",
47 current
->comm
, curbase
, regs
->sp
);
51 bool handle_irq(unsigned irq
, struct pt_regs
*regs
)
53 struct irq_desc
*desc
;
55 stack_overflow_check(regs
);
57 desc
= irq_to_desc(irq
);
61 generic_handle_irq_desc(irq
, desc
);
66 * do_IRQ handles all normal device IRQ's (the special
67 * SMP cross-CPU interrupts have their own specific
70 asmlinkage
unsigned int __irq_entry
do_IRQ(struct pt_regs
*regs
)
72 struct pt_regs
*old_regs
= set_irq_regs(regs
);
74 /* high bit used in ret_from_ code */
75 unsigned vector
= ~regs
->orig_ax
;
81 irq
= __get_cpu_var(vector_irq
)[vector
];
83 if (!handle_irq(irq
, regs
)) {
87 if (printk_ratelimit())
88 printk(KERN_EMERG
"%s: %d.%d No irq handler for vector\n",
89 __func__
, smp_processor_id(), vector
);
94 set_irq_regs(old_regs
);
98 #ifdef CONFIG_HOTPLUG_CPU
99 /* A cpu has been removed from cpu_online_mask. Reset irq affinities. */
100 void fixup_irqs(void)
104 struct irq_desc
*desc
;
106 for_each_irq_desc(irq
, desc
) {
107 int break_affinity
= 0;
108 int set_affinity
= 1;
109 const struct cpumask
*affinity
;
116 /* interrupt's are disabled at this point */
117 spin_lock(&desc
->lock
);
119 affinity
= desc
->affinity
;
120 if (!irq_has_action(irq
) ||
121 cpumask_equal(affinity
, cpu_online_mask
)) {
122 spin_unlock(&desc
->lock
);
126 if (cpumask_any_and(affinity
, cpu_online_mask
) >= nr_cpu_ids
) {
128 affinity
= cpu_all_mask
;
131 if (desc
->chip
->mask
)
132 desc
->chip
->mask(irq
);
134 if (desc
->chip
->set_affinity
)
135 desc
->chip
->set_affinity(irq
, affinity
);
136 else if (!(warned
++))
139 if (desc
->chip
->unmask
)
140 desc
->chip
->unmask(irq
);
142 spin_unlock(&desc
->lock
);
144 if (break_affinity
&& set_affinity
)
145 printk("Broke affinity for irq %i\n", irq
);
146 else if (!set_affinity
)
147 printk("Cannot set affinity for irq %i\n", irq
);
150 /* That doesn't seem sufficient. Give it 1ms. */
157 extern void call_softirq(void);
159 asmlinkage
void do_softirq(void)
167 local_irq_save(flags
);
168 pending
= local_softirq_pending();
169 /* Switch to interrupt stack */
172 WARN_ON_ONCE(softirq_count());
174 local_irq_restore(flags
);