4 #ifdef CONFIG_X86_LOCAL_APIC
7 * Copyright 2004 James Cleverdon, IBM.
8 * Subject to the GNU Public License, v.2
10 * Generic APIC InterProcessor Interrupt code.
12 * Moved to include file by James Cleverdon from
13 * arch/x86-64/kernel/smp.c
15 * Copyrights from kernel/smp.c:
17 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
18 * (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com>
19 * (c) 2002,2003 Andi Kleen, SuSE Labs.
20 * Subject to the GNU Public License, v.2
23 #include <asm/hw_irq.h>
28 * the following functions deal with sending IPIs between CPUs.
30 * We use 'broadcast', CPU->CPU IPIs and self-IPIs too.
33 static inline unsigned int __prepare_ICR(unsigned int shortcut
, int vector
,
36 unsigned int icr
= shortcut
| dest
;
40 icr
|= APIC_DM_FIXED
| vector
;
49 static inline int __prepare_ICR2(unsigned int mask
)
51 return SET_APIC_DEST_FIELD(mask
);
54 static inline void __xapic_wait_icr_idle(void)
56 while (native_apic_mem_read(APIC_ICR
) & APIC_ICR_BUSY
)
61 __default_send_IPI_shortcut(unsigned int shortcut
, int vector
, unsigned int dest
)
64 * Subtle. In the case of the 'never do double writes' workaround
65 * we have to lock out interrupts to be safe. As we don't care
66 * of the value read we use an atomic rmw access to avoid costly
67 * cli/sti. Otherwise we use an even cheaper single atomic write
75 __xapic_wait_icr_idle();
78 * No need to touch the target chip field
80 cfg
= __prepare_ICR(shortcut
, vector
, dest
);
83 * Send the IPI. The write to APIC_ICR fires this off.
85 native_apic_mem_write(APIC_ICR
, cfg
);
89 * This is used to send an IPI with no shorthand notation (the destination is
90 * specified in bits 56 to 63 of the ICR).
93 __default_send_IPI_dest_field(unsigned int mask
, int vector
, unsigned int dest
)
100 if (unlikely(vector
== NMI_VECTOR
))
101 safe_apic_wait_icr_idle();
103 __xapic_wait_icr_idle();
106 * prepare target chip field
108 cfg
= __prepare_ICR2(mask
);
109 native_apic_mem_write(APIC_ICR2
, cfg
);
114 cfg
= __prepare_ICR(0, vector
, dest
);
117 * Send the IPI. The write to APIC_ICR fires this off.
119 native_apic_mem_write(APIC_ICR
, cfg
);
123 default_send_IPI_mask_sequence(const struct cpumask
*mask
, int vector
)
125 unsigned long query_cpu
;
129 * Hack. The clustered APIC addressing mode doesn't allow us to send
130 * to an arbitrary mask, so I do a unicast to each CPU instead.
133 local_irq_save(flags
);
134 for_each_cpu(query_cpu
, mask
) {
135 __default_send_IPI_dest_field(per_cpu(x86_cpu_to_apicid
,
136 query_cpu
), vector
, APIC_DEST_PHYSICAL
);
138 local_irq_restore(flags
);
142 default_send_IPI_mask_allbutself(const struct cpumask
*mask
, int vector
)
144 unsigned int this_cpu
= smp_processor_id();
145 unsigned int query_cpu
;
148 /* See Hack comment above */
150 local_irq_save(flags
);
151 for_each_cpu(query_cpu
, mask
) {
152 if (query_cpu
== this_cpu
)
154 __default_send_IPI_dest_field(per_cpu(x86_cpu_to_apicid
,
155 query_cpu
), vector
, APIC_DEST_PHYSICAL
);
157 local_irq_restore(flags
);
161 /* Avoid include hell */
162 #define NMI_VECTOR 0x02
164 void default_send_IPI_mask_bitmask(const struct cpumask
*mask
, int vector
);
165 void default_send_IPI_mask_allbutself(const struct cpumask
*mask
, int vector
);
167 extern int no_broadcast
;
170 #include <asm/genapic.h>
172 static inline void default_send_IPI_mask(const struct cpumask
*mask
, int vector
)
174 default_send_IPI_mask_bitmask(mask
, vector
);
176 void default_send_IPI_mask_allbutself(const struct cpumask
*mask
, int vector
);
179 static inline void __default_local_send_IPI_allbutself(int vector
)
181 if (no_broadcast
|| vector
== NMI_VECTOR
)
182 apic
->send_IPI_mask_allbutself(cpu_online_mask
, vector
);
184 __default_send_IPI_shortcut(APIC_DEST_ALLBUT
, vector
, apic
->dest_logical
);
187 static inline void __default_local_send_IPI_all(int vector
)
189 if (no_broadcast
|| vector
== NMI_VECTOR
)
190 apic
->send_IPI_mask(cpu_online_mask
, vector
);
192 __default_send_IPI_shortcut(APIC_DEST_ALLINC
, vector
, apic
->dest_logical
);
196 static inline void default_send_IPI_allbutself(int vector
)
199 * if there are no other CPUs in the system then we get an APIC send
200 * error if we try to broadcast, thus avoid sending IPIs in this case.
202 if (!(num_online_cpus() > 1))
205 __default_local_send_IPI_allbutself(vector
);
208 static inline void default_send_IPI_all(int vector
)
210 __default_local_send_IPI_all(vector
);
216 #endif /* _ASM_X86_IPI_H */