4 * Copyright (c) 2004-2005 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, see <http://www.gnu.org/licenses/>
19 #include "qemu/thread.h"
20 #include "hw/apic_internal.h"
22 #include "hw/ioapic.h"
23 #include "hw/pci/msi.h"
24 #include "qemu/host-utils.h"
27 #include "hw/apic-msidef.h"
29 #define MAX_APIC_WORDS 8
31 #define SYNC_FROM_VAPIC 0x1
32 #define SYNC_TO_VAPIC 0x2
33 #define SYNC_ISR_IRR_TO_VAPIC 0x4
35 static APICCommonState
*local_apics
[MAX_APICS
+ 1];
37 static void apic_set_irq(APICCommonState
*s
, int vector_num
, int trigger_mode
);
38 static void apic_update_irq(APICCommonState
*s
);
39 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask
,
40 uint8_t dest
, uint8_t dest_mode
);
42 /* Find first bit starting from msb */
43 static int fls_bit(uint32_t value
)
45 return 31 - clz32(value
);
48 /* Find first bit starting from lsb */
49 static int ffs_bit(uint32_t value
)
54 static inline void set_bit(uint32_t *tab
, int index
)
58 mask
= 1 << (index
& 0x1f);
62 static inline void reset_bit(uint32_t *tab
, int index
)
66 mask
= 1 << (index
& 0x1f);
70 static inline int get_bit(uint32_t *tab
, int index
)
74 mask
= 1 << (index
& 0x1f);
75 return !!(tab
[i
] & mask
);
78 /* return -1 if no bit is set */
79 static int get_highest_priority_int(uint32_t *tab
)
82 for (i
= 7; i
>= 0; i
--) {
84 return i
* 32 + fls_bit(tab
[i
]);
90 static void apic_sync_vapic(APICCommonState
*s
, int sync_type
)
92 VAPICState vapic_state
;
97 if (!s
->vapic_paddr
) {
100 if (sync_type
& SYNC_FROM_VAPIC
) {
101 cpu_physical_memory_rw(s
->vapic_paddr
, (void *)&vapic_state
,
102 sizeof(vapic_state
), 0);
103 s
->tpr
= vapic_state
.tpr
;
105 if (sync_type
& (SYNC_TO_VAPIC
| SYNC_ISR_IRR_TO_VAPIC
)) {
106 start
= offsetof(VAPICState
, isr
);
107 length
= offsetof(VAPICState
, enabled
) - offsetof(VAPICState
, isr
);
109 if (sync_type
& SYNC_TO_VAPIC
) {
110 assert(qemu_cpu_is_self(CPU(s
->cpu
)));
112 vapic_state
.tpr
= s
->tpr
;
113 vapic_state
.enabled
= 1;
115 length
= sizeof(VAPICState
);
118 vector
= get_highest_priority_int(s
->isr
);
122 vapic_state
.isr
= vector
& 0xf0;
124 vapic_state
.zero
= 0;
126 vector
= get_highest_priority_int(s
->irr
);
130 vapic_state
.irr
= vector
& 0xff;
132 cpu_physical_memory_write_rom(s
->vapic_paddr
+ start
,
133 ((void *)&vapic_state
) + start
, length
);
137 static void apic_vapic_base_update(APICCommonState
*s
)
139 apic_sync_vapic(s
, SYNC_TO_VAPIC
);
142 static void apic_local_deliver(APICCommonState
*s
, int vector
)
144 uint32_t lvt
= s
->lvt
[vector
];
147 trace_apic_local_deliver(vector
, (lvt
>> 8) & 7);
149 if (lvt
& APIC_LVT_MASKED
)
152 switch ((lvt
>> 8) & 7) {
154 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_SMI
);
158 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_NMI
);
162 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_HARD
);
166 trigger_mode
= APIC_TRIGGER_EDGE
;
167 if ((vector
== APIC_LVT_LINT0
|| vector
== APIC_LVT_LINT1
) &&
168 (lvt
& APIC_LVT_LEVEL_TRIGGER
))
169 trigger_mode
= APIC_TRIGGER_LEVEL
;
170 apic_set_irq(s
, lvt
& 0xff, trigger_mode
);
174 void apic_deliver_pic_intr(DeviceState
*d
, int level
)
176 APICCommonState
*s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
179 apic_local_deliver(s
, APIC_LVT_LINT0
);
181 uint32_t lvt
= s
->lvt
[APIC_LVT_LINT0
];
183 switch ((lvt
>> 8) & 7) {
185 if (!(lvt
& APIC_LVT_LEVEL_TRIGGER
))
187 reset_bit(s
->irr
, lvt
& 0xff);
190 cpu_reset_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_HARD
);
196 static void apic_external_nmi(APICCommonState
*s
)
198 apic_local_deliver(s
, APIC_LVT_LINT1
);
201 #define foreach_apic(apic, deliver_bitmask, code) \
203 int __i, __j, __mask;\
204 for(__i = 0; __i < MAX_APIC_WORDS; __i++) {\
205 __mask = deliver_bitmask[__i];\
207 for(__j = 0; __j < 32; __j++) {\
208 if (__mask & (1 << __j)) {\
209 apic = local_apics[__i * 32 + __j];\
219 static void apic_bus_deliver(const uint32_t *deliver_bitmask
,
220 uint8_t delivery_mode
, uint8_t vector_num
,
221 uint8_t trigger_mode
)
223 APICCommonState
*apic_iter
;
225 switch (delivery_mode
) {
227 /* XXX: search for focus processor, arbitration */
231 for(i
= 0; i
< MAX_APIC_WORDS
; i
++) {
232 if (deliver_bitmask
[i
]) {
233 d
= i
* 32 + ffs_bit(deliver_bitmask
[i
]);
238 apic_iter
= local_apics
[d
];
240 apic_set_irq(apic_iter
, vector_num
, trigger_mode
);
250 foreach_apic(apic_iter
, deliver_bitmask
,
251 cpu_interrupt(&apic_iter
->cpu
->env
, CPU_INTERRUPT_SMI
)
256 foreach_apic(apic_iter
, deliver_bitmask
,
257 cpu_interrupt(&apic_iter
->cpu
->env
, CPU_INTERRUPT_NMI
)
262 /* normal INIT IPI sent to processors */
263 foreach_apic(apic_iter
, deliver_bitmask
,
264 cpu_interrupt(&apic_iter
->cpu
->env
,
270 /* handled in I/O APIC code */
277 foreach_apic(apic_iter
, deliver_bitmask
,
278 apic_set_irq(apic_iter
, vector_num
, trigger_mode
) );
281 void apic_deliver_irq(uint8_t dest
, uint8_t dest_mode
, uint8_t delivery_mode
,
282 uint8_t vector_num
, uint8_t trigger_mode
)
284 uint32_t deliver_bitmask
[MAX_APIC_WORDS
];
286 trace_apic_deliver_irq(dest
, dest_mode
, delivery_mode
, vector_num
,
289 apic_get_delivery_bitmask(deliver_bitmask
, dest
, dest_mode
);
290 apic_bus_deliver(deliver_bitmask
, delivery_mode
, vector_num
, trigger_mode
);
293 static void apic_set_base(APICCommonState
*s
, uint64_t val
)
295 s
->apicbase
= (val
& 0xfffff000) |
296 (s
->apicbase
& (MSR_IA32_APICBASE_BSP
| MSR_IA32_APICBASE_ENABLE
));
297 /* if disabled, cannot be enabled again */
298 if (!(val
& MSR_IA32_APICBASE_ENABLE
)) {
299 s
->apicbase
&= ~MSR_IA32_APICBASE_ENABLE
;
300 cpu_clear_apic_feature(&s
->cpu
->env
);
301 s
->spurious_vec
&= ~APIC_SV_ENABLE
;
305 static void apic_set_tpr(APICCommonState
*s
, uint8_t val
)
307 /* Updates from cr8 are ignored while the VAPIC is active */
308 if (!s
->vapic_paddr
) {
314 static uint8_t apic_get_tpr(APICCommonState
*s
)
316 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
320 static int apic_get_ppr(APICCommonState
*s
)
325 isrv
= get_highest_priority_int(s
->isr
);
336 static int apic_get_arb_pri(APICCommonState
*s
)
338 /* XXX: arbitration */
344 * <0 - low prio interrupt,
346 * >0 - interrupt number
348 static int apic_irq_pending(APICCommonState
*s
)
351 irrv
= get_highest_priority_int(s
->irr
);
355 ppr
= apic_get_ppr(s
);
356 if (ppr
&& (irrv
& 0xf0) <= (ppr
& 0xf0)) {
363 /* signal the CPU if an irq is pending */
364 static void apic_update_irq(APICCommonState
*s
)
366 CPUState
*cpu
= CPU(s
->cpu
);
368 if (!(s
->spurious_vec
& APIC_SV_ENABLE
)) {
371 if (!qemu_cpu_is_self(cpu
)) {
372 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_POLL
);
373 } else if (apic_irq_pending(s
) > 0) {
374 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_HARD
);
378 void apic_poll_irq(DeviceState
*d
)
380 APICCommonState
*s
= APIC_COMMON(d
);
382 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
386 static void apic_set_irq(APICCommonState
*s
, int vector_num
, int trigger_mode
)
388 apic_report_irq_delivered(!get_bit(s
->irr
, vector_num
));
390 set_bit(s
->irr
, vector_num
);
392 set_bit(s
->tmr
, vector_num
);
394 reset_bit(s
->tmr
, vector_num
);
395 if (s
->vapic_paddr
) {
396 apic_sync_vapic(s
, SYNC_ISR_IRR_TO_VAPIC
);
398 * The vcpu thread needs to see the new IRR before we pull its current
399 * TPR value. That way, if we miss a lowering of the TRP, the guest
400 * has the chance to notice the new IRR and poll for IRQs on its own.
403 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
408 static void apic_eoi(APICCommonState
*s
)
411 isrv
= get_highest_priority_int(s
->isr
);
414 reset_bit(s
->isr
, isrv
);
415 if (!(s
->spurious_vec
& APIC_SV_DIRECTED_IO
) && get_bit(s
->tmr
, isrv
)) {
416 ioapic_eoi_broadcast(isrv
);
418 apic_sync_vapic(s
, SYNC_FROM_VAPIC
| SYNC_TO_VAPIC
);
422 static int apic_find_dest(uint8_t dest
)
424 APICCommonState
*apic
= local_apics
[dest
];
427 if (apic
&& apic
->id
== dest
)
428 return dest
; /* shortcut in case apic->id == apic->idx */
430 for (i
= 0; i
< MAX_APICS
; i
++) {
431 apic
= local_apics
[i
];
432 if (apic
&& apic
->id
== dest
)
441 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask
,
442 uint8_t dest
, uint8_t dest_mode
)
444 APICCommonState
*apic_iter
;
447 if (dest_mode
== 0) {
449 memset(deliver_bitmask
, 0xff, MAX_APIC_WORDS
* sizeof(uint32_t));
451 int idx
= apic_find_dest(dest
);
452 memset(deliver_bitmask
, 0x00, MAX_APIC_WORDS
* sizeof(uint32_t));
454 set_bit(deliver_bitmask
, idx
);
457 /* XXX: cluster mode */
458 memset(deliver_bitmask
, 0x00, MAX_APIC_WORDS
* sizeof(uint32_t));
459 for(i
= 0; i
< MAX_APICS
; i
++) {
460 apic_iter
= local_apics
[i
];
462 if (apic_iter
->dest_mode
== 0xf) {
463 if (dest
& apic_iter
->log_dest
)
464 set_bit(deliver_bitmask
, i
);
465 } else if (apic_iter
->dest_mode
== 0x0) {
466 if ((dest
& 0xf0) == (apic_iter
->log_dest
& 0xf0) &&
467 (dest
& apic_iter
->log_dest
& 0x0f)) {
468 set_bit(deliver_bitmask
, i
);
478 static void apic_startup(APICCommonState
*s
, int vector_num
)
480 s
->sipi_vector
= vector_num
;
481 cpu_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_SIPI
);
484 void apic_sipi(DeviceState
*d
)
486 APICCommonState
*s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
488 cpu_reset_interrupt(&s
->cpu
->env
, CPU_INTERRUPT_SIPI
);
490 if (!s
->wait_for_sipi
)
492 cpu_x86_load_seg_cache_sipi(s
->cpu
, s
->sipi_vector
);
493 s
->wait_for_sipi
= 0;
496 static void apic_deliver(DeviceState
*d
, uint8_t dest
, uint8_t dest_mode
,
497 uint8_t delivery_mode
, uint8_t vector_num
,
498 uint8_t trigger_mode
)
500 APICCommonState
*s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
501 uint32_t deliver_bitmask
[MAX_APIC_WORDS
];
502 int dest_shorthand
= (s
->icr
[0] >> 18) & 3;
503 APICCommonState
*apic_iter
;
505 switch (dest_shorthand
) {
507 apic_get_delivery_bitmask(deliver_bitmask
, dest
, dest_mode
);
510 memset(deliver_bitmask
, 0x00, sizeof(deliver_bitmask
));
511 set_bit(deliver_bitmask
, s
->idx
);
514 memset(deliver_bitmask
, 0xff, sizeof(deliver_bitmask
));
517 memset(deliver_bitmask
, 0xff, sizeof(deliver_bitmask
));
518 reset_bit(deliver_bitmask
, s
->idx
);
522 switch (delivery_mode
) {
525 int trig_mode
= (s
->icr
[0] >> 15) & 1;
526 int level
= (s
->icr
[0] >> 14) & 1;
527 if (level
== 0 && trig_mode
== 1) {
528 foreach_apic(apic_iter
, deliver_bitmask
,
529 apic_iter
->arb_id
= apic_iter
->id
);
536 foreach_apic(apic_iter
, deliver_bitmask
,
537 apic_startup(apic_iter
, vector_num
) );
541 apic_bus_deliver(deliver_bitmask
, delivery_mode
, vector_num
, trigger_mode
);
544 static bool apic_check_pic(APICCommonState
*s
)
546 if (!apic_accept_pic_intr(&s
->busdev
.qdev
) || !pic_get_output(isa_pic
)) {
549 apic_deliver_pic_intr(&s
->busdev
.qdev
, 1);
553 int apic_get_interrupt(DeviceState
*d
)
555 APICCommonState
*s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
558 /* if the APIC is installed or enabled, we let the 8259 handle the
562 if (!(s
->spurious_vec
& APIC_SV_ENABLE
))
565 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
566 intno
= apic_irq_pending(s
);
569 apic_sync_vapic(s
, SYNC_TO_VAPIC
);
571 } else if (intno
< 0) {
572 apic_sync_vapic(s
, SYNC_TO_VAPIC
);
573 return s
->spurious_vec
& 0xff;
575 reset_bit(s
->irr
, intno
);
576 set_bit(s
->isr
, intno
);
577 apic_sync_vapic(s
, SYNC_TO_VAPIC
);
579 /* re-inject if there is still a pending PIC interrupt */
587 int apic_accept_pic_intr(DeviceState
*d
)
589 APICCommonState
*s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
595 lvt0
= s
->lvt
[APIC_LVT_LINT0
];
597 if ((s
->apicbase
& MSR_IA32_APICBASE_ENABLE
) == 0 ||
598 (lvt0
& APIC_LVT_MASKED
) == 0)
604 static uint32_t apic_get_current_count(APICCommonState
*s
)
608 d
= (qemu_get_clock_ns(vm_clock
) - s
->initial_count_load_time
) >>
610 if (s
->lvt
[APIC_LVT_TIMER
] & APIC_LVT_TIMER_PERIODIC
) {
612 val
= s
->initial_count
- (d
% ((uint64_t)s
->initial_count
+ 1));
614 if (d
>= s
->initial_count
)
617 val
= s
->initial_count
- d
;
622 static void apic_timer_update(APICCommonState
*s
, int64_t current_time
)
624 if (apic_next_timer(s
, current_time
)) {
625 qemu_mod_timer(s
->timer
, s
->next_time
);
627 qemu_del_timer(s
->timer
);
631 static void apic_timer(void *opaque
)
633 APICCommonState
*s
= opaque
;
635 apic_local_deliver(s
, APIC_LVT_TIMER
);
636 apic_timer_update(s
, s
->next_time
);
639 static uint32_t apic_mem_readb(void *opaque
, hwaddr addr
)
644 static uint32_t apic_mem_readw(void *opaque
, hwaddr addr
)
649 static void apic_mem_writeb(void *opaque
, hwaddr addr
, uint32_t val
)
653 static void apic_mem_writew(void *opaque
, hwaddr addr
, uint32_t val
)
657 static uint32_t apic_mem_readl(void *opaque
, hwaddr addr
)
664 d
= cpu_get_current_apic();
668 s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
670 index
= (addr
>> 4) & 0xff;
675 case 0x03: /* version */
676 val
= 0x11 | ((APIC_LVT_NB
- 1) << 16); /* version 0x11 */
679 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
680 if (apic_report_tpr_access
) {
681 cpu_report_tpr_access(&s
->cpu
->env
, TPR_ACCESS_READ
);
686 val
= apic_get_arb_pri(s
);
690 val
= apic_get_ppr(s
);
696 val
= s
->log_dest
<< 24;
699 val
= s
->dest_mode
<< 28;
702 val
= s
->spurious_vec
;
705 val
= s
->isr
[index
& 7];
708 val
= s
->tmr
[index
& 7];
711 val
= s
->irr
[index
& 7];
718 val
= s
->icr
[index
& 1];
721 val
= s
->lvt
[index
- 0x32];
724 val
= s
->initial_count
;
727 val
= apic_get_current_count(s
);
730 val
= s
->divide_conf
;
733 s
->esr
|= ESR_ILLEGAL_ADDRESS
;
737 trace_apic_mem_readl(addr
, val
);
741 static void apic_send_msi(hwaddr addr
, uint32_t data
)
743 uint8_t dest
= (addr
& MSI_ADDR_DEST_ID_MASK
) >> MSI_ADDR_DEST_ID_SHIFT
;
744 uint8_t vector
= (data
& MSI_DATA_VECTOR_MASK
) >> MSI_DATA_VECTOR_SHIFT
;
745 uint8_t dest_mode
= (addr
>> MSI_ADDR_DEST_MODE_SHIFT
) & 0x1;
746 uint8_t trigger_mode
= (data
>> MSI_DATA_TRIGGER_SHIFT
) & 0x1;
747 uint8_t delivery
= (data
>> MSI_DATA_DELIVERY_MODE_SHIFT
) & 0x7;
748 /* XXX: Ignore redirection hint. */
749 apic_deliver_irq(dest
, dest_mode
, delivery
, vector
, trigger_mode
);
752 static void apic_mem_writel(void *opaque
, hwaddr addr
, uint32_t val
)
756 int index
= (addr
>> 4) & 0xff;
757 if (addr
> 0xfff || !index
) {
758 /* MSI and MMIO APIC are at the same memory location,
759 * but actually not on the global bus: MSI is on PCI bus
760 * APIC is connected directly to the CPU.
761 * Mapping them on the global bus happens to work because
762 * MSI registers are reserved in APIC MMIO and vice versa. */
763 apic_send_msi(addr
, val
);
767 d
= cpu_get_current_apic();
771 s
= DO_UPCAST(APICCommonState
, busdev
.qdev
, d
);
773 trace_apic_mem_writel(addr
, val
);
782 if (apic_report_tpr_access
) {
783 cpu_report_tpr_access(&s
->cpu
->env
, TPR_ACCESS_WRITE
);
786 apic_sync_vapic(s
, SYNC_TO_VAPIC
);
796 s
->log_dest
= val
>> 24;
799 s
->dest_mode
= val
>> 28;
802 s
->spurious_vec
= val
& 0x1ff;
812 apic_deliver(d
, (s
->icr
[1] >> 24) & 0xff, (s
->icr
[0] >> 11) & 1,
813 (s
->icr
[0] >> 8) & 7, (s
->icr
[0] & 0xff),
814 (s
->icr
[0] >> 15) & 1);
821 int n
= index
- 0x32;
823 if (n
== APIC_LVT_TIMER
) {
824 apic_timer_update(s
, qemu_get_clock_ns(vm_clock
));
825 } else if (n
== APIC_LVT_LINT0
&& apic_check_pic(s
)) {
831 s
->initial_count
= val
;
832 s
->initial_count_load_time
= qemu_get_clock_ns(vm_clock
);
833 apic_timer_update(s
, s
->initial_count_load_time
);
840 s
->divide_conf
= val
& 0xb;
841 v
= (s
->divide_conf
& 3) | ((s
->divide_conf
>> 1) & 4);
842 s
->count_shift
= (v
+ 1) & 7;
846 s
->esr
|= ESR_ILLEGAL_ADDRESS
;
851 static void apic_pre_save(APICCommonState
*s
)
853 apic_sync_vapic(s
, SYNC_FROM_VAPIC
);
856 static void apic_post_load(APICCommonState
*s
)
858 if (s
->timer_expiry
!= -1) {
859 qemu_mod_timer(s
->timer
, s
->timer_expiry
);
861 qemu_del_timer(s
->timer
);
865 static const MemoryRegionOps apic_io_ops
= {
867 .read
= { apic_mem_readb
, apic_mem_readw
, apic_mem_readl
, },
868 .write
= { apic_mem_writeb
, apic_mem_writew
, apic_mem_writel
, },
870 .endianness
= DEVICE_NATIVE_ENDIAN
,
873 static void apic_init(APICCommonState
*s
)
875 memory_region_init_io(&s
->io_memory
, &apic_io_ops
, s
, "apic-msi",
878 s
->timer
= qemu_new_timer_ns(vm_clock
, apic_timer
, s
);
879 local_apics
[s
->idx
] = s
;
881 msi_supported
= true;
884 static void apic_class_init(ObjectClass
*klass
, void *data
)
886 APICCommonClass
*k
= APIC_COMMON_CLASS(klass
);
889 k
->set_base
= apic_set_base
;
890 k
->set_tpr
= apic_set_tpr
;
891 k
->get_tpr
= apic_get_tpr
;
892 k
->vapic_base_update
= apic_vapic_base_update
;
893 k
->external_nmi
= apic_external_nmi
;
894 k
->pre_save
= apic_pre_save
;
895 k
->post_load
= apic_post_load
;
898 static const TypeInfo apic_info
= {
900 .instance_size
= sizeof(APICCommonState
),
901 .parent
= TYPE_APIC_COMMON
,
902 .class_init
= apic_class_init
,
905 static void apic_register_types(void)
907 type_register_static(&apic_info
);
910 type_init(apic_register_types
)