4 * Copyright (c) 2004-2005 Fabrice Bellard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301 USA
22 #include "qemu-timer.h"
23 #include "host-utils.h"
27 /* APIC Local Vector Table */
28 #define APIC_LVT_TIMER 0
29 #define APIC_LVT_THERMAL 1
30 #define APIC_LVT_PERFORM 2
31 #define APIC_LVT_LINT0 3
32 #define APIC_LVT_LINT1 4
33 #define APIC_LVT_ERROR 5
36 /* APIC delivery modes */
37 #define APIC_DM_FIXED 0
38 #define APIC_DM_LOWPRI 1
41 #define APIC_DM_INIT 5
42 #define APIC_DM_SIPI 6
43 #define APIC_DM_EXTINT 7
45 /* APIC destination mode */
46 #define APIC_DESTMODE_FLAT 0xf
47 #define APIC_DESTMODE_CLUSTER 1
49 #define APIC_TRIGGER_EDGE 0
50 #define APIC_TRIGGER_LEVEL 1
52 #define APIC_LVT_TIMER_PERIODIC (1<<17)
53 #define APIC_LVT_MASKED (1<<16)
54 #define APIC_LVT_LEVEL_TRIGGER (1<<15)
55 #define APIC_LVT_REMOTE_IRR (1<<14)
56 #define APIC_INPUT_POLARITY (1<<13)
57 #define APIC_SEND_PENDING (1<<12)
59 #define ESR_ILLEGAL_ADDRESS (1 << 7)
61 #define APIC_SV_ENABLE (1 << 8)
64 #define MAX_APIC_WORDS 8
66 typedef struct APICState
{
72 uint32_t spurious_vec
;
75 uint32_t isr
[8]; /* in service register */
76 uint32_t tmr
[8]; /* trigger mode register */
77 uint32_t irr
[8]; /* interrupt request register */
78 uint32_t lvt
[APIC_LVT_NB
];
79 uint32_t esr
; /* error register */
84 uint32_t initial_count
;
85 int64_t initial_count_load_time
, next_time
;
89 static int apic_io_memory
;
90 static APICState
*local_apics
[MAX_APICS
+ 1];
91 static int last_apic_id
= 0;
92 static int apic_irq_delivered
;
95 static void apic_init_ipi(APICState
*s
);
96 static void apic_set_irq(APICState
*s
, int vector_num
, int trigger_mode
);
97 static void apic_update_irq(APICState
*s
);
98 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask
,
99 uint8_t dest
, uint8_t dest_mode
);
101 /* Find first bit starting from msb */
102 static int fls_bit(uint32_t value
)
104 return 31 - clz32(value
);
107 /* Find first bit starting from lsb */
108 static int ffs_bit(uint32_t value
)
113 static inline void set_bit(uint32_t *tab
, int index
)
117 mask
= 1 << (index
& 0x1f);
121 static inline void reset_bit(uint32_t *tab
, int index
)
125 mask
= 1 << (index
& 0x1f);
129 static inline int get_bit(uint32_t *tab
, int index
)
133 mask
= 1 << (index
& 0x1f);
134 return !!(tab
[i
] & mask
);
137 static void apic_local_deliver(CPUState
*env
, int vector
)
139 APICState
*s
= env
->apic_state
;
140 uint32_t lvt
= s
->lvt
[vector
];
143 if (lvt
& APIC_LVT_MASKED
)
146 switch ((lvt
>> 8) & 7) {
148 cpu_interrupt(env
, CPU_INTERRUPT_SMI
);
152 cpu_interrupt(env
, CPU_INTERRUPT_NMI
);
156 cpu_interrupt(env
, CPU_INTERRUPT_HARD
);
160 trigger_mode
= APIC_TRIGGER_EDGE
;
161 if ((vector
== APIC_LVT_LINT0
|| vector
== APIC_LVT_LINT1
) &&
162 (lvt
& APIC_LVT_LEVEL_TRIGGER
))
163 trigger_mode
= APIC_TRIGGER_LEVEL
;
164 apic_set_irq(s
, lvt
& 0xff, trigger_mode
);
168 void apic_deliver_pic_intr(CPUState
*env
, int level
)
171 apic_local_deliver(env
, APIC_LVT_LINT0
);
173 APICState
*s
= env
->apic_state
;
174 uint32_t lvt
= s
->lvt
[APIC_LVT_LINT0
];
176 switch ((lvt
>> 8) & 7) {
178 if (!(lvt
& APIC_LVT_LEVEL_TRIGGER
))
180 reset_bit(s
->irr
, lvt
& 0xff);
183 cpu_reset_interrupt(env
, CPU_INTERRUPT_HARD
);
189 #define foreach_apic(apic, deliver_bitmask, code) \
191 int __i, __j, __mask;\
192 for(__i = 0; __i < MAX_APIC_WORDS; __i++) {\
193 __mask = deliver_bitmask[__i];\
195 for(__j = 0; __j < 32; __j++) {\
196 if (__mask & (1 << __j)) {\
197 apic = local_apics[__i * 32 + __j];\
207 static void apic_bus_deliver(const uint32_t *deliver_bitmask
,
208 uint8_t delivery_mode
,
209 uint8_t vector_num
, uint8_t polarity
,
210 uint8_t trigger_mode
)
212 APICState
*apic_iter
;
214 switch (delivery_mode
) {
216 /* XXX: search for focus processor, arbitration */
220 for(i
= 0; i
< MAX_APIC_WORDS
; i
++) {
221 if (deliver_bitmask
[i
]) {
222 d
= i
* 32 + ffs_bit(deliver_bitmask
[i
]);
227 apic_iter
= local_apics
[d
];
229 apic_set_irq(apic_iter
, vector_num
, trigger_mode
);
239 foreach_apic(apic_iter
, deliver_bitmask
,
240 cpu_interrupt(apic_iter
->cpu_env
, CPU_INTERRUPT_SMI
) );
244 foreach_apic(apic_iter
, deliver_bitmask
,
245 cpu_interrupt(apic_iter
->cpu_env
, CPU_INTERRUPT_NMI
) );
249 /* normal INIT IPI sent to processors */
250 foreach_apic(apic_iter
, deliver_bitmask
,
251 apic_init_ipi(apic_iter
) );
255 /* handled in I/O APIC code */
262 foreach_apic(apic_iter
, deliver_bitmask
,
263 apic_set_irq(apic_iter
, vector_num
, trigger_mode
) );
266 void apic_deliver_irq(uint8_t dest
, uint8_t dest_mode
,
267 uint8_t delivery_mode
, uint8_t vector_num
,
268 uint8_t polarity
, uint8_t trigger_mode
)
270 uint32_t deliver_bitmask
[MAX_APIC_WORDS
];
272 apic_get_delivery_bitmask(deliver_bitmask
, dest
, dest_mode
);
273 apic_bus_deliver(deliver_bitmask
, delivery_mode
, vector_num
, polarity
,
277 void cpu_set_apic_base(CPUState
*env
, uint64_t val
)
279 APICState
*s
= env
->apic_state
;
281 printf("cpu_set_apic_base: %016" PRIx64
"\n", val
);
285 s
->apicbase
= (val
& 0xfffff000) |
286 (s
->apicbase
& (MSR_IA32_APICBASE_BSP
| MSR_IA32_APICBASE_ENABLE
));
287 /* if disabled, cannot be enabled again */
288 if (!(val
& MSR_IA32_APICBASE_ENABLE
)) {
289 s
->apicbase
&= ~MSR_IA32_APICBASE_ENABLE
;
290 env
->cpuid_features
&= ~CPUID_APIC
;
291 s
->spurious_vec
&= ~APIC_SV_ENABLE
;
295 uint64_t cpu_get_apic_base(CPUState
*env
)
297 APICState
*s
= env
->apic_state
;
299 printf("cpu_get_apic_base: %016" PRIx64
"\n",
300 s
? (uint64_t)s
->apicbase
: 0);
302 return s
? s
->apicbase
: 0;
305 void cpu_set_apic_tpr(CPUX86State
*env
, uint8_t val
)
307 APICState
*s
= env
->apic_state
;
310 s
->tpr
= (val
& 0x0f) << 4;
314 uint8_t cpu_get_apic_tpr(CPUX86State
*env
)
316 APICState
*s
= env
->apic_state
;
317 return s
? s
->tpr
>> 4 : 0;
320 /* return -1 if no bit is set */
321 static int get_highest_priority_int(uint32_t *tab
)
324 for(i
= 7; i
>= 0; i
--) {
326 return i
* 32 + fls_bit(tab
[i
]);
332 static int apic_get_ppr(APICState
*s
)
337 isrv
= get_highest_priority_int(s
->isr
);
348 static int apic_get_arb_pri(APICState
*s
)
350 /* XXX: arbitration */
354 /* signal the CPU if an irq is pending */
355 static void apic_update_irq(APICState
*s
)
358 if (!(s
->spurious_vec
& APIC_SV_ENABLE
))
360 irrv
= get_highest_priority_int(s
->irr
);
363 ppr
= apic_get_ppr(s
);
364 if (ppr
&& (irrv
& 0xf0) <= (ppr
& 0xf0))
366 cpu_interrupt(s
->cpu_env
, CPU_INTERRUPT_HARD
);
369 void apic_reset_irq_delivered(void)
371 apic_irq_delivered
= 0;
374 int apic_get_irq_delivered(void)
376 return apic_irq_delivered
;
379 static void apic_set_irq(APICState
*s
, int vector_num
, int trigger_mode
)
381 apic_irq_delivered
+= !get_bit(s
->irr
, vector_num
);
383 set_bit(s
->irr
, vector_num
);
385 set_bit(s
->tmr
, vector_num
);
387 reset_bit(s
->tmr
, vector_num
);
391 static void apic_eoi(APICState
*s
)
394 isrv
= get_highest_priority_int(s
->isr
);
397 reset_bit(s
->isr
, isrv
);
398 /* XXX: send the EOI packet to the APIC bus to allow the I/O APIC to
399 set the remote IRR bit for level triggered interrupts. */
403 static void apic_get_delivery_bitmask(uint32_t *deliver_bitmask
,
404 uint8_t dest
, uint8_t dest_mode
)
406 APICState
*apic_iter
;
409 if (dest_mode
== 0) {
411 memset(deliver_bitmask
, 0xff, MAX_APIC_WORDS
* sizeof(uint32_t));
413 memset(deliver_bitmask
, 0x00, MAX_APIC_WORDS
* sizeof(uint32_t));
414 set_bit(deliver_bitmask
, dest
);
417 /* XXX: cluster mode */
418 memset(deliver_bitmask
, 0x00, MAX_APIC_WORDS
* sizeof(uint32_t));
419 for(i
= 0; i
< MAX_APICS
; i
++) {
420 apic_iter
= local_apics
[i
];
422 if (apic_iter
->dest_mode
== 0xf) {
423 if (dest
& apic_iter
->log_dest
)
424 set_bit(deliver_bitmask
, i
);
425 } else if (apic_iter
->dest_mode
== 0x0) {
426 if ((dest
& 0xf0) == (apic_iter
->log_dest
& 0xf0) &&
427 (dest
& apic_iter
->log_dest
& 0x0f)) {
428 set_bit(deliver_bitmask
, i
);
437 static void apic_init_ipi(APICState
*s
)
442 s
->spurious_vec
= 0xff;
445 memset(s
->isr
, 0, sizeof(s
->isr
));
446 memset(s
->tmr
, 0, sizeof(s
->tmr
));
447 memset(s
->irr
, 0, sizeof(s
->irr
));
448 for(i
= 0; i
< APIC_LVT_NB
; i
++)
449 s
->lvt
[i
] = 1 << 16; /* mask LVT */
451 memset(s
->icr
, 0, sizeof(s
->icr
));
454 s
->initial_count
= 0;
455 s
->initial_count_load_time
= 0;
458 cpu_reset(s
->cpu_env
);
460 if (!(s
->apicbase
& MSR_IA32_APICBASE_BSP
))
461 s
->cpu_env
->halted
= 1;
464 /* send a SIPI message to the CPU to start it */
465 static void apic_startup(APICState
*s
, int vector_num
)
467 CPUState
*env
= s
->cpu_env
;
471 cpu_x86_load_seg_cache(env
, R_CS
, vector_num
<< 8, vector_num
<< 12,
476 static void apic_deliver(APICState
*s
, uint8_t dest
, uint8_t dest_mode
,
477 uint8_t delivery_mode
, uint8_t vector_num
,
478 uint8_t polarity
, uint8_t trigger_mode
)
480 uint32_t deliver_bitmask
[MAX_APIC_WORDS
];
481 int dest_shorthand
= (s
->icr
[0] >> 18) & 3;
482 APICState
*apic_iter
;
484 switch (dest_shorthand
) {
486 apic_get_delivery_bitmask(deliver_bitmask
, dest
, dest_mode
);
489 memset(deliver_bitmask
, 0x00, sizeof(deliver_bitmask
));
490 set_bit(deliver_bitmask
, s
->id
);
493 memset(deliver_bitmask
, 0xff, sizeof(deliver_bitmask
));
496 memset(deliver_bitmask
, 0xff, sizeof(deliver_bitmask
));
497 reset_bit(deliver_bitmask
, s
->id
);
501 switch (delivery_mode
) {
504 int trig_mode
= (s
->icr
[0] >> 15) & 1;
505 int level
= (s
->icr
[0] >> 14) & 1;
506 if (level
== 0 && trig_mode
== 1) {
507 foreach_apic(apic_iter
, deliver_bitmask
,
508 apic_iter
->arb_id
= apic_iter
->id
);
515 foreach_apic(apic_iter
, deliver_bitmask
,
516 apic_startup(apic_iter
, vector_num
) );
520 apic_bus_deliver(deliver_bitmask
, delivery_mode
, vector_num
, polarity
,
524 int apic_get_interrupt(CPUState
*env
)
526 APICState
*s
= env
->apic_state
;
529 /* if the APIC is installed or enabled, we let the 8259 handle the
533 if (!(s
->spurious_vec
& APIC_SV_ENABLE
))
536 /* XXX: spurious IRQ handling */
537 intno
= get_highest_priority_int(s
->irr
);
540 if (s
->tpr
&& intno
<= s
->tpr
)
541 return s
->spurious_vec
& 0xff;
542 reset_bit(s
->irr
, intno
);
543 set_bit(s
->isr
, intno
);
548 int apic_accept_pic_intr(CPUState
*env
)
550 APICState
*s
= env
->apic_state
;
556 lvt0
= s
->lvt
[APIC_LVT_LINT0
];
558 if ((s
->apicbase
& MSR_IA32_APICBASE_ENABLE
) == 0 ||
559 (lvt0
& APIC_LVT_MASKED
) == 0)
565 static uint32_t apic_get_current_count(APICState
*s
)
569 d
= (qemu_get_clock(vm_clock
) - s
->initial_count_load_time
) >>
571 if (s
->lvt
[APIC_LVT_TIMER
] & APIC_LVT_TIMER_PERIODIC
) {
573 val
= s
->initial_count
- (d
% ((uint64_t)s
->initial_count
+ 1));
575 if (d
>= s
->initial_count
)
578 val
= s
->initial_count
- d
;
583 static void apic_timer_update(APICState
*s
, int64_t current_time
)
585 int64_t next_time
, d
;
587 if (!(s
->lvt
[APIC_LVT_TIMER
] & APIC_LVT_MASKED
)) {
588 d
= (current_time
- s
->initial_count_load_time
) >>
590 if (s
->lvt
[APIC_LVT_TIMER
] & APIC_LVT_TIMER_PERIODIC
) {
591 if (!s
->initial_count
)
593 d
= ((d
/ ((uint64_t)s
->initial_count
+ 1)) + 1) * ((uint64_t)s
->initial_count
+ 1);
595 if (d
>= s
->initial_count
)
597 d
= (uint64_t)s
->initial_count
+ 1;
599 next_time
= s
->initial_count_load_time
+ (d
<< s
->count_shift
);
600 qemu_mod_timer(s
->timer
, next_time
);
601 s
->next_time
= next_time
;
604 qemu_del_timer(s
->timer
);
608 static void apic_timer(void *opaque
)
610 APICState
*s
= opaque
;
612 apic_local_deliver(s
->cpu_env
, APIC_LVT_TIMER
);
613 apic_timer_update(s
, s
->next_time
);
616 static uint32_t apic_mem_readb(void *opaque
, target_phys_addr_t addr
)
621 static uint32_t apic_mem_readw(void *opaque
, target_phys_addr_t addr
)
626 static void apic_mem_writeb(void *opaque
, target_phys_addr_t addr
, uint32_t val
)
630 static void apic_mem_writew(void *opaque
, target_phys_addr_t addr
, uint32_t val
)
634 static uint32_t apic_mem_readl(void *opaque
, target_phys_addr_t addr
)
641 env
= cpu_single_env
;
646 index
= (addr
>> 4) & 0xff;
651 case 0x03: /* version */
652 val
= 0x11 | ((APIC_LVT_NB
- 1) << 16); /* version 0x11 */
658 val
= apic_get_arb_pri(s
);
662 val
= apic_get_ppr(s
);
668 val
= s
->log_dest
<< 24;
671 val
= s
->dest_mode
<< 28;
674 val
= s
->spurious_vec
;
677 val
= s
->isr
[index
& 7];
680 val
= s
->tmr
[index
& 7];
683 val
= s
->irr
[index
& 7];
690 val
= s
->icr
[index
& 1];
693 val
= s
->lvt
[index
- 0x32];
696 val
= s
->initial_count
;
699 val
= apic_get_current_count(s
);
702 val
= s
->divide_conf
;
705 s
->esr
|= ESR_ILLEGAL_ADDRESS
;
710 printf("APIC read: %08x = %08x\n", (uint32_t)addr
, val
);
715 static void apic_mem_writel(void *opaque
, target_phys_addr_t addr
, uint32_t val
)
721 env
= cpu_single_env
;
727 printf("APIC write: %08x = %08x\n", (uint32_t)addr
, val
);
730 index
= (addr
>> 4) & 0xff;
748 s
->log_dest
= val
>> 24;
751 s
->dest_mode
= val
>> 28;
754 s
->spurious_vec
= val
& 0x1ff;
764 apic_deliver(s
, (s
->icr
[1] >> 24) & 0xff, (s
->icr
[0] >> 11) & 1,
765 (s
->icr
[0] >> 8) & 7, (s
->icr
[0] & 0xff),
766 (s
->icr
[0] >> 14) & 1, (s
->icr
[0] >> 15) & 1);
773 int n
= index
- 0x32;
775 if (n
== APIC_LVT_TIMER
)
776 apic_timer_update(s
, qemu_get_clock(vm_clock
));
780 s
->initial_count
= val
;
781 s
->initial_count_load_time
= qemu_get_clock(vm_clock
);
782 apic_timer_update(s
, s
->initial_count_load_time
);
789 s
->divide_conf
= val
& 0xb;
790 v
= (s
->divide_conf
& 3) | ((s
->divide_conf
>> 1) & 4);
791 s
->count_shift
= (v
+ 1) & 7;
795 s
->esr
|= ESR_ILLEGAL_ADDRESS
;
800 static void apic_save(QEMUFile
*f
, void *opaque
)
802 APICState
*s
= opaque
;
805 qemu_put_be32s(f
, &s
->apicbase
);
806 qemu_put_8s(f
, &s
->id
);
807 qemu_put_8s(f
, &s
->arb_id
);
808 qemu_put_8s(f
, &s
->tpr
);
809 qemu_put_be32s(f
, &s
->spurious_vec
);
810 qemu_put_8s(f
, &s
->log_dest
);
811 qemu_put_8s(f
, &s
->dest_mode
);
812 for (i
= 0; i
< 8; i
++) {
813 qemu_put_be32s(f
, &s
->isr
[i
]);
814 qemu_put_be32s(f
, &s
->tmr
[i
]);
815 qemu_put_be32s(f
, &s
->irr
[i
]);
817 for (i
= 0; i
< APIC_LVT_NB
; i
++) {
818 qemu_put_be32s(f
, &s
->lvt
[i
]);
820 qemu_put_be32s(f
, &s
->esr
);
821 qemu_put_be32s(f
, &s
->icr
[0]);
822 qemu_put_be32s(f
, &s
->icr
[1]);
823 qemu_put_be32s(f
, &s
->divide_conf
);
824 qemu_put_be32(f
, s
->count_shift
);
825 qemu_put_be32s(f
, &s
->initial_count
);
826 qemu_put_be64(f
, s
->initial_count_load_time
);
827 qemu_put_be64(f
, s
->next_time
);
829 qemu_put_timer(f
, s
->timer
);
832 static int apic_load(QEMUFile
*f
, void *opaque
, int version_id
)
834 APICState
*s
= opaque
;
840 /* XXX: what if the base changes? (registered memory regions) */
841 qemu_get_be32s(f
, &s
->apicbase
);
842 qemu_get_8s(f
, &s
->id
);
843 qemu_get_8s(f
, &s
->arb_id
);
844 qemu_get_8s(f
, &s
->tpr
);
845 qemu_get_be32s(f
, &s
->spurious_vec
);
846 qemu_get_8s(f
, &s
->log_dest
);
847 qemu_get_8s(f
, &s
->dest_mode
);
848 for (i
= 0; i
< 8; i
++) {
849 qemu_get_be32s(f
, &s
->isr
[i
]);
850 qemu_get_be32s(f
, &s
->tmr
[i
]);
851 qemu_get_be32s(f
, &s
->irr
[i
]);
853 for (i
= 0; i
< APIC_LVT_NB
; i
++) {
854 qemu_get_be32s(f
, &s
->lvt
[i
]);
856 qemu_get_be32s(f
, &s
->esr
);
857 qemu_get_be32s(f
, &s
->icr
[0]);
858 qemu_get_be32s(f
, &s
->icr
[1]);
859 qemu_get_be32s(f
, &s
->divide_conf
);
860 s
->count_shift
=qemu_get_be32(f
);
861 qemu_get_be32s(f
, &s
->initial_count
);
862 s
->initial_count_load_time
=qemu_get_be64(f
);
863 s
->next_time
=qemu_get_be64(f
);
866 qemu_get_timer(f
, s
->timer
);
870 static void apic_reset(void *opaque
)
872 APICState
*s
= opaque
;
874 s
->apicbase
= 0xfee00000 |
875 (s
->id
? 0 : MSR_IA32_APICBASE_BSP
) | MSR_IA32_APICBASE_ENABLE
;
881 * LINT0 delivery mode on CPU #0 is set to ExtInt at initialization
882 * time typically by BIOS, so PIC interrupt can be delivered to the
883 * processor when local APIC is enabled.
885 s
->lvt
[APIC_LVT_LINT0
] = 0x700;
889 static CPUReadMemoryFunc
*apic_mem_read
[3] = {
895 static CPUWriteMemoryFunc
*apic_mem_write
[3] = {
901 int apic_init(CPUState
*env
)
905 if (last_apic_id
>= MAX_APICS
)
907 s
= qemu_mallocz(sizeof(APICState
));
909 s
->id
= last_apic_id
++;
910 env
->cpuid_apic_id
= s
->id
;
915 /* XXX: mapping more APICs at the same memory location */
916 if (apic_io_memory
== 0) {
917 /* NOTE: the APIC is directly connected to the CPU - it is not
918 on the global memory bus. */
919 apic_io_memory
= cpu_register_io_memory(0, apic_mem_read
,
920 apic_mem_write
, NULL
);
921 cpu_register_physical_memory(s
->apicbase
& ~0xfff, 0x1000,
924 s
->timer
= qemu_new_timer(vm_clock
, apic_timer
, s
);
926 register_savevm("apic", s
->id
, 2, apic_save
, apic_load
, s
);
927 qemu_register_reset(apic_reset
, s
);
929 local_apics
[s
->id
] = s
;