2 * QEMU PowerPC sPAPR IRQ interface
4 * Copyright (c) 2018, IBM Corporation.
6 * This code is licensed under the GPL version 2 or later. See the
7 * COPYING file in the top-level directory.
10 #include "qemu/osdep.h"
12 #include "qemu/error-report.h"
13 #include "qapi/error.h"
14 #include "hw/ppc/spapr.h"
15 #include "hw/ppc/spapr_cpu_core.h"
16 #include "hw/ppc/spapr_xive.h"
17 #include "hw/ppc/xics.h"
18 #include "hw/ppc/xics_spapr.h"
19 #include "sysemu/kvm.h"
23 void spapr_irq_msi_init(sPAPRMachineState
*spapr
, uint32_t nr_msis
)
25 spapr
->irq_map_nr
= nr_msis
;
26 spapr
->irq_map
= bitmap_new(spapr
->irq_map_nr
);
29 int spapr_irq_msi_alloc(sPAPRMachineState
*spapr
, uint32_t num
, bool align
,
35 * The 'align_mask' parameter of bitmap_find_next_zero_area()
36 * should be one less than a power of 2; 0 means no
37 * alignment. Adapt the 'align' value of the former allocator
38 * to fit the requirements of bitmap_find_next_zero_area()
42 irq
= bitmap_find_next_zero_area(spapr
->irq_map
, spapr
->irq_map_nr
, 0, num
,
44 if (irq
== spapr
->irq_map_nr
) {
45 error_setg(errp
, "can't find a free %d-IRQ block", num
);
49 bitmap_set(spapr
->irq_map
, irq
, num
);
51 return irq
+ SPAPR_IRQ_MSI
;
54 void spapr_irq_msi_free(sPAPRMachineState
*spapr
, int irq
, uint32_t num
)
56 bitmap_clear(spapr
->irq_map
, irq
- SPAPR_IRQ_MSI
, num
);
59 void spapr_irq_msi_reset(sPAPRMachineState
*spapr
)
61 bitmap_clear(spapr
->irq_map
, 0, spapr
->irq_map_nr
);
69 static ICSState
*spapr_ics_create(sPAPRMachineState
*spapr
,
71 int nr_irqs
, Error
**errp
)
73 Error
*local_err
= NULL
;
76 obj
= object_new(type_ics
);
77 object_property_add_child(OBJECT(spapr
), "ics", obj
, &error_abort
);
78 object_property_add_const_link(obj
, ICS_PROP_XICS
, OBJECT(spapr
),
80 object_property_set_int(obj
, nr_irqs
, "nr-irqs", &local_err
);
84 object_property_set_bool(obj
, true, "realized", &local_err
);
92 error_propagate(errp
, local_err
);
96 static void spapr_irq_init_xics(sPAPRMachineState
*spapr
, Error
**errp
)
98 MachineState
*machine
= MACHINE(spapr
);
99 int nr_irqs
= spapr
->irq
->nr_irqs
;
100 Error
*local_err
= NULL
;
103 if (machine_kernel_irqchip_allowed(machine
) &&
104 !xics_kvm_init(spapr
, &local_err
)) {
105 spapr
->icp_type
= TYPE_KVM_ICP
;
106 spapr
->ics
= spapr_ics_create(spapr
, TYPE_ICS_KVM
, nr_irqs
,
109 if (machine_kernel_irqchip_required(machine
) && !spapr
->ics
) {
110 error_prepend(&local_err
,
111 "kernel_irqchip requested but unavailable: ");
114 error_free(local_err
);
119 xics_spapr_init(spapr
);
120 spapr
->icp_type
= TYPE_ICP
;
121 spapr
->ics
= spapr_ics_create(spapr
, TYPE_ICS_SIMPLE
, nr_irqs
,
126 error_propagate(errp
, local_err
);
129 #define ICS_IRQ_FREE(ics, srcno) \
130 (!((ics)->irqs[(srcno)].flags & (XICS_FLAGS_IRQ_MASK)))
132 static int spapr_irq_claim_xics(sPAPRMachineState
*spapr
, int irq
, bool lsi
,
135 ICSState
*ics
= spapr
->ics
;
139 if (!ics_valid_irq(ics
, irq
)) {
140 error_setg(errp
, "IRQ %d is invalid", irq
);
144 if (!ICS_IRQ_FREE(ics
, irq
- ics
->offset
)) {
145 error_setg(errp
, "IRQ %d is not free", irq
);
149 ics_set_irq_type(ics
, irq
- ics
->offset
, lsi
);
153 static void spapr_irq_free_xics(sPAPRMachineState
*spapr
, int irq
, int num
)
155 ICSState
*ics
= spapr
->ics
;
156 uint32_t srcno
= irq
- ics
->offset
;
159 if (ics_valid_irq(ics
, irq
)) {
160 trace_spapr_irq_free(0, irq
, num
);
161 for (i
= srcno
; i
< srcno
+ num
; ++i
) {
162 if (ICS_IRQ_FREE(ics
, i
)) {
163 trace_spapr_irq_free_warn(0, i
);
165 memset(&ics
->irqs
[i
], 0, sizeof(ICSIRQState
));
170 static qemu_irq
spapr_qirq_xics(sPAPRMachineState
*spapr
, int irq
)
172 ICSState
*ics
= spapr
->ics
;
173 uint32_t srcno
= irq
- ics
->offset
;
175 if (ics_valid_irq(ics
, irq
)) {
176 return spapr
->qirqs
[srcno
];
182 static void spapr_irq_print_info_xics(sPAPRMachineState
*spapr
, Monitor
*mon
)
187 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
189 icp_pic_print_info(spapr_cpu_state(cpu
)->icp
, mon
);
192 ics_pic_print_info(spapr
->ics
, mon
);
195 static void spapr_irq_cpu_intc_create_xics(sPAPRMachineState
*spapr
,
196 PowerPCCPU
*cpu
, Error
**errp
)
198 Error
*local_err
= NULL
;
200 sPAPRCPUState
*spapr_cpu
= spapr_cpu_state(cpu
);
202 obj
= icp_create(OBJECT(cpu
), spapr
->icp_type
, XICS_FABRIC(spapr
),
205 error_propagate(errp
, local_err
);
209 spapr_cpu
->icp
= ICP(obj
);
212 static int spapr_irq_post_load_xics(sPAPRMachineState
*spapr
, int version_id
)
214 if (!object_dynamic_cast(OBJECT(spapr
->ics
), TYPE_ICS_KVM
)) {
217 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
218 icp_resend(spapr_cpu_state(cpu
)->icp
);
224 static void spapr_irq_set_irq_xics(void *opaque
, int srcno
, int val
)
226 sPAPRMachineState
*spapr
= opaque
;
227 MachineState
*machine
= MACHINE(opaque
);
229 if (kvm_enabled() && machine_kernel_irqchip_allowed(machine
)) {
230 ics_kvm_set_irq(spapr
->ics
, srcno
, val
);
232 ics_simple_set_irq(spapr
->ics
, srcno
, val
);
236 static void spapr_irq_reset_xics(sPAPRMachineState
*spapr
, Error
**errp
)
238 /* TODO: create the KVM XICS device */
241 #define SPAPR_IRQ_XICS_NR_IRQS 0x1000
242 #define SPAPR_IRQ_XICS_NR_MSIS \
243 (XICS_IRQ_BASE + SPAPR_IRQ_XICS_NR_IRQS - SPAPR_IRQ_MSI)
245 sPAPRIrq spapr_irq_xics
= {
246 .nr_irqs
= SPAPR_IRQ_XICS_NR_IRQS
,
247 .nr_msis
= SPAPR_IRQ_XICS_NR_MSIS
,
248 .ov5
= SPAPR_OV5_XIVE_LEGACY
,
250 .init
= spapr_irq_init_xics
,
251 .claim
= spapr_irq_claim_xics
,
252 .free
= spapr_irq_free_xics
,
253 .qirq
= spapr_qirq_xics
,
254 .print_info
= spapr_irq_print_info_xics
,
255 .dt_populate
= spapr_dt_xics
,
256 .cpu_intc_create
= spapr_irq_cpu_intc_create_xics
,
257 .post_load
= spapr_irq_post_load_xics
,
258 .reset
= spapr_irq_reset_xics
,
259 .set_irq
= spapr_irq_set_irq_xics
,
265 static void spapr_irq_init_xive(sPAPRMachineState
*spapr
, Error
**errp
)
267 MachineState
*machine
= MACHINE(spapr
);
268 uint32_t nr_servers
= spapr_max_server_number(spapr
);
272 /* KVM XIVE device not yet available */
274 if (machine_kernel_irqchip_required(machine
)) {
275 error_setg(errp
, "kernel_irqchip requested. no KVM XIVE support");
280 dev
= qdev_create(NULL
, TYPE_SPAPR_XIVE
);
281 qdev_prop_set_uint32(dev
, "nr-irqs", spapr
->irq
->nr_irqs
);
283 * 8 XIVE END structures per CPU. One for each available priority
285 qdev_prop_set_uint32(dev
, "nr-ends", nr_servers
<< 3);
286 qdev_init_nofail(dev
);
288 spapr
->xive
= SPAPR_XIVE(dev
);
290 /* Enable the CPU IPIs */
291 for (i
= 0; i
< nr_servers
; ++i
) {
292 spapr_xive_irq_claim(spapr
->xive
, SPAPR_IRQ_IPI
+ i
, false);
295 spapr_xive_hcall_init(spapr
);
298 static int spapr_irq_claim_xive(sPAPRMachineState
*spapr
, int irq
, bool lsi
,
301 if (!spapr_xive_irq_claim(spapr
->xive
, irq
, lsi
)) {
302 error_setg(errp
, "IRQ %d is invalid", irq
);
308 static void spapr_irq_free_xive(sPAPRMachineState
*spapr
, int irq
, int num
)
312 for (i
= irq
; i
< irq
+ num
; ++i
) {
313 spapr_xive_irq_free(spapr
->xive
, i
);
317 static qemu_irq
spapr_qirq_xive(sPAPRMachineState
*spapr
, int irq
)
319 sPAPRXive
*xive
= spapr
->xive
;
321 if (irq
>= xive
->nr_irqs
) {
325 /* The sPAPR machine/device should have claimed the IRQ before */
326 assert(xive_eas_is_valid(&xive
->eat
[irq
]));
328 return spapr
->qirqs
[irq
];
331 static void spapr_irq_print_info_xive(sPAPRMachineState
*spapr
,
337 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
339 xive_tctx_pic_print_info(spapr_cpu_state(cpu
)->tctx
, mon
);
342 spapr_xive_pic_print_info(spapr
->xive
, mon
);
345 static void spapr_irq_cpu_intc_create_xive(sPAPRMachineState
*spapr
,
346 PowerPCCPU
*cpu
, Error
**errp
)
348 Error
*local_err
= NULL
;
350 sPAPRCPUState
*spapr_cpu
= spapr_cpu_state(cpu
);
352 obj
= xive_tctx_create(OBJECT(cpu
), XIVE_ROUTER(spapr
->xive
), &local_err
);
354 error_propagate(errp
, local_err
);
358 spapr_cpu
->tctx
= XIVE_TCTX(obj
);
361 * (TCG) Early setting the OS CAM line for hotplugged CPUs as they
362 * don't beneficiate from the reset of the XIVE IRQ backend
364 spapr_xive_set_tctx_os_cam(spapr_cpu
->tctx
);
367 static int spapr_irq_post_load_xive(sPAPRMachineState
*spapr
, int version_id
)
372 static void spapr_irq_reset_xive(sPAPRMachineState
*spapr
, Error
**errp
)
377 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
379 /* (TCG) Set the OS CAM line of the thread interrupt context. */
380 spapr_xive_set_tctx_os_cam(spapr_cpu_state(cpu
)->tctx
);
383 /* Activate the XIVE MMIOs */
384 spapr_xive_mmio_set_enabled(spapr
->xive
, true);
387 static void spapr_irq_set_irq_xive(void *opaque
, int srcno
, int val
)
389 sPAPRMachineState
*spapr
= opaque
;
391 xive_source_set_irq(&spapr
->xive
->source
, srcno
, val
);
395 * XIVE uses the full IRQ number space. Set it to 8K to be compatible
399 #define SPAPR_IRQ_XIVE_NR_IRQS 0x2000
400 #define SPAPR_IRQ_XIVE_NR_MSIS (SPAPR_IRQ_XIVE_NR_IRQS - SPAPR_IRQ_MSI)
402 sPAPRIrq spapr_irq_xive
= {
403 .nr_irqs
= SPAPR_IRQ_XIVE_NR_IRQS
,
404 .nr_msis
= SPAPR_IRQ_XIVE_NR_MSIS
,
405 .ov5
= SPAPR_OV5_XIVE_EXPLOIT
,
407 .init
= spapr_irq_init_xive
,
408 .claim
= spapr_irq_claim_xive
,
409 .free
= spapr_irq_free_xive
,
410 .qirq
= spapr_qirq_xive
,
411 .print_info
= spapr_irq_print_info_xive
,
412 .dt_populate
= spapr_dt_xive
,
413 .cpu_intc_create
= spapr_irq_cpu_intc_create_xive
,
414 .post_load
= spapr_irq_post_load_xive
,
415 .reset
= spapr_irq_reset_xive
,
416 .set_irq
= spapr_irq_set_irq_xive
,
420 * Dual XIVE and XICS IRQ backend.
422 * Both interrupt mode, XIVE and XICS, objects are created but the
423 * machine starts in legacy interrupt mode (XICS). It can be changed
424 * by the CAS negotiation process and, in that case, the new mode is
425 * activated after an extra machine reset.
429 * Returns the sPAPR IRQ backend negotiated by CAS. XICS is the
432 static sPAPRIrq
*spapr_irq_current(sPAPRMachineState
*spapr
)
434 return spapr_ovec_test(spapr
->ov5_cas
, OV5_XIVE_EXPLOIT
) ?
435 &spapr_irq_xive
: &spapr_irq_xics
;
438 static void spapr_irq_init_dual(sPAPRMachineState
*spapr
, Error
**errp
)
440 MachineState
*machine
= MACHINE(spapr
);
441 Error
*local_err
= NULL
;
443 if (kvm_enabled() && machine_kernel_irqchip_allowed(machine
)) {
444 error_setg(errp
, "No KVM support for the 'dual' machine");
448 spapr_irq_xics
.init(spapr
, &local_err
);
450 error_propagate(errp
, local_err
);
455 * Align the XICS and the XIVE IRQ number space under QEMU.
457 * However, the XICS KVM device still considers that the IRQ
458 * numbers should start at XICS_IRQ_BASE (0x1000). Either we
459 * should introduce a KVM device ioctl to set the offset or ignore
460 * the lower 4K numbers when using the get/set ioctl of the XICS
461 * KVM device. The second option seems the least intrusive.
463 spapr
->ics
->offset
= 0;
465 spapr_irq_xive
.init(spapr
, &local_err
);
467 error_propagate(errp
, local_err
);
472 static int spapr_irq_claim_dual(sPAPRMachineState
*spapr
, int irq
, bool lsi
,
475 Error
*local_err
= NULL
;
478 ret
= spapr_irq_xics
.claim(spapr
, irq
, lsi
, &local_err
);
480 error_propagate(errp
, local_err
);
484 ret
= spapr_irq_xive
.claim(spapr
, irq
, lsi
, &local_err
);
486 error_propagate(errp
, local_err
);
493 static void spapr_irq_free_dual(sPAPRMachineState
*spapr
, int irq
, int num
)
495 spapr_irq_xics
.free(spapr
, irq
, num
);
496 spapr_irq_xive
.free(spapr
, irq
, num
);
499 static qemu_irq
spapr_qirq_dual(sPAPRMachineState
*spapr
, int irq
)
501 sPAPRXive
*xive
= spapr
->xive
;
502 ICSState
*ics
= spapr
->ics
;
504 if (irq
>= spapr
->irq
->nr_irqs
) {
509 * The IRQ number should have been claimed under both interrupt
512 assert(!ICS_IRQ_FREE(ics
, irq
- ics
->offset
));
513 assert(xive_eas_is_valid(&xive
->eat
[irq
]));
515 return spapr
->qirqs
[irq
];
518 static void spapr_irq_print_info_dual(sPAPRMachineState
*spapr
, Monitor
*mon
)
520 spapr_irq_current(spapr
)->print_info(spapr
, mon
);
523 static void spapr_irq_dt_populate_dual(sPAPRMachineState
*spapr
,
524 uint32_t nr_servers
, void *fdt
,
527 spapr_irq_current(spapr
)->dt_populate(spapr
, nr_servers
, fdt
, phandle
);
530 static void spapr_irq_cpu_intc_create_dual(sPAPRMachineState
*spapr
,
531 PowerPCCPU
*cpu
, Error
**errp
)
533 Error
*local_err
= NULL
;
535 spapr_irq_xive
.cpu_intc_create(spapr
, cpu
, &local_err
);
537 error_propagate(errp
, local_err
);
541 spapr_irq_xics
.cpu_intc_create(spapr
, cpu
, errp
);
544 static int spapr_irq_post_load_dual(sPAPRMachineState
*spapr
, int version_id
)
547 * Force a reset of the XIVE backend after migration. The machine
548 * defaults to XICS at startup.
550 if (spapr_ovec_test(spapr
->ov5_cas
, OV5_XIVE_EXPLOIT
)) {
551 spapr_irq_xive
.reset(spapr
, &error_fatal
);
554 return spapr_irq_current(spapr
)->post_load(spapr
, version_id
);
557 static void spapr_irq_reset_dual(sPAPRMachineState
*spapr
, Error
**errp
)
560 * Deactivate the XIVE MMIOs. The XIVE backend will reenable them
563 spapr_xive_mmio_set_enabled(spapr
->xive
, false);
565 spapr_irq_current(spapr
)->reset(spapr
, errp
);
568 static void spapr_irq_set_irq_dual(void *opaque
, int srcno
, int val
)
570 sPAPRMachineState
*spapr
= opaque
;
572 spapr_irq_current(spapr
)->set_irq(spapr
, srcno
, val
);
576 * Define values in sync with the XIVE and XICS backend
578 #define SPAPR_IRQ_DUAL_NR_IRQS 0x2000
579 #define SPAPR_IRQ_DUAL_NR_MSIS (SPAPR_IRQ_DUAL_NR_IRQS - SPAPR_IRQ_MSI)
581 sPAPRIrq spapr_irq_dual
= {
582 .nr_irqs
= SPAPR_IRQ_DUAL_NR_IRQS
,
583 .nr_msis
= SPAPR_IRQ_DUAL_NR_MSIS
,
584 .ov5
= SPAPR_OV5_XIVE_BOTH
,
586 .init
= spapr_irq_init_dual
,
587 .claim
= spapr_irq_claim_dual
,
588 .free
= spapr_irq_free_dual
,
589 .qirq
= spapr_qirq_dual
,
590 .print_info
= spapr_irq_print_info_dual
,
591 .dt_populate
= spapr_irq_dt_populate_dual
,
592 .cpu_intc_create
= spapr_irq_cpu_intc_create_dual
,
593 .post_load
= spapr_irq_post_load_dual
,
594 .reset
= spapr_irq_reset_dual
,
595 .set_irq
= spapr_irq_set_irq_dual
599 * sPAPR IRQ frontend routines for devices
601 void spapr_irq_init(sPAPRMachineState
*spapr
, Error
**errp
)
603 /* Initialize the MSI IRQ allocator. */
604 if (!SPAPR_MACHINE_GET_CLASS(spapr
)->legacy_irq_allocation
) {
605 spapr_irq_msi_init(spapr
, spapr
->irq
->nr_msis
);
608 spapr
->irq
->init(spapr
, errp
);
610 spapr
->qirqs
= qemu_allocate_irqs(spapr
->irq
->set_irq
, spapr
,
611 spapr
->irq
->nr_irqs
);
614 int spapr_irq_claim(sPAPRMachineState
*spapr
, int irq
, bool lsi
, Error
**errp
)
616 return spapr
->irq
->claim(spapr
, irq
, lsi
, errp
);
619 void spapr_irq_free(sPAPRMachineState
*spapr
, int irq
, int num
)
621 spapr
->irq
->free(spapr
, irq
, num
);
624 qemu_irq
spapr_qirq(sPAPRMachineState
*spapr
, int irq
)
626 return spapr
->irq
->qirq(spapr
, irq
);
629 int spapr_irq_post_load(sPAPRMachineState
*spapr
, int version_id
)
631 return spapr
->irq
->post_load(spapr
, version_id
);
634 void spapr_irq_reset(sPAPRMachineState
*spapr
, Error
**errp
)
636 if (spapr
->irq
->reset
) {
637 spapr
->irq
->reset(spapr
, errp
);
642 * XICS legacy routines - to deprecate one day
645 static int ics_find_free_block(ICSState
*ics
, int num
, int alignnum
)
649 for (first
= 0; first
< ics
->nr_irqs
; first
+= alignnum
) {
650 if (num
> (ics
->nr_irqs
- first
)) {
653 for (i
= first
; i
< first
+ num
; ++i
) {
654 if (!ICS_IRQ_FREE(ics
, i
)) {
658 if (i
== (first
+ num
)) {
666 int spapr_irq_find(sPAPRMachineState
*spapr
, int num
, bool align
, Error
**errp
)
668 ICSState
*ics
= spapr
->ics
;
674 * MSIMesage::data is used for storing VIRQ so
675 * it has to be aligned to num to support multiple
676 * MSI vectors. MSI-X is not affected by this.
677 * The hint is used for the first IRQ, the rest should
678 * be allocated continuously.
681 assert((num
== 1) || (num
== 2) || (num
== 4) ||
682 (num
== 8) || (num
== 16) || (num
== 32));
683 first
= ics_find_free_block(ics
, num
, num
);
685 first
= ics_find_free_block(ics
, num
, 1);
689 error_setg(errp
, "can't find a free %d-IRQ block", num
);
693 return first
+ ics
->offset
;
696 #define SPAPR_IRQ_XICS_LEGACY_NR_IRQS 0x400
698 sPAPRIrq spapr_irq_xics_legacy
= {
699 .nr_irqs
= SPAPR_IRQ_XICS_LEGACY_NR_IRQS
,
700 .nr_msis
= SPAPR_IRQ_XICS_LEGACY_NR_IRQS
,
701 .ov5
= SPAPR_OV5_XIVE_LEGACY
,
703 .init
= spapr_irq_init_xics
,
704 .claim
= spapr_irq_claim_xics
,
705 .free
= spapr_irq_free_xics
,
706 .qirq
= spapr_qirq_xics
,
707 .print_info
= spapr_irq_print_info_xics
,
708 .dt_populate
= spapr_dt_xics
,
709 .cpu_intc_create
= spapr_irq_cpu_intc_create_xics
,
710 .post_load
= spapr_irq_post_load_xics
,
711 .set_irq
= spapr_irq_set_irq_xics
,