target/arm: fix crash on pmu register access
[qemu/ar7.git] / hw / ppc / spapr_irq.c
blob253e4de7fd7d958723563d8ef99746f2792fd33e
1 /*
2 * QEMU PowerPC sPAPR IRQ interface
4 * Copyright (c) 2018, IBM Corporation.
6 * This code is licensed under the GPL version 2 or later. See the
7 * COPYING file in the top-level directory.
8 */
10 #include "qemu/osdep.h"
11 #include "qemu/log.h"
12 #include "qemu/error-report.h"
13 #include "qapi/error.h"
14 #include "hw/ppc/spapr.h"
15 #include "hw/ppc/spapr_cpu_core.h"
16 #include "hw/ppc/spapr_xive.h"
17 #include "hw/ppc/xics.h"
18 #include "hw/ppc/xics_spapr.h"
19 #include "sysemu/kvm.h"
21 #include "trace.h"
23 void spapr_irq_msi_init(SpaprMachineState *spapr, uint32_t nr_msis)
25 spapr->irq_map_nr = nr_msis;
26 spapr->irq_map = bitmap_new(spapr->irq_map_nr);
29 int spapr_irq_msi_alloc(SpaprMachineState *spapr, uint32_t num, bool align,
30 Error **errp)
32 int irq;
35 * The 'align_mask' parameter of bitmap_find_next_zero_area()
36 * should be one less than a power of 2; 0 means no
37 * alignment. Adapt the 'align' value of the former allocator
38 * to fit the requirements of bitmap_find_next_zero_area()
40 align -= 1;
42 irq = bitmap_find_next_zero_area(spapr->irq_map, spapr->irq_map_nr, 0, num,
43 align);
44 if (irq == spapr->irq_map_nr) {
45 error_setg(errp, "can't find a free %d-IRQ block", num);
46 return -1;
49 bitmap_set(spapr->irq_map, irq, num);
51 return irq + SPAPR_IRQ_MSI;
54 void spapr_irq_msi_free(SpaprMachineState *spapr, int irq, uint32_t num)
56 bitmap_clear(spapr->irq_map, irq - SPAPR_IRQ_MSI, num);
59 void spapr_irq_msi_reset(SpaprMachineState *spapr)
61 bitmap_clear(spapr->irq_map, 0, spapr->irq_map_nr);
66 * XICS IRQ backend.
69 static ICSState *spapr_ics_create(SpaprMachineState *spapr,
70 int nr_irqs, Error **errp)
72 Error *local_err = NULL;
73 Object *obj;
75 obj = object_new(TYPE_ICS_SIMPLE);
76 object_property_add_child(OBJECT(spapr), "ics", obj, &error_abort);
77 object_property_add_const_link(obj, ICS_PROP_XICS, OBJECT(spapr),
78 &error_abort);
79 object_property_set_int(obj, nr_irqs, "nr-irqs", &local_err);
80 if (local_err) {
81 goto error;
83 object_property_set_bool(obj, true, "realized", &local_err);
84 if (local_err) {
85 goto error;
88 return ICS_BASE(obj);
90 error:
91 error_propagate(errp, local_err);
92 return NULL;
95 static void spapr_irq_init_xics(SpaprMachineState *spapr, int nr_irqs,
96 Error **errp)
98 MachineState *machine = MACHINE(spapr);
99 Error *local_err = NULL;
100 bool xics_kvm = false;
102 if (kvm_enabled()) {
103 if (machine_kernel_irqchip_allowed(machine) &&
104 !xics_kvm_init(spapr, &local_err)) {
105 xics_kvm = true;
107 if (machine_kernel_irqchip_required(machine) && !xics_kvm) {
108 error_prepend(&local_err,
109 "kernel_irqchip requested but unavailable: ");
110 goto error;
112 error_free(local_err);
113 local_err = NULL;
116 if (!xics_kvm) {
117 xics_spapr_init(spapr);
120 spapr->ics = spapr_ics_create(spapr, nr_irqs, &local_err);
122 error:
123 error_propagate(errp, local_err);
126 #define ICS_IRQ_FREE(ics, srcno) \
127 (!((ics)->irqs[(srcno)].flags & (XICS_FLAGS_IRQ_MASK)))
129 static int spapr_irq_claim_xics(SpaprMachineState *spapr, int irq, bool lsi,
130 Error **errp)
132 ICSState *ics = spapr->ics;
134 assert(ics);
136 if (!ics_valid_irq(ics, irq)) {
137 error_setg(errp, "IRQ %d is invalid", irq);
138 return -1;
141 if (!ICS_IRQ_FREE(ics, irq - ics->offset)) {
142 error_setg(errp, "IRQ %d is not free", irq);
143 return -1;
146 ics_set_irq_type(ics, irq - ics->offset, lsi);
147 return 0;
150 static void spapr_irq_free_xics(SpaprMachineState *spapr, int irq, int num)
152 ICSState *ics = spapr->ics;
153 uint32_t srcno = irq - ics->offset;
154 int i;
156 if (ics_valid_irq(ics, irq)) {
157 trace_spapr_irq_free(0, irq, num);
158 for (i = srcno; i < srcno + num; ++i) {
159 if (ICS_IRQ_FREE(ics, i)) {
160 trace_spapr_irq_free_warn(0, i);
162 memset(&ics->irqs[i], 0, sizeof(ICSIRQState));
167 static qemu_irq spapr_qirq_xics(SpaprMachineState *spapr, int irq)
169 ICSState *ics = spapr->ics;
170 uint32_t srcno = irq - ics->offset;
172 if (ics_valid_irq(ics, irq)) {
173 return spapr->qirqs[srcno];
176 return NULL;
179 static void spapr_irq_print_info_xics(SpaprMachineState *spapr, Monitor *mon)
181 CPUState *cs;
183 CPU_FOREACH(cs) {
184 PowerPCCPU *cpu = POWERPC_CPU(cs);
186 icp_pic_print_info(spapr_cpu_state(cpu)->icp, mon);
189 ics_pic_print_info(spapr->ics, mon);
192 static void spapr_irq_cpu_intc_create_xics(SpaprMachineState *spapr,
193 PowerPCCPU *cpu, Error **errp)
195 Error *local_err = NULL;
196 Object *obj;
197 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
199 obj = icp_create(OBJECT(cpu), TYPE_ICP, XICS_FABRIC(spapr),
200 &local_err);
201 if (local_err) {
202 error_propagate(errp, local_err);
203 return;
206 spapr_cpu->icp = ICP(obj);
209 static int spapr_irq_post_load_xics(SpaprMachineState *spapr, int version_id)
211 if (!kvm_irqchip_in_kernel()) {
212 CPUState *cs;
213 CPU_FOREACH(cs) {
214 PowerPCCPU *cpu = POWERPC_CPU(cs);
215 icp_resend(spapr_cpu_state(cpu)->icp);
218 return 0;
221 static void spapr_irq_set_irq_xics(void *opaque, int srcno, int val)
223 SpaprMachineState *spapr = opaque;
225 ics_simple_set_irq(spapr->ics, srcno, val);
228 static void spapr_irq_reset_xics(SpaprMachineState *spapr, Error **errp)
230 /* TODO: create the KVM XICS device */
233 static const char *spapr_irq_get_nodename_xics(SpaprMachineState *spapr)
235 return XICS_NODENAME;
238 #define SPAPR_IRQ_XICS_NR_IRQS 0x1000
239 #define SPAPR_IRQ_XICS_NR_MSIS \
240 (XICS_IRQ_BASE + SPAPR_IRQ_XICS_NR_IRQS - SPAPR_IRQ_MSI)
242 SpaprIrq spapr_irq_xics = {
243 .nr_irqs = SPAPR_IRQ_XICS_NR_IRQS,
244 .nr_msis = SPAPR_IRQ_XICS_NR_MSIS,
245 .ov5 = SPAPR_OV5_XIVE_LEGACY,
247 .init = spapr_irq_init_xics,
248 .claim = spapr_irq_claim_xics,
249 .free = spapr_irq_free_xics,
250 .qirq = spapr_qirq_xics,
251 .print_info = spapr_irq_print_info_xics,
252 .dt_populate = spapr_dt_xics,
253 .cpu_intc_create = spapr_irq_cpu_intc_create_xics,
254 .post_load = spapr_irq_post_load_xics,
255 .reset = spapr_irq_reset_xics,
256 .set_irq = spapr_irq_set_irq_xics,
257 .get_nodename = spapr_irq_get_nodename_xics,
261 * XIVE IRQ backend.
263 static void spapr_irq_init_xive(SpaprMachineState *spapr, int nr_irqs,
264 Error **errp)
266 MachineState *machine = MACHINE(spapr);
267 uint32_t nr_servers = spapr_max_server_number(spapr);
268 DeviceState *dev;
269 int i;
271 /* KVM XIVE device not yet available */
272 if (kvm_enabled()) {
273 if (machine_kernel_irqchip_required(machine)) {
274 error_setg(errp, "kernel_irqchip requested. no KVM XIVE support");
275 return;
279 dev = qdev_create(NULL, TYPE_SPAPR_XIVE);
280 qdev_prop_set_uint32(dev, "nr-irqs", nr_irqs);
282 * 8 XIVE END structures per CPU. One for each available priority
284 qdev_prop_set_uint32(dev, "nr-ends", nr_servers << 3);
285 qdev_init_nofail(dev);
287 spapr->xive = SPAPR_XIVE(dev);
289 /* Enable the CPU IPIs */
290 for (i = 0; i < nr_servers; ++i) {
291 spapr_xive_irq_claim(spapr->xive, SPAPR_IRQ_IPI + i, false);
294 spapr_xive_hcall_init(spapr);
297 static int spapr_irq_claim_xive(SpaprMachineState *spapr, int irq, bool lsi,
298 Error **errp)
300 if (!spapr_xive_irq_claim(spapr->xive, irq, lsi)) {
301 error_setg(errp, "IRQ %d is invalid", irq);
302 return -1;
304 return 0;
307 static void spapr_irq_free_xive(SpaprMachineState *spapr, int irq, int num)
309 int i;
311 for (i = irq; i < irq + num; ++i) {
312 spapr_xive_irq_free(spapr->xive, i);
316 static qemu_irq spapr_qirq_xive(SpaprMachineState *spapr, int irq)
318 SpaprXive *xive = spapr->xive;
320 if (irq >= xive->nr_irqs) {
321 return NULL;
324 /* The sPAPR machine/device should have claimed the IRQ before */
325 assert(xive_eas_is_valid(&xive->eat[irq]));
327 return spapr->qirqs[irq];
330 static void spapr_irq_print_info_xive(SpaprMachineState *spapr,
331 Monitor *mon)
333 CPUState *cs;
335 CPU_FOREACH(cs) {
336 PowerPCCPU *cpu = POWERPC_CPU(cs);
338 xive_tctx_pic_print_info(spapr_cpu_state(cpu)->tctx, mon);
341 spapr_xive_pic_print_info(spapr->xive, mon);
344 static void spapr_irq_cpu_intc_create_xive(SpaprMachineState *spapr,
345 PowerPCCPU *cpu, Error **errp)
347 Error *local_err = NULL;
348 Object *obj;
349 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu);
351 obj = xive_tctx_create(OBJECT(cpu), XIVE_ROUTER(spapr->xive), &local_err);
352 if (local_err) {
353 error_propagate(errp, local_err);
354 return;
357 spapr_cpu->tctx = XIVE_TCTX(obj);
360 * (TCG) Early setting the OS CAM line for hotplugged CPUs as they
361 * don't beneficiate from the reset of the XIVE IRQ backend
363 spapr_xive_set_tctx_os_cam(spapr_cpu->tctx);
366 static int spapr_irq_post_load_xive(SpaprMachineState *spapr, int version_id)
368 return 0;
371 static void spapr_irq_reset_xive(SpaprMachineState *spapr, Error **errp)
373 CPUState *cs;
375 CPU_FOREACH(cs) {
376 PowerPCCPU *cpu = POWERPC_CPU(cs);
378 /* (TCG) Set the OS CAM line of the thread interrupt context. */
379 spapr_xive_set_tctx_os_cam(spapr_cpu_state(cpu)->tctx);
382 /* Activate the XIVE MMIOs */
383 spapr_xive_mmio_set_enabled(spapr->xive, true);
386 static void spapr_irq_set_irq_xive(void *opaque, int srcno, int val)
388 SpaprMachineState *spapr = opaque;
390 xive_source_set_irq(&spapr->xive->source, srcno, val);
393 static const char *spapr_irq_get_nodename_xive(SpaprMachineState *spapr)
395 return spapr->xive->nodename;
399 * XIVE uses the full IRQ number space. Set it to 8K to be compatible
400 * with XICS.
403 #define SPAPR_IRQ_XIVE_NR_IRQS 0x2000
404 #define SPAPR_IRQ_XIVE_NR_MSIS (SPAPR_IRQ_XIVE_NR_IRQS - SPAPR_IRQ_MSI)
406 SpaprIrq spapr_irq_xive = {
407 .nr_irqs = SPAPR_IRQ_XIVE_NR_IRQS,
408 .nr_msis = SPAPR_IRQ_XIVE_NR_MSIS,
409 .ov5 = SPAPR_OV5_XIVE_EXPLOIT,
411 .init = spapr_irq_init_xive,
412 .claim = spapr_irq_claim_xive,
413 .free = spapr_irq_free_xive,
414 .qirq = spapr_qirq_xive,
415 .print_info = spapr_irq_print_info_xive,
416 .dt_populate = spapr_dt_xive,
417 .cpu_intc_create = spapr_irq_cpu_intc_create_xive,
418 .post_load = spapr_irq_post_load_xive,
419 .reset = spapr_irq_reset_xive,
420 .set_irq = spapr_irq_set_irq_xive,
421 .get_nodename = spapr_irq_get_nodename_xive,
425 * Dual XIVE and XICS IRQ backend.
427 * Both interrupt mode, XIVE and XICS, objects are created but the
428 * machine starts in legacy interrupt mode (XICS). It can be changed
429 * by the CAS negotiation process and, in that case, the new mode is
430 * activated after an extra machine reset.
434 * Returns the sPAPR IRQ backend negotiated by CAS. XICS is the
435 * default.
437 static SpaprIrq *spapr_irq_current(SpaprMachineState *spapr)
439 return spapr_ovec_test(spapr->ov5_cas, OV5_XIVE_EXPLOIT) ?
440 &spapr_irq_xive : &spapr_irq_xics;
443 static void spapr_irq_init_dual(SpaprMachineState *spapr, int nr_irqs,
444 Error **errp)
446 MachineState *machine = MACHINE(spapr);
447 Error *local_err = NULL;
449 if (kvm_enabled() && machine_kernel_irqchip_allowed(machine)) {
450 error_setg(errp, "No KVM support for the 'dual' machine");
451 return;
454 spapr_irq_xics.init(spapr, spapr_irq_xics.nr_irqs, &local_err);
455 if (local_err) {
456 error_propagate(errp, local_err);
457 return;
460 spapr_irq_xive.init(spapr, spapr_irq_xive.nr_irqs, &local_err);
461 if (local_err) {
462 error_propagate(errp, local_err);
463 return;
467 static int spapr_irq_claim_dual(SpaprMachineState *spapr, int irq, bool lsi,
468 Error **errp)
470 Error *local_err = NULL;
471 int ret;
473 ret = spapr_irq_xics.claim(spapr, irq, lsi, &local_err);
474 if (local_err) {
475 error_propagate(errp, local_err);
476 return ret;
479 ret = spapr_irq_xive.claim(spapr, irq, lsi, &local_err);
480 if (local_err) {
481 error_propagate(errp, local_err);
482 return ret;
485 return ret;
488 static void spapr_irq_free_dual(SpaprMachineState *spapr, int irq, int num)
490 spapr_irq_xics.free(spapr, irq, num);
491 spapr_irq_xive.free(spapr, irq, num);
494 static qemu_irq spapr_qirq_dual(SpaprMachineState *spapr, int irq)
496 return spapr_irq_current(spapr)->qirq(spapr, irq);
499 static void spapr_irq_print_info_dual(SpaprMachineState *spapr, Monitor *mon)
501 spapr_irq_current(spapr)->print_info(spapr, mon);
504 static void spapr_irq_dt_populate_dual(SpaprMachineState *spapr,
505 uint32_t nr_servers, void *fdt,
506 uint32_t phandle)
508 spapr_irq_current(spapr)->dt_populate(spapr, nr_servers, fdt, phandle);
511 static void spapr_irq_cpu_intc_create_dual(SpaprMachineState *spapr,
512 PowerPCCPU *cpu, Error **errp)
514 Error *local_err = NULL;
516 spapr_irq_xive.cpu_intc_create(spapr, cpu, &local_err);
517 if (local_err) {
518 error_propagate(errp, local_err);
519 return;
522 spapr_irq_xics.cpu_intc_create(spapr, cpu, errp);
525 static int spapr_irq_post_load_dual(SpaprMachineState *spapr, int version_id)
528 * Force a reset of the XIVE backend after migration. The machine
529 * defaults to XICS at startup.
531 if (spapr_ovec_test(spapr->ov5_cas, OV5_XIVE_EXPLOIT)) {
532 spapr_irq_xive.reset(spapr, &error_fatal);
535 return spapr_irq_current(spapr)->post_load(spapr, version_id);
538 static void spapr_irq_reset_dual(SpaprMachineState *spapr, Error **errp)
541 * Deactivate the XIVE MMIOs. The XIVE backend will reenable them
542 * if selected.
544 spapr_xive_mmio_set_enabled(spapr->xive, false);
546 spapr_irq_current(spapr)->reset(spapr, errp);
549 static void spapr_irq_set_irq_dual(void *opaque, int srcno, int val)
551 SpaprMachineState *spapr = opaque;
553 spapr_irq_current(spapr)->set_irq(spapr, srcno, val);
556 static const char *spapr_irq_get_nodename_dual(SpaprMachineState *spapr)
558 return spapr_irq_current(spapr)->get_nodename(spapr);
562 * Define values in sync with the XIVE and XICS backend
564 #define SPAPR_IRQ_DUAL_NR_IRQS 0x2000
565 #define SPAPR_IRQ_DUAL_NR_MSIS (SPAPR_IRQ_DUAL_NR_IRQS - SPAPR_IRQ_MSI)
567 SpaprIrq spapr_irq_dual = {
568 .nr_irqs = SPAPR_IRQ_DUAL_NR_IRQS,
569 .nr_msis = SPAPR_IRQ_DUAL_NR_MSIS,
570 .ov5 = SPAPR_OV5_XIVE_BOTH,
572 .init = spapr_irq_init_dual,
573 .claim = spapr_irq_claim_dual,
574 .free = spapr_irq_free_dual,
575 .qirq = spapr_qirq_dual,
576 .print_info = spapr_irq_print_info_dual,
577 .dt_populate = spapr_irq_dt_populate_dual,
578 .cpu_intc_create = spapr_irq_cpu_intc_create_dual,
579 .post_load = spapr_irq_post_load_dual,
580 .reset = spapr_irq_reset_dual,
581 .set_irq = spapr_irq_set_irq_dual,
582 .get_nodename = spapr_irq_get_nodename_dual,
586 * sPAPR IRQ frontend routines for devices
588 void spapr_irq_init(SpaprMachineState *spapr, Error **errp)
590 MachineState *machine = MACHINE(spapr);
592 if (machine_kernel_irqchip_split(machine)) {
593 error_setg(errp, "kernel_irqchip split mode not supported on pseries");
594 return;
597 if (!kvm_enabled() && machine_kernel_irqchip_required(machine)) {
598 error_setg(errp,
599 "kernel_irqchip requested but only available with KVM");
600 return;
603 /* Initialize the MSI IRQ allocator. */
604 if (!SPAPR_MACHINE_GET_CLASS(spapr)->legacy_irq_allocation) {
605 spapr_irq_msi_init(spapr, spapr->irq->nr_msis);
608 spapr->irq->init(spapr, spapr->irq->nr_irqs, errp);
610 spapr->qirqs = qemu_allocate_irqs(spapr->irq->set_irq, spapr,
611 spapr->irq->nr_irqs);
614 int spapr_irq_claim(SpaprMachineState *spapr, int irq, bool lsi, Error **errp)
616 return spapr->irq->claim(spapr, irq, lsi, errp);
619 void spapr_irq_free(SpaprMachineState *spapr, int irq, int num)
621 spapr->irq->free(spapr, irq, num);
624 qemu_irq spapr_qirq(SpaprMachineState *spapr, int irq)
626 return spapr->irq->qirq(spapr, irq);
629 int spapr_irq_post_load(SpaprMachineState *spapr, int version_id)
631 return spapr->irq->post_load(spapr, version_id);
634 void spapr_irq_reset(SpaprMachineState *spapr, Error **errp)
636 if (spapr->irq->reset) {
637 spapr->irq->reset(spapr, errp);
641 int spapr_irq_get_phandle(SpaprMachineState *spapr, void *fdt, Error **errp)
643 const char *nodename = spapr->irq->get_nodename(spapr);
644 int offset, phandle;
646 offset = fdt_subnode_offset(fdt, 0, nodename);
647 if (offset < 0) {
648 error_setg(errp, "Can't find node \"%s\": %s", nodename,
649 fdt_strerror(offset));
650 return -1;
653 phandle = fdt_get_phandle(fdt, offset);
654 if (!phandle) {
655 error_setg(errp, "Can't get phandle of node \"%s\"", nodename);
656 return -1;
659 return phandle;
663 * XICS legacy routines - to deprecate one day
666 static int ics_find_free_block(ICSState *ics, int num, int alignnum)
668 int first, i;
670 for (first = 0; first < ics->nr_irqs; first += alignnum) {
671 if (num > (ics->nr_irqs - first)) {
672 return -1;
674 for (i = first; i < first + num; ++i) {
675 if (!ICS_IRQ_FREE(ics, i)) {
676 break;
679 if (i == (first + num)) {
680 return first;
684 return -1;
687 int spapr_irq_find(SpaprMachineState *spapr, int num, bool align, Error **errp)
689 ICSState *ics = spapr->ics;
690 int first = -1;
692 assert(ics);
695 * MSIMesage::data is used for storing VIRQ so
696 * it has to be aligned to num to support multiple
697 * MSI vectors. MSI-X is not affected by this.
698 * The hint is used for the first IRQ, the rest should
699 * be allocated continuously.
701 if (align) {
702 assert((num == 1) || (num == 2) || (num == 4) ||
703 (num == 8) || (num == 16) || (num == 32));
704 first = ics_find_free_block(ics, num, num);
705 } else {
706 first = ics_find_free_block(ics, num, 1);
709 if (first < 0) {
710 error_setg(errp, "can't find a free %d-IRQ block", num);
711 return -1;
714 return first + ics->offset;
717 #define SPAPR_IRQ_XICS_LEGACY_NR_IRQS 0x400
719 SpaprIrq spapr_irq_xics_legacy = {
720 .nr_irqs = SPAPR_IRQ_XICS_LEGACY_NR_IRQS,
721 .nr_msis = SPAPR_IRQ_XICS_LEGACY_NR_IRQS,
722 .ov5 = SPAPR_OV5_XIVE_LEGACY,
724 .init = spapr_irq_init_xics,
725 .claim = spapr_irq_claim_xics,
726 .free = spapr_irq_free_xics,
727 .qirq = spapr_qirq_xics,
728 .print_info = spapr_irq_print_info_xics,
729 .dt_populate = spapr_dt_xics,
730 .cpu_intc_create = spapr_irq_cpu_intc_create_xics,
731 .post_load = spapr_irq_post_load_xics,
732 .set_irq = spapr_irq_set_irq_xics,
733 .get_nodename = spapr_irq_get_nodename_xics,