4 * Copyright 2014 IBM Corp.
5 * Author(s): Frank Blaschka <frank.blaschka@de.ibm.com>
6 * Hong Bo Li <lihbbj@cn.ibm.com>
7 * Yi Min Zhao <zyimin@cn.ibm.com>
9 * This work is licensed under the terms of the GNU GPL, version 2 or (at
10 * your option) any later version. See the COPYING file in the top-level
14 #include "qemu/osdep.h"
15 #include "qapi/error.h"
16 #include "qapi/visitor.h"
17 #include "qemu-common.h"
19 #include "s390-pci-bus.h"
20 #include "s390-pci-inst.h"
21 #include "hw/pci/pci_bus.h"
22 #include "hw/pci/pci_bridge.h"
23 #include "hw/pci/msi.h"
24 #include "qemu/error-report.h"
26 #ifndef DEBUG_S390PCI_BUS
27 #define DEBUG_S390PCI_BUS 0
30 #define DPRINTF(fmt, ...) \
32 if (DEBUG_S390PCI_BUS) { \
33 fprintf(stderr, "S390pci-bus: " fmt, ## __VA_ARGS__); \
37 S390pciState
*s390_get_phb(void)
39 static S390pciState
*phb
;
42 phb
= S390_PCI_HOST_BRIDGE(
43 object_resolve_path(TYPE_S390_PCI_HOST_BRIDGE
, NULL
));
50 int pci_chsc_sei_nt2_get_event(void *res
)
52 ChscSeiNt2Res
*nt2_res
= (ChscSeiNt2Res
*)res
;
56 SeiContainer
*sei_cont
;
57 S390pciState
*s
= s390_get_phb();
59 sei_cont
= QTAILQ_FIRST(&s
->pending_sei
);
61 QTAILQ_REMOVE(&s
->pending_sei
, sei_cont
, link
);
63 nt2_res
->cc
= sei_cont
->cc
;
64 nt2_res
->length
= cpu_to_be16(sizeof(ChscSeiNt2Res
));
65 switch (sei_cont
->cc
) {
66 case 1: /* error event */
67 eccdf
= (PciCcdfErr
*)nt2_res
->ccdf
;
68 eccdf
->fid
= cpu_to_be32(sei_cont
->fid
);
69 eccdf
->fh
= cpu_to_be32(sei_cont
->fh
);
70 eccdf
->e
= cpu_to_be32(sei_cont
->e
);
71 eccdf
->faddr
= cpu_to_be64(sei_cont
->faddr
);
72 eccdf
->pec
= cpu_to_be16(sei_cont
->pec
);
74 case 2: /* availability event */
75 accdf
= (PciCcdfAvail
*)nt2_res
->ccdf
;
76 accdf
->fid
= cpu_to_be32(sei_cont
->fid
);
77 accdf
->fh
= cpu_to_be32(sei_cont
->fh
);
78 accdf
->pec
= cpu_to_be16(sei_cont
->pec
);
90 int pci_chsc_sei_nt2_have_event(void)
92 S390pciState
*s
= s390_get_phb();
94 return !QTAILQ_EMPTY(&s
->pending_sei
);
97 S390PCIBusDevice
*s390_pci_find_next_avail_dev(S390pciState
*s
,
98 S390PCIBusDevice
*pbdev
)
100 S390PCIBusDevice
*ret
= pbdev
? QTAILQ_NEXT(pbdev
, link
) :
101 QTAILQ_FIRST(&s
->zpci_devs
);
103 while (ret
&& ret
->state
== ZPCI_FS_RESERVED
) {
104 ret
= QTAILQ_NEXT(ret
, link
);
110 S390PCIBusDevice
*s390_pci_find_dev_by_fid(S390pciState
*s
, uint32_t fid
)
112 S390PCIBusDevice
*pbdev
;
114 QTAILQ_FOREACH(pbdev
, &s
->zpci_devs
, link
) {
115 if (pbdev
->fid
== fid
) {
123 void s390_pci_sclp_configure(SCCB
*sccb
)
125 IoaCfgSccb
*psccb
= (IoaCfgSccb
*)sccb
;
126 S390PCIBusDevice
*pbdev
= s390_pci_find_dev_by_fid(s390_get_phb(),
127 be32_to_cpu(psccb
->aid
));
131 DPRINTF("sclp config no dev found\n");
132 rc
= SCLP_RC_ADAPTER_ID_NOT_RECOGNIZED
;
136 switch (pbdev
->state
) {
137 case ZPCI_FS_RESERVED
:
138 rc
= SCLP_RC_ADAPTER_IN_RESERVED_STATE
;
140 case ZPCI_FS_STANDBY
:
141 pbdev
->state
= ZPCI_FS_DISABLED
;
142 rc
= SCLP_RC_NORMAL_COMPLETION
;
145 rc
= SCLP_RC_NO_ACTION_REQUIRED
;
148 psccb
->header
.response_code
= cpu_to_be16(rc
);
151 static void s390_pci_perform_unplug(S390PCIBusDevice
*pbdev
)
153 HotplugHandler
*hotplug_ctrl
;
155 /* Unplug the PCI device */
157 DeviceState
*pdev
= DEVICE(pbdev
->pdev
);
159 hotplug_ctrl
= qdev_get_hotplug_handler(pdev
);
160 hotplug_handler_unplug(hotplug_ctrl
, pdev
, &error_abort
);
161 object_unparent(OBJECT(pdev
));
164 /* Unplug the zPCI device */
165 hotplug_ctrl
= qdev_get_hotplug_handler(DEVICE(pbdev
));
166 hotplug_handler_unplug(hotplug_ctrl
, DEVICE(pbdev
), &error_abort
);
167 object_unparent(OBJECT(pbdev
));
170 void s390_pci_sclp_deconfigure(SCCB
*sccb
)
172 IoaCfgSccb
*psccb
= (IoaCfgSccb
*)sccb
;
173 S390PCIBusDevice
*pbdev
= s390_pci_find_dev_by_fid(s390_get_phb(),
174 be32_to_cpu(psccb
->aid
));
178 DPRINTF("sclp deconfig no dev found\n");
179 rc
= SCLP_RC_ADAPTER_ID_NOT_RECOGNIZED
;
183 switch (pbdev
->state
) {
184 case ZPCI_FS_RESERVED
:
185 rc
= SCLP_RC_ADAPTER_IN_RESERVED_STATE
;
187 case ZPCI_FS_STANDBY
:
188 rc
= SCLP_RC_NO_ACTION_REQUIRED
;
191 if (pbdev
->summary_ind
) {
192 pci_dereg_irqs(pbdev
);
194 if (pbdev
->iommu
->enabled
) {
195 pci_dereg_ioat(pbdev
->iommu
);
197 pbdev
->state
= ZPCI_FS_STANDBY
;
198 rc
= SCLP_RC_NORMAL_COMPLETION
;
200 if (pbdev
->unplug_requested
) {
201 s390_pci_perform_unplug(pbdev
);
205 psccb
->header
.response_code
= cpu_to_be16(rc
);
208 static S390PCIBusDevice
*s390_pci_find_dev_by_uid(S390pciState
*s
, uint16_t uid
)
210 S390PCIBusDevice
*pbdev
;
212 QTAILQ_FOREACH(pbdev
, &s
->zpci_devs
, link
) {
213 if (pbdev
->uid
== uid
) {
221 S390PCIBusDevice
*s390_pci_find_dev_by_target(S390pciState
*s
,
224 S390PCIBusDevice
*pbdev
;
230 QTAILQ_FOREACH(pbdev
, &s
->zpci_devs
, link
) {
231 if (!strcmp(pbdev
->target
, target
)) {
239 static S390PCIBusDevice
*s390_pci_find_dev_by_pci(S390pciState
*s
,
242 S390PCIBusDevice
*pbdev
;
248 QTAILQ_FOREACH(pbdev
, &s
->zpci_devs
, link
) {
249 if (pbdev
->pdev
== pci_dev
) {
257 S390PCIBusDevice
*s390_pci_find_dev_by_idx(S390pciState
*s
, uint32_t idx
)
259 return g_hash_table_lookup(s
->zpci_table
, &idx
);
262 S390PCIBusDevice
*s390_pci_find_dev_by_fh(S390pciState
*s
, uint32_t fh
)
264 uint32_t idx
= FH_MASK_INDEX
& fh
;
265 S390PCIBusDevice
*pbdev
= s390_pci_find_dev_by_idx(s
, idx
);
267 if (pbdev
&& pbdev
->fh
== fh
) {
274 static void s390_pci_generate_event(uint8_t cc
, uint16_t pec
, uint32_t fh
,
275 uint32_t fid
, uint64_t faddr
, uint32_t e
)
277 SeiContainer
*sei_cont
;
278 S390pciState
*s
= s390_get_phb();
280 sei_cont
= g_new0(SeiContainer
, 1);
285 sei_cont
->faddr
= faddr
;
288 QTAILQ_INSERT_TAIL(&s
->pending_sei
, sei_cont
, link
);
289 css_generate_css_crws(0);
292 static void s390_pci_generate_plug_event(uint16_t pec
, uint32_t fh
,
295 s390_pci_generate_event(2, pec
, fh
, fid
, 0, 0);
298 void s390_pci_generate_error_event(uint16_t pec
, uint32_t fh
, uint32_t fid
,
299 uint64_t faddr
, uint32_t e
)
301 s390_pci_generate_event(1, pec
, fh
, fid
, faddr
, e
);
304 static void s390_pci_set_irq(void *opaque
, int irq
, int level
)
309 static int s390_pci_map_irq(PCIDevice
*pci_dev
, int irq_num
)
315 static uint64_t s390_pci_get_table_origin(uint64_t iota
)
317 return iota
& ~ZPCI_IOTA_RTTO_FLAG
;
320 static unsigned int calc_rtx(dma_addr_t ptr
)
322 return ((unsigned long) ptr
>> ZPCI_RT_SHIFT
) & ZPCI_INDEX_MASK
;
325 static unsigned int calc_sx(dma_addr_t ptr
)
327 return ((unsigned long) ptr
>> ZPCI_ST_SHIFT
) & ZPCI_INDEX_MASK
;
330 static unsigned int calc_px(dma_addr_t ptr
)
332 return ((unsigned long) ptr
>> PAGE_SHIFT
) & ZPCI_PT_MASK
;
335 static uint64_t get_rt_sto(uint64_t entry
)
337 return ((entry
& ZPCI_TABLE_TYPE_MASK
) == ZPCI_TABLE_TYPE_RTX
)
338 ? (entry
& ZPCI_RTE_ADDR_MASK
)
342 static uint64_t get_st_pto(uint64_t entry
)
344 return ((entry
& ZPCI_TABLE_TYPE_MASK
) == ZPCI_TABLE_TYPE_SX
)
345 ? (entry
& ZPCI_STE_ADDR_MASK
)
349 static bool rt_entry_isvalid(uint64_t entry
)
351 return (entry
& ZPCI_TABLE_VALID_MASK
) == ZPCI_TABLE_VALID
;
354 static bool pt_entry_isvalid(uint64_t entry
)
356 return (entry
& ZPCI_PTE_VALID_MASK
) == ZPCI_PTE_VALID
;
359 static bool entry_isprotected(uint64_t entry
)
361 return (entry
& ZPCI_TABLE_PROT_MASK
) == ZPCI_TABLE_PROTECTED
;
364 /* ett is expected table type, -1 page table, 0 segment table, 1 region table */
365 static uint64_t get_table_index(uint64_t iova
, int8_t ett
)
369 return calc_px(iova
);
371 return calc_sx(iova
);
373 return calc_rtx(iova
);
379 static bool entry_isvalid(uint64_t entry
, int8_t ett
)
383 return pt_entry_isvalid(entry
);
386 return rt_entry_isvalid(entry
);
392 /* Return true if address translation is done */
393 static bool translate_iscomplete(uint64_t entry
, int8_t ett
)
397 return (entry
& ZPCI_TABLE_FC
) ? true : false;
405 static uint64_t get_frame_size(int8_t ett
)
419 static uint64_t get_next_table_origin(uint64_t entry
, int8_t ett
)
423 return entry
& ZPCI_PTE_ADDR_MASK
;
425 return get_st_pto(entry
);
427 return get_rt_sto(entry
);
434 * table_translate: do translation within one table and return the following
437 * @entry: the entry being translated, the result is stored in this.
438 * @to: the address of table origin.
439 * @ett: expected table type, 1 region table, 0 segment table and -1 page table.
442 static uint64_t table_translate(S390IOTLBEntry
*entry
, uint64_t to
, int8_t ett
,
445 uint64_t tx
, te
, nto
= 0;
448 tx
= get_table_index(entry
->iova
, ett
);
449 te
= address_space_ldq(&address_space_memory
, to
+ tx
* sizeof(uint64_t),
450 MEMTXATTRS_UNSPECIFIED
, NULL
);
453 err
= ERR_EVENT_INVALTE
;
457 if (!entry_isvalid(te
, ett
)) {
458 entry
->perm
&= IOMMU_NONE
;
462 if (ett
== ZPCI_ETT_RT
&& ((te
& ZPCI_TABLE_LEN_RTX
) != ZPCI_TABLE_LEN_RTX
463 || te
& ZPCI_TABLE_OFFSET_MASK
)) {
464 err
= ERR_EVENT_INVALTL
;
468 nto
= get_next_table_origin(te
, ett
);
474 if (entry_isprotected(te
)) {
475 entry
->perm
&= IOMMU_RO
;
477 entry
->perm
&= IOMMU_RW
;
480 if (translate_iscomplete(te
, ett
)) {
483 entry
->translated_addr
= te
& ZPCI_PTE_ADDR_MASK
;
486 entry
->translated_addr
= (te
& ZPCI_SFAA_MASK
) |
487 (entry
->iova
& ~ZPCI_SFAA_MASK
);
494 entry
->perm
= IOMMU_NONE
;
497 entry
->len
= get_frame_size(ett
);
501 uint16_t s390_guest_io_table_walk(uint64_t g_iota
, hwaddr addr
,
502 S390IOTLBEntry
*entry
)
504 uint64_t to
= s390_pci_get_table_origin(g_iota
);
508 entry
->iova
= addr
& PAGE_MASK
;
509 entry
->translated_addr
= 0;
510 entry
->perm
= IOMMU_RW
;
512 if (entry_isprotected(g_iota
)) {
513 entry
->perm
&= IOMMU_RO
;
517 to
= table_translate(entry
, to
, ett
--, &error
);
523 static IOMMUTLBEntry
s390_translate_iommu(IOMMUMemoryRegion
*mr
, hwaddr addr
,
524 IOMMUAccessFlags flag
, int iommu_idx
)
526 S390PCIIOMMU
*iommu
= container_of(mr
, S390PCIIOMMU
, iommu_mr
);
527 S390IOTLBEntry
*entry
;
528 uint64_t iova
= addr
& PAGE_MASK
;
530 IOMMUTLBEntry ret
= {
531 .target_as
= &address_space_memory
,
533 .translated_addr
= 0,
534 .addr_mask
= ~(hwaddr
)0,
538 switch (iommu
->pbdev
->state
) {
539 case ZPCI_FS_ENABLED
:
540 case ZPCI_FS_BLOCKED
:
541 if (!iommu
->enabled
) {
549 DPRINTF("iommu trans addr 0x%" PRIx64
"\n", addr
);
551 if (addr
< iommu
->pba
|| addr
> iommu
->pal
) {
552 error
= ERR_EVENT_OORANGE
;
556 entry
= g_hash_table_lookup(iommu
->iotlb
, &iova
);
558 ret
.iova
= entry
->iova
;
559 ret
.translated_addr
= entry
->translated_addr
;
560 ret
.addr_mask
= entry
->len
- 1;
561 ret
.perm
= entry
->perm
;
564 ret
.addr_mask
= ~PAGE_MASK
;
565 ret
.perm
= IOMMU_NONE
;
568 if (flag
!= IOMMU_NONE
&& !(flag
& ret
.perm
)) {
569 error
= ERR_EVENT_TPROTE
;
573 iommu
->pbdev
->state
= ZPCI_FS_ERROR
;
574 s390_pci_generate_error_event(error
, iommu
->pbdev
->fh
,
575 iommu
->pbdev
->fid
, addr
, 0);
580 static void s390_pci_iommu_replay(IOMMUMemoryRegion
*iommu
,
581 IOMMUNotifier
*notifier
)
583 /* It's impossible to plug a pci device on s390x that already has iommu
584 * mappings which need to be replayed, that is due to the "one iommu per
585 * zpci device" construct. But when we support migration of vfio-pci
586 * devices in future, we need to revisit this.
591 static S390PCIIOMMU
*s390_pci_get_iommu(S390pciState
*s
, PCIBus
*bus
,
594 uint64_t key
= (uintptr_t)bus
;
595 S390PCIIOMMUTable
*table
= g_hash_table_lookup(s
->iommu_table
, &key
);
599 table
= g_new0(S390PCIIOMMUTable
, 1);
601 g_hash_table_insert(s
->iommu_table
, &table
->key
, table
);
604 iommu
= table
->iommu
[PCI_SLOT(devfn
)];
606 iommu
= S390_PCI_IOMMU(object_new(TYPE_S390_PCI_IOMMU
));
608 char *mr_name
= g_strdup_printf("iommu-root-%02x:%02x.%01x",
612 char *as_name
= g_strdup_printf("iommu-pci-%02x:%02x.%01x",
616 memory_region_init(&iommu
->mr
, OBJECT(iommu
), mr_name
, UINT64_MAX
);
617 address_space_init(&iommu
->as
, &iommu
->mr
, as_name
);
618 iommu
->iotlb
= g_hash_table_new_full(g_int64_hash
, g_int64_equal
,
620 table
->iommu
[PCI_SLOT(devfn
)] = iommu
;
629 static AddressSpace
*s390_pci_dma_iommu(PCIBus
*bus
, void *opaque
, int devfn
)
631 S390pciState
*s
= opaque
;
632 S390PCIIOMMU
*iommu
= s390_pci_get_iommu(s
, bus
, devfn
);
637 static uint8_t set_ind_atomic(uint64_t ind_loc
, uint8_t to_be_set
)
639 uint8_t ind_old
, ind_new
;
643 ind_addr
= cpu_physical_memory_map(ind_loc
, &len
, 1);
645 s390_pci_generate_error_event(ERR_EVENT_AIRERR
, 0, 0, 0, 0);
650 ind_new
= ind_old
| to_be_set
;
651 } while (atomic_cmpxchg(ind_addr
, ind_old
, ind_new
) != ind_old
);
652 cpu_physical_memory_unmap(ind_addr
, len
, 1, len
);
657 static void s390_msi_ctrl_write(void *opaque
, hwaddr addr
, uint64_t data
,
660 S390PCIBusDevice
*pbdev
= opaque
;
661 uint32_t vec
= data
& ZPCI_MSI_VEC_MASK
;
666 DPRINTF("write_msix data 0x%" PRIx64
" idx %d vec 0x%x\n", data
,
669 if (pbdev
->state
!= ZPCI_FS_ENABLED
) {
673 ind_bit
= pbdev
->routes
.adapter
.ind_offset
;
674 sum_bit
= pbdev
->routes
.adapter
.summary_offset
;
676 set_ind_atomic(pbdev
->routes
.adapter
.ind_addr
+ (ind_bit
+ vec
) / 8,
677 0x80 >> ((ind_bit
+ vec
) % 8));
678 if (!set_ind_atomic(pbdev
->routes
.adapter
.summary_addr
+ sum_bit
/ 8,
679 0x80 >> (sum_bit
% 8))) {
680 css_adapter_interrupt(CSS_IO_ADAPTER_PCI
, pbdev
->isc
);
684 static uint64_t s390_msi_ctrl_read(void *opaque
, hwaddr addr
, unsigned size
)
689 static const MemoryRegionOps s390_msi_ctrl_ops
= {
690 .write
= s390_msi_ctrl_write
,
691 .read
= s390_msi_ctrl_read
,
692 .endianness
= DEVICE_LITTLE_ENDIAN
,
695 void s390_pci_iommu_enable(S390PCIIOMMU
*iommu
)
697 char *name
= g_strdup_printf("iommu-s390-%04x", iommu
->pbdev
->uid
);
698 memory_region_init_iommu(&iommu
->iommu_mr
, sizeof(iommu
->iommu_mr
),
699 TYPE_S390_IOMMU_MEMORY_REGION
, OBJECT(&iommu
->mr
),
700 name
, iommu
->pal
- iommu
->pba
+ 1);
701 iommu
->enabled
= true;
702 memory_region_add_subregion(&iommu
->mr
, 0, MEMORY_REGION(&iommu
->iommu_mr
));
706 void s390_pci_iommu_disable(S390PCIIOMMU
*iommu
)
708 iommu
->enabled
= false;
709 g_hash_table_remove_all(iommu
->iotlb
);
710 memory_region_del_subregion(&iommu
->mr
, MEMORY_REGION(&iommu
->iommu_mr
));
711 object_unparent(OBJECT(&iommu
->iommu_mr
));
714 static void s390_pci_iommu_free(S390pciState
*s
, PCIBus
*bus
, int32_t devfn
)
716 uint64_t key
= (uintptr_t)bus
;
717 S390PCIIOMMUTable
*table
= g_hash_table_lookup(s
->iommu_table
, &key
);
718 S390PCIIOMMU
*iommu
= table
? table
->iommu
[PCI_SLOT(devfn
)] : NULL
;
720 if (!table
|| !iommu
) {
724 table
->iommu
[PCI_SLOT(devfn
)] = NULL
;
725 g_hash_table_destroy(iommu
->iotlb
);
726 address_space_destroy(&iommu
->as
);
727 object_unparent(OBJECT(&iommu
->mr
));
728 object_unparent(OBJECT(iommu
));
729 object_unref(OBJECT(iommu
));
732 static void s390_pcihost_realize(DeviceState
*dev
, Error
**errp
)
736 PCIHostState
*phb
= PCI_HOST_BRIDGE(dev
);
737 S390pciState
*s
= S390_PCI_HOST_BRIDGE(dev
);
738 Error
*local_err
= NULL
;
740 DPRINTF("host_init\n");
742 b
= pci_register_root_bus(dev
, NULL
, s390_pci_set_irq
, s390_pci_map_irq
,
743 NULL
, get_system_memory(), get_system_io(), 0,
745 pci_setup_iommu(b
, s390_pci_dma_iommu
, s
);
748 qbus_set_hotplug_handler(bus
, OBJECT(dev
), &local_err
);
750 error_propagate(errp
, local_err
);
755 s
->bus
= S390_PCI_BUS(qbus_create(TYPE_S390_PCI_BUS
, dev
, NULL
));
756 qbus_set_hotplug_handler(BUS(s
->bus
), OBJECT(dev
), &local_err
);
758 error_propagate(errp
, local_err
);
762 s
->iommu_table
= g_hash_table_new_full(g_int64_hash
, g_int64_equal
,
764 s
->zpci_table
= g_hash_table_new_full(g_int_hash
, g_int_equal
, NULL
, NULL
);
766 QTAILQ_INIT(&s
->pending_sei
);
767 QTAILQ_INIT(&s
->zpci_devs
);
769 css_register_io_adapters(CSS_IO_ADAPTER_PCI
, true, false,
770 S390_ADAPTER_SUPPRESSIBLE
, &local_err
);
771 error_propagate(errp
, local_err
);
774 static int s390_pci_msix_init(S390PCIBusDevice
*pbdev
)
781 pos
= pci_find_capability(pbdev
->pdev
, PCI_CAP_ID_MSIX
);
786 ctrl
= pci_host_config_read_common(pbdev
->pdev
, pos
+ PCI_MSIX_FLAGS
,
787 pci_config_size(pbdev
->pdev
), sizeof(ctrl
));
788 table
= pci_host_config_read_common(pbdev
->pdev
, pos
+ PCI_MSIX_TABLE
,
789 pci_config_size(pbdev
->pdev
), sizeof(table
));
790 pba
= pci_host_config_read_common(pbdev
->pdev
, pos
+ PCI_MSIX_PBA
,
791 pci_config_size(pbdev
->pdev
), sizeof(pba
));
793 pbdev
->msix
.table_bar
= table
& PCI_MSIX_FLAGS_BIRMASK
;
794 pbdev
->msix
.table_offset
= table
& ~PCI_MSIX_FLAGS_BIRMASK
;
795 pbdev
->msix
.pba_bar
= pba
& PCI_MSIX_FLAGS_BIRMASK
;
796 pbdev
->msix
.pba_offset
= pba
& ~PCI_MSIX_FLAGS_BIRMASK
;
797 pbdev
->msix
.entries
= (ctrl
& PCI_MSIX_FLAGS_QSIZE
) + 1;
799 name
= g_strdup_printf("msix-s390-%04x", pbdev
->uid
);
800 memory_region_init_io(&pbdev
->msix_notify_mr
, OBJECT(pbdev
),
801 &s390_msi_ctrl_ops
, pbdev
, name
, PAGE_SIZE
);
802 memory_region_add_subregion(&pbdev
->iommu
->mr
, ZPCI_MSI_ADDR
,
803 &pbdev
->msix_notify_mr
);
809 static void s390_pci_msix_free(S390PCIBusDevice
*pbdev
)
811 memory_region_del_subregion(&pbdev
->iommu
->mr
, &pbdev
->msix_notify_mr
);
812 object_unparent(OBJECT(&pbdev
->msix_notify_mr
));
815 static S390PCIBusDevice
*s390_pci_device_new(S390pciState
*s
,
816 const char *target
, Error
**errp
)
818 Error
*local_err
= NULL
;
821 dev
= qdev_try_create(BUS(s
->bus
), TYPE_S390_PCI_DEVICE
);
823 error_setg(errp
, "zPCI device could not be created");
827 object_property_set_str(OBJECT(dev
), target
, "target", &local_err
);
829 object_unparent(OBJECT(dev
));
830 error_propagate_prepend(errp
, local_err
,
831 "zPCI device could not be created: ");
834 object_property_set_bool(OBJECT(dev
), true, "realized", &local_err
);
836 object_unparent(OBJECT(dev
));
837 error_propagate_prepend(errp
, local_err
,
838 "zPCI device could not be created: ");
842 return S390_PCI_DEVICE(dev
);
845 static bool s390_pci_alloc_idx(S390pciState
*s
, S390PCIBusDevice
*pbdev
)
850 while (s390_pci_find_dev_by_idx(s
, idx
)) {
851 idx
= (idx
+ 1) & FH_MASK_INDEX
;
852 if (idx
== s
->next_idx
) {
861 static void s390_pcihost_pre_plug(HotplugHandler
*hotplug_dev
, DeviceState
*dev
,
864 S390pciState
*s
= S390_PCI_HOST_BRIDGE(hotplug_dev
);
866 if (!s390_has_feat(S390_FEAT_ZPCI
)) {
867 warn_report("Plugging a PCI/zPCI device without the 'zpci' CPU "
868 "feature enabled; the guest will not be able to see/use "
872 if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_DEVICE
)) {
873 PCIDevice
*pdev
= PCI_DEVICE(dev
);
875 if (pdev
->cap_present
& QEMU_PCI_CAP_MULTIFUNCTION
) {
876 error_setg(errp
, "multifunction not supported in s390");
879 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_S390_PCI_DEVICE
)) {
880 S390PCIBusDevice
*pbdev
= S390_PCI_DEVICE(dev
);
882 if (!s390_pci_alloc_idx(s
, pbdev
)) {
883 error_setg(errp
, "no slot for plugging zpci device");
889 static void s390_pci_update_subordinate(PCIDevice
*dev
, uint32_t nr
)
893 pci_default_write_config(dev
, PCI_SUBORDINATE_BUS
, nr
, 1);
894 while (!pci_bus_is_root(pci_get_bus(dev
))) {
895 dev
= pci_get_bus(dev
)->parent_dev
;
897 old_nr
= pci_default_read_config(dev
, PCI_SUBORDINATE_BUS
, 1);
899 pci_default_write_config(dev
, PCI_SUBORDINATE_BUS
, nr
, 1);
904 static void s390_pcihost_plug(HotplugHandler
*hotplug_dev
, DeviceState
*dev
,
907 S390pciState
*s
= S390_PCI_HOST_BRIDGE(hotplug_dev
);
908 PCIDevice
*pdev
= NULL
;
909 S390PCIBusDevice
*pbdev
= NULL
;
911 if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_BRIDGE
)) {
912 PCIBridge
*pb
= PCI_BRIDGE(dev
);
914 pdev
= PCI_DEVICE(dev
);
915 pci_bridge_map_irq(pb
, dev
->id
, s390_pci_map_irq
);
916 pci_setup_iommu(&pb
->sec_bus
, s390_pci_dma_iommu
, s
);
918 qbus_set_hotplug_handler(BUS(&pb
->sec_bus
), OBJECT(s
), errp
);
920 if (dev
->hotplugged
) {
921 pci_default_write_config(pdev
, PCI_PRIMARY_BUS
,
922 pci_dev_bus_num(pdev
), 1);
924 pci_default_write_config(pdev
, PCI_SECONDARY_BUS
, s
->bus_no
, 1);
926 s390_pci_update_subordinate(pdev
, s
->bus_no
);
928 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_DEVICE
)) {
929 pdev
= PCI_DEVICE(dev
);
932 /* In the case the PCI device does not define an id */
933 /* we generate one based on the PCI address */
934 dev
->id
= g_strdup_printf("auto_%02x:%02x.%01x",
935 pci_dev_bus_num(pdev
),
936 PCI_SLOT(pdev
->devfn
),
937 PCI_FUNC(pdev
->devfn
));
940 pbdev
= s390_pci_find_dev_by_target(s
, dev
->id
);
942 pbdev
= s390_pci_device_new(s
, dev
->id
, errp
);
948 if (object_dynamic_cast(OBJECT(dev
), "vfio-pci")) {
949 pbdev
->fh
|= FH_SHM_VFIO
;
951 pbdev
->fh
|= FH_SHM_EMUL
;
955 pbdev
->iommu
= s390_pci_get_iommu(s
, pci_get_bus(pdev
), pdev
->devfn
);
956 pbdev
->iommu
->pbdev
= pbdev
;
957 pbdev
->state
= ZPCI_FS_DISABLED
;
959 if (s390_pci_msix_init(pbdev
)) {
960 error_setg(errp
, "MSI-X support is mandatory "
961 "in the S390 architecture");
965 if (dev
->hotplugged
) {
966 s390_pci_generate_plug_event(HP_EVENT_TO_CONFIGURED
,
967 pbdev
->fh
, pbdev
->fid
);
969 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_S390_PCI_DEVICE
)) {
970 pbdev
= S390_PCI_DEVICE(dev
);
972 /* the allocated idx is actually getting used */
973 s
->next_idx
= (pbdev
->idx
+ 1) & FH_MASK_INDEX
;
974 pbdev
->fh
= pbdev
->idx
;
975 QTAILQ_INSERT_TAIL(&s
->zpci_devs
, pbdev
, link
);
976 g_hash_table_insert(s
->zpci_table
, &pbdev
->idx
, pbdev
);
978 g_assert_not_reached();
982 static void s390_pcihost_unplug(HotplugHandler
*hotplug_dev
, DeviceState
*dev
,
985 S390pciState
*s
= S390_PCI_HOST_BRIDGE(hotplug_dev
);
986 S390PCIBusDevice
*pbdev
= NULL
;
988 if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_DEVICE
)) {
989 PCIDevice
*pci_dev
= PCI_DEVICE(dev
);
993 pbdev
= s390_pci_find_dev_by_pci(s
, PCI_DEVICE(dev
));
996 s390_pci_generate_plug_event(HP_EVENT_STANDBY_TO_RESERVED
,
997 pbdev
->fh
, pbdev
->fid
);
998 bus
= pci_get_bus(pci_dev
);
999 devfn
= pci_dev
->devfn
;
1000 object_property_set_bool(OBJECT(dev
), false, "realized", NULL
);
1002 s390_pci_msix_free(pbdev
);
1003 s390_pci_iommu_free(s
, bus
, devfn
);
1005 pbdev
->state
= ZPCI_FS_RESERVED
;
1006 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_S390_PCI_DEVICE
)) {
1007 pbdev
= S390_PCI_DEVICE(dev
);
1009 QTAILQ_REMOVE(&s
->zpci_devs
, pbdev
, link
);
1010 g_hash_table_remove(s
->zpci_table
, &pbdev
->idx
);
1011 object_property_set_bool(OBJECT(dev
), false, "realized", NULL
);
1015 static void s390_pcihost_unplug_request(HotplugHandler
*hotplug_dev
,
1019 S390pciState
*s
= S390_PCI_HOST_BRIDGE(hotplug_dev
);
1020 S390PCIBusDevice
*pbdev
;
1022 if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_BRIDGE
)) {
1023 error_setg(errp
, "PCI bridge hot unplug currently not supported");
1024 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_PCI_DEVICE
)) {
1026 * Redirect the unplug request to the zPCI device and remember that
1027 * we've checked the PCI device already (to prevent endless recursion).
1029 pbdev
= s390_pci_find_dev_by_pci(s
, PCI_DEVICE(dev
));
1031 pbdev
->pci_unplug_request_processed
= true;
1032 qdev_unplug(DEVICE(pbdev
), errp
);
1033 } else if (object_dynamic_cast(OBJECT(dev
), TYPE_S390_PCI_DEVICE
)) {
1034 pbdev
= S390_PCI_DEVICE(dev
);
1037 * If unplug was initially requested for the zPCI device, we
1038 * first have to redirect to the PCI device, which will in return
1039 * redirect back to us after performing its checks (if the request
1040 * is not blocked, e.g. because it's a PCI bridge).
1042 if (pbdev
->pdev
&& !pbdev
->pci_unplug_request_processed
) {
1043 qdev_unplug(DEVICE(pbdev
->pdev
), errp
);
1046 pbdev
->pci_unplug_request_processed
= false;
1048 switch (pbdev
->state
) {
1049 case ZPCI_FS_STANDBY
:
1050 case ZPCI_FS_RESERVED
:
1051 s390_pci_perform_unplug(pbdev
);
1055 * Allow to send multiple requests, e.g. if the guest crashed
1056 * before releasing the device, we would not be able to send
1057 * another request to the same VM (e.g. fresh OS).
1059 pbdev
->unplug_requested
= true;
1060 s390_pci_generate_plug_event(HP_EVENT_DECONFIGURE_REQUEST
,
1061 pbdev
->fh
, pbdev
->fid
);
1064 g_assert_not_reached();
1068 static void s390_pci_enumerate_bridge(PCIBus
*bus
, PCIDevice
*pdev
,
1071 S390pciState
*s
= opaque
;
1072 PCIBus
*sec_bus
= NULL
;
1074 if ((pci_default_read_config(pdev
, PCI_HEADER_TYPE
, 1) !=
1075 PCI_HEADER_TYPE_BRIDGE
)) {
1080 pci_default_write_config(pdev
, PCI_PRIMARY_BUS
, pci_dev_bus_num(pdev
), 1);
1081 pci_default_write_config(pdev
, PCI_SECONDARY_BUS
, s
->bus_no
, 1);
1082 pci_default_write_config(pdev
, PCI_SUBORDINATE_BUS
, s
->bus_no
, 1);
1084 sec_bus
= pci_bridge_get_sec_bus(PCI_BRIDGE(pdev
));
1089 /* Assign numbers to all child bridges. The last is the highest number. */
1090 pci_for_each_device(sec_bus
, pci_bus_num(sec_bus
),
1091 s390_pci_enumerate_bridge
, s
);
1092 pci_default_write_config(pdev
, PCI_SUBORDINATE_BUS
, s
->bus_no
, 1);
1095 static void s390_pcihost_reset(DeviceState
*dev
)
1097 S390pciState
*s
= S390_PCI_HOST_BRIDGE(dev
);
1098 PCIBus
*bus
= s
->parent_obj
.bus
;
1099 S390PCIBusDevice
*pbdev
, *next
;
1101 /* Process all pending unplug requests */
1102 QTAILQ_FOREACH_SAFE(pbdev
, &s
->zpci_devs
, link
, next
) {
1103 if (pbdev
->unplug_requested
) {
1104 if (pbdev
->summary_ind
) {
1105 pci_dereg_irqs(pbdev
);
1107 if (pbdev
->iommu
->enabled
) {
1108 pci_dereg_ioat(pbdev
->iommu
);
1110 pbdev
->state
= ZPCI_FS_STANDBY
;
1111 s390_pci_perform_unplug(pbdev
);
1116 * When resetting a PCI bridge, the assigned numbers are set to 0. So
1117 * on every system reset, we also have to reassign numbers.
1120 pci_for_each_device(bus
, pci_bus_num(bus
), s390_pci_enumerate_bridge
, s
);
1123 static void s390_pcihost_class_init(ObjectClass
*klass
, void *data
)
1125 DeviceClass
*dc
= DEVICE_CLASS(klass
);
1126 HotplugHandlerClass
*hc
= HOTPLUG_HANDLER_CLASS(klass
);
1128 dc
->reset
= s390_pcihost_reset
;
1129 dc
->realize
= s390_pcihost_realize
;
1130 hc
->pre_plug
= s390_pcihost_pre_plug
;
1131 hc
->plug
= s390_pcihost_plug
;
1132 hc
->unplug_request
= s390_pcihost_unplug_request
;
1133 hc
->unplug
= s390_pcihost_unplug
;
1134 msi_nonbroken
= true;
1137 static const TypeInfo s390_pcihost_info
= {
1138 .name
= TYPE_S390_PCI_HOST_BRIDGE
,
1139 .parent
= TYPE_PCI_HOST_BRIDGE
,
1140 .instance_size
= sizeof(S390pciState
),
1141 .class_init
= s390_pcihost_class_init
,
1142 .interfaces
= (InterfaceInfo
[]) {
1143 { TYPE_HOTPLUG_HANDLER
},
1148 static const TypeInfo s390_pcibus_info
= {
1149 .name
= TYPE_S390_PCI_BUS
,
1151 .instance_size
= sizeof(S390PCIBus
),
1154 static uint16_t s390_pci_generate_uid(S390pciState
*s
)
1160 if (!s390_pci_find_dev_by_uid(s
, uid
)) {
1163 } while (uid
< ZPCI_MAX_UID
);
1165 return UID_UNDEFINED
;
1168 static uint32_t s390_pci_generate_fid(S390pciState
*s
, Error
**errp
)
1173 if (!s390_pci_find_dev_by_fid(s
, fid
)) {
1176 } while (fid
++ != ZPCI_MAX_FID
);
1178 error_setg(errp
, "no free fid could be found");
1182 static void s390_pci_device_realize(DeviceState
*dev
, Error
**errp
)
1184 S390PCIBusDevice
*zpci
= S390_PCI_DEVICE(dev
);
1185 S390pciState
*s
= s390_get_phb();
1187 if (!zpci
->target
) {
1188 error_setg(errp
, "target must be defined");
1192 if (s390_pci_find_dev_by_target(s
, zpci
->target
)) {
1193 error_setg(errp
, "target %s already has an associated zpci device",
1198 if (zpci
->uid
== UID_UNDEFINED
) {
1199 zpci
->uid
= s390_pci_generate_uid(s
);
1201 error_setg(errp
, "no free uid could be found");
1204 } else if (s390_pci_find_dev_by_uid(s
, zpci
->uid
)) {
1205 error_setg(errp
, "uid %u already in use", zpci
->uid
);
1209 if (!zpci
->fid_defined
) {
1210 Error
*local_error
= NULL
;
1212 zpci
->fid
= s390_pci_generate_fid(s
, &local_error
);
1214 error_propagate(errp
, local_error
);
1217 } else if (s390_pci_find_dev_by_fid(s
, zpci
->fid
)) {
1218 error_setg(errp
, "fid %u already in use", zpci
->fid
);
1222 zpci
->state
= ZPCI_FS_RESERVED
;
1223 zpci
->fmb
.format
= ZPCI_FMB_FORMAT
;
1226 static void s390_pci_device_reset(DeviceState
*dev
)
1228 S390PCIBusDevice
*pbdev
= S390_PCI_DEVICE(dev
);
1230 switch (pbdev
->state
) {
1231 case ZPCI_FS_RESERVED
:
1233 case ZPCI_FS_STANDBY
:
1236 pbdev
->fh
&= ~FH_MASK_ENABLE
;
1237 pbdev
->state
= ZPCI_FS_DISABLED
;
1241 if (pbdev
->summary_ind
) {
1242 pci_dereg_irqs(pbdev
);
1244 if (pbdev
->iommu
->enabled
) {
1245 pci_dereg_ioat(pbdev
->iommu
);
1248 fmb_timer_free(pbdev
);
1251 static void s390_pci_get_fid(Object
*obj
, Visitor
*v
, const char *name
,
1252 void *opaque
, Error
**errp
)
1254 Property
*prop
= opaque
;
1255 uint32_t *ptr
= qdev_get_prop_ptr(DEVICE(obj
), prop
);
1257 visit_type_uint32(v
, name
, ptr
, errp
);
1260 static void s390_pci_set_fid(Object
*obj
, Visitor
*v
, const char *name
,
1261 void *opaque
, Error
**errp
)
1263 DeviceState
*dev
= DEVICE(obj
);
1264 S390PCIBusDevice
*zpci
= S390_PCI_DEVICE(obj
);
1265 Property
*prop
= opaque
;
1266 uint32_t *ptr
= qdev_get_prop_ptr(dev
, prop
);
1268 if (dev
->realized
) {
1269 qdev_prop_set_after_realize(dev
, name
, errp
);
1273 visit_type_uint32(v
, name
, ptr
, errp
);
1274 zpci
->fid_defined
= true;
1277 static const PropertyInfo s390_pci_fid_propinfo
= {
1279 .get
= s390_pci_get_fid
,
1280 .set
= s390_pci_set_fid
,
1283 #define DEFINE_PROP_S390_PCI_FID(_n, _s, _f) \
1284 DEFINE_PROP(_n, _s, _f, s390_pci_fid_propinfo, uint32_t)
1286 static Property s390_pci_device_properties
[] = {
1287 DEFINE_PROP_UINT16("uid", S390PCIBusDevice
, uid
, UID_UNDEFINED
),
1288 DEFINE_PROP_S390_PCI_FID("fid", S390PCIBusDevice
, fid
),
1289 DEFINE_PROP_STRING("target", S390PCIBusDevice
, target
),
1290 DEFINE_PROP_END_OF_LIST(),
1293 static const VMStateDescription s390_pci_device_vmstate
= {
1294 .name
= TYPE_S390_PCI_DEVICE
,
1296 * TODO: add state handling here, so migration works at least with
1297 * emulated pci devices on s390x
1302 static void s390_pci_device_class_init(ObjectClass
*klass
, void *data
)
1304 DeviceClass
*dc
= DEVICE_CLASS(klass
);
1306 dc
->desc
= "zpci device";
1307 set_bit(DEVICE_CATEGORY_MISC
, dc
->categories
);
1308 dc
->reset
= s390_pci_device_reset
;
1309 dc
->bus_type
= TYPE_S390_PCI_BUS
;
1310 dc
->realize
= s390_pci_device_realize
;
1311 dc
->props
= s390_pci_device_properties
;
1312 dc
->vmsd
= &s390_pci_device_vmstate
;
1315 static const TypeInfo s390_pci_device_info
= {
1316 .name
= TYPE_S390_PCI_DEVICE
,
1317 .parent
= TYPE_DEVICE
,
1318 .instance_size
= sizeof(S390PCIBusDevice
),
1319 .class_init
= s390_pci_device_class_init
,
1322 static TypeInfo s390_pci_iommu_info
= {
1323 .name
= TYPE_S390_PCI_IOMMU
,
1324 .parent
= TYPE_OBJECT
,
1325 .instance_size
= sizeof(S390PCIIOMMU
),
1328 static void s390_iommu_memory_region_class_init(ObjectClass
*klass
, void *data
)
1330 IOMMUMemoryRegionClass
*imrc
= IOMMU_MEMORY_REGION_CLASS(klass
);
1332 imrc
->translate
= s390_translate_iommu
;
1333 imrc
->replay
= s390_pci_iommu_replay
;
1336 static const TypeInfo s390_iommu_memory_region_info
= {
1337 .parent
= TYPE_IOMMU_MEMORY_REGION
,
1338 .name
= TYPE_S390_IOMMU_MEMORY_REGION
,
1339 .class_init
= s390_iommu_memory_region_class_init
,
1342 static void s390_pci_register_types(void)
1344 type_register_static(&s390_pcihost_info
);
1345 type_register_static(&s390_pcibus_info
);
1346 type_register_static(&s390_pci_device_info
);
1347 type_register_static(&s390_pci_iommu_info
);
1348 type_register_static(&s390_iommu_memory_region_info
);
1351 type_init(s390_pci_register_types
)