4 * Copyright IBM, Corp. 2012-2013
7 * Anthony Liguori <aliguori@us.ibm.com>
9 * This work is licensed under the terms of the GNU GPL, version 2 or later.
10 * See the COPYING file in the top-level directory.
13 #include "qemu/osdep.h"
14 #include "libqos/pci.h"
16 #include "hw/pci/pci_regs.h"
17 #include "qemu/host-utils.h"
19 void qpci_device_foreach(QPCIBus
*bus
, int vendor_id
, int device_id
,
20 void (*func
)(QPCIDevice
*dev
, int devfn
, void *data
),
25 for (slot
= 0; slot
< 32; slot
++) {
28 for (fn
= 0; fn
< 8; fn
++) {
31 dev
= qpci_device_find(bus
, QPCI_DEVFN(slot
, fn
));
36 if (vendor_id
!= -1 &&
37 qpci_config_readw(dev
, PCI_VENDOR_ID
) != vendor_id
) {
42 if (device_id
!= -1 &&
43 qpci_config_readw(dev
, PCI_DEVICE_ID
) != device_id
) {
48 func(dev
, QPCI_DEVFN(slot
, fn
), data
);
53 QPCIDevice
*qpci_device_find(QPCIBus
*bus
, int devfn
)
57 dev
= g_malloc0(sizeof(*dev
));
61 if (qpci_config_readw(dev
, PCI_VENDOR_ID
) == 0xFFFF) {
69 void qpci_device_enable(QPCIDevice
*dev
)
73 /* FIXME -- does this need to be a bus callout? */
74 cmd
= qpci_config_readw(dev
, PCI_COMMAND
);
75 cmd
|= PCI_COMMAND_IO
| PCI_COMMAND_MEMORY
| PCI_COMMAND_MASTER
;
76 qpci_config_writew(dev
, PCI_COMMAND
, cmd
);
78 /* Verify the bits are now set. */
79 cmd
= qpci_config_readw(dev
, PCI_COMMAND
);
80 g_assert_cmphex(cmd
& PCI_COMMAND_IO
, ==, PCI_COMMAND_IO
);
81 g_assert_cmphex(cmd
& PCI_COMMAND_MEMORY
, ==, PCI_COMMAND_MEMORY
);
82 g_assert_cmphex(cmd
& PCI_COMMAND_MASTER
, ==, PCI_COMMAND_MASTER
);
85 uint8_t qpci_find_capability(QPCIDevice
*dev
, uint8_t id
)
88 uint8_t addr
= qpci_config_readb(dev
, PCI_CAPABILITY_LIST
);
91 cap
= qpci_config_readb(dev
, addr
);
93 addr
= qpci_config_readb(dev
, addr
+ PCI_CAP_LIST_NEXT
);
95 } while (cap
!= id
&& addr
!= 0);
100 void qpci_msix_enable(QPCIDevice
*dev
)
108 addr
= qpci_find_capability(dev
, PCI_CAP_ID_MSIX
);
109 g_assert_cmphex(addr
, !=, 0);
111 val
= qpci_config_readw(dev
, addr
+ PCI_MSIX_FLAGS
);
112 qpci_config_writew(dev
, addr
+ PCI_MSIX_FLAGS
, val
| PCI_MSIX_FLAGS_ENABLE
);
114 table
= qpci_config_readl(dev
, addr
+ PCI_MSIX_TABLE
);
115 bir_table
= table
& PCI_MSIX_FLAGS_BIRMASK
;
116 dev
->msix_table_bar
= qpci_iomap(dev
, bir_table
, NULL
);
117 dev
->msix_table_off
= table
& ~PCI_MSIX_FLAGS_BIRMASK
;
119 table
= qpci_config_readl(dev
, addr
+ PCI_MSIX_PBA
);
120 bir_pba
= table
& PCI_MSIX_FLAGS_BIRMASK
;
121 if (bir_pba
!= bir_table
) {
122 dev
->msix_pba_bar
= qpci_iomap(dev
, bir_pba
, NULL
);
124 dev
->msix_pba_bar
= dev
->msix_table_bar
;
126 dev
->msix_pba_off
= table
& ~PCI_MSIX_FLAGS_BIRMASK
;
128 dev
->msix_enabled
= true;
131 void qpci_msix_disable(QPCIDevice
*dev
)
136 g_assert(dev
->msix_enabled
);
137 addr
= qpci_find_capability(dev
, PCI_CAP_ID_MSIX
);
138 g_assert_cmphex(addr
, !=, 0);
139 val
= qpci_config_readw(dev
, addr
+ PCI_MSIX_FLAGS
);
140 qpci_config_writew(dev
, addr
+ PCI_MSIX_FLAGS
,
141 val
& ~PCI_MSIX_FLAGS_ENABLE
);
143 if (dev
->msix_pba_bar
.addr
!= dev
->msix_table_bar
.addr
) {
144 qpci_iounmap(dev
, dev
->msix_pba_bar
);
146 qpci_iounmap(dev
, dev
->msix_table_bar
);
148 dev
->msix_enabled
= 0;
149 dev
->msix_table_off
= 0;
150 dev
->msix_pba_off
= 0;
153 bool qpci_msix_pending(QPCIDevice
*dev
, uint16_t entry
)
156 uint8_t bit_n
= entry
% 32;
157 uint64_t off
= (entry
/ 32) * PCI_MSIX_ENTRY_SIZE
/ 4;
159 g_assert(dev
->msix_enabled
);
160 pba_entry
= qpci_io_readl(dev
, dev
->msix_pba_bar
, dev
->msix_pba_off
+ off
);
161 qpci_io_writel(dev
, dev
->msix_pba_bar
, dev
->msix_pba_off
+ off
,
162 pba_entry
& ~(1 << bit_n
));
163 return (pba_entry
& (1 << bit_n
)) != 0;
166 bool qpci_msix_masked(QPCIDevice
*dev
, uint16_t entry
)
170 uint64_t vector_off
= dev
->msix_table_off
+ entry
* PCI_MSIX_ENTRY_SIZE
;
172 g_assert(dev
->msix_enabled
);
173 addr
= qpci_find_capability(dev
, PCI_CAP_ID_MSIX
);
174 g_assert_cmphex(addr
, !=, 0);
175 val
= qpci_config_readw(dev
, addr
+ PCI_MSIX_FLAGS
);
177 if (val
& PCI_MSIX_FLAGS_MASKALL
) {
180 return (qpci_io_readl(dev
, dev
->msix_table_bar
,
181 vector_off
+ PCI_MSIX_ENTRY_VECTOR_CTRL
)
182 & PCI_MSIX_ENTRY_CTRL_MASKBIT
) != 0;
186 uint16_t qpci_msix_table_size(QPCIDevice
*dev
)
191 addr
= qpci_find_capability(dev
, PCI_CAP_ID_MSIX
);
192 g_assert_cmphex(addr
, !=, 0);
194 control
= qpci_config_readw(dev
, addr
+ PCI_MSIX_FLAGS
);
195 return (control
& PCI_MSIX_FLAGS_QSIZE
) + 1;
198 uint8_t qpci_config_readb(QPCIDevice
*dev
, uint8_t offset
)
200 return dev
->bus
->config_readb(dev
->bus
, dev
->devfn
, offset
);
203 uint16_t qpci_config_readw(QPCIDevice
*dev
, uint8_t offset
)
205 return dev
->bus
->config_readw(dev
->bus
, dev
->devfn
, offset
);
208 uint32_t qpci_config_readl(QPCIDevice
*dev
, uint8_t offset
)
210 return dev
->bus
->config_readl(dev
->bus
, dev
->devfn
, offset
);
214 void qpci_config_writeb(QPCIDevice
*dev
, uint8_t offset
, uint8_t value
)
216 dev
->bus
->config_writeb(dev
->bus
, dev
->devfn
, offset
, value
);
219 void qpci_config_writew(QPCIDevice
*dev
, uint8_t offset
, uint16_t value
)
221 dev
->bus
->config_writew(dev
->bus
, dev
->devfn
, offset
, value
);
224 void qpci_config_writel(QPCIDevice
*dev
, uint8_t offset
, uint32_t value
)
226 dev
->bus
->config_writel(dev
->bus
, dev
->devfn
, offset
, value
);
229 uint8_t qpci_io_readb(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
)
231 if (token
.addr
< QPCI_PIO_LIMIT
) {
232 return dev
->bus
->pio_readb(dev
->bus
, token
.addr
+ off
);
235 dev
->bus
->memread(dev
->bus
, token
.addr
+ off
, &val
, sizeof(val
));
240 uint16_t qpci_io_readw(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
)
242 if (token
.addr
< QPCI_PIO_LIMIT
) {
243 return dev
->bus
->pio_readw(dev
->bus
, token
.addr
+ off
);
246 dev
->bus
->memread(dev
->bus
, token
.addr
+ off
, &val
, sizeof(val
));
247 return le16_to_cpu(val
);
251 uint32_t qpci_io_readl(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
)
253 if (token
.addr
< QPCI_PIO_LIMIT
) {
254 return dev
->bus
->pio_readl(dev
->bus
, token
.addr
+ off
);
257 dev
->bus
->memread(dev
->bus
, token
.addr
+ off
, &val
, sizeof(val
));
258 return le32_to_cpu(val
);
262 uint64_t qpci_io_readq(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
)
264 if (token
.addr
< QPCI_PIO_LIMIT
) {
265 return dev
->bus
->pio_readq(dev
->bus
, token
.addr
+ off
);
268 dev
->bus
->memread(dev
->bus
, token
.addr
+ off
, &val
, sizeof(val
));
269 return le64_to_cpu(val
);
273 void qpci_io_writeb(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
276 if (token
.addr
< QPCI_PIO_LIMIT
) {
277 dev
->bus
->pio_writeb(dev
->bus
, token
.addr
+ off
, value
);
279 dev
->bus
->memwrite(dev
->bus
, token
.addr
+ off
, &value
, sizeof(value
));
283 void qpci_io_writew(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
286 if (token
.addr
< QPCI_PIO_LIMIT
) {
287 dev
->bus
->pio_writew(dev
->bus
, token
.addr
+ off
, value
);
289 value
= cpu_to_le16(value
);
290 dev
->bus
->memwrite(dev
->bus
, token
.addr
+ off
, &value
, sizeof(value
));
294 void qpci_io_writel(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
297 if (token
.addr
< QPCI_PIO_LIMIT
) {
298 dev
->bus
->pio_writel(dev
->bus
, token
.addr
+ off
, value
);
300 value
= cpu_to_le32(value
);
301 dev
->bus
->memwrite(dev
->bus
, token
.addr
+ off
, &value
, sizeof(value
));
305 void qpci_io_writeq(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
308 if (token
.addr
< QPCI_PIO_LIMIT
) {
309 dev
->bus
->pio_writeq(dev
->bus
, token
.addr
+ off
, value
);
311 value
= cpu_to_le64(value
);
312 dev
->bus
->memwrite(dev
->bus
, token
.addr
+ off
, &value
, sizeof(value
));
316 void qpci_memread(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
317 void *buf
, size_t len
)
319 g_assert(token
.addr
>= QPCI_PIO_LIMIT
);
320 dev
->bus
->memread(dev
->bus
, token
.addr
+ off
, buf
, len
);
323 void qpci_memwrite(QPCIDevice
*dev
, QPCIBar token
, uint64_t off
,
324 const void *buf
, size_t len
)
326 g_assert(token
.addr
>= QPCI_PIO_LIMIT
);
327 dev
->bus
->memwrite(dev
->bus
, token
.addr
+ off
, buf
, len
);
330 QPCIBar
qpci_iomap(QPCIDevice
*dev
, int barno
, uint64_t *sizeptr
)
332 QPCIBus
*bus
= dev
->bus
;
333 static const int bar_reg_map
[] = {
334 PCI_BASE_ADDRESS_0
, PCI_BASE_ADDRESS_1
, PCI_BASE_ADDRESS_2
,
335 PCI_BASE_ADDRESS_3
, PCI_BASE_ADDRESS_4
, PCI_BASE_ADDRESS_5
,
343 g_assert(barno
>= 0 && barno
<= 5);
344 bar_reg
= bar_reg_map
[barno
];
346 qpci_config_writel(dev
, bar_reg
, 0xFFFFFFFF);
347 addr
= qpci_config_readl(dev
, bar_reg
);
349 io_type
= addr
& PCI_BASE_ADDRESS_SPACE
;
350 if (io_type
== PCI_BASE_ADDRESS_SPACE_IO
) {
351 addr
&= PCI_BASE_ADDRESS_IO_MASK
;
353 addr
&= PCI_BASE_ADDRESS_MEM_MASK
;
356 g_assert(addr
); /* Must have *some* size bits */
358 size
= 1U << ctz32(addr
);
363 if (io_type
== PCI_BASE_ADDRESS_SPACE_IO
) {
364 loc
= QEMU_ALIGN_UP(bus
->pio_alloc_ptr
, size
);
366 g_assert(loc
>= bus
->pio_alloc_ptr
);
367 g_assert(loc
+ size
<= QPCI_PIO_LIMIT
); /* Keep PIO below 64kiB */
369 bus
->pio_alloc_ptr
= loc
+ size
;
371 qpci_config_writel(dev
, bar_reg
, loc
| PCI_BASE_ADDRESS_SPACE_IO
);
373 loc
= QEMU_ALIGN_UP(bus
->mmio_alloc_ptr
, size
);
375 /* Check for space */
376 g_assert(loc
>= bus
->mmio_alloc_ptr
);
377 g_assert(loc
+ size
<= bus
->mmio_limit
);
379 bus
->mmio_alloc_ptr
= loc
+ size
;
381 qpci_config_writel(dev
, bar_reg
, loc
);
388 void qpci_iounmap(QPCIDevice
*dev
, QPCIBar bar
)
393 QPCIBar
qpci_legacy_iomap(QPCIDevice
*dev
, uint16_t addr
)
395 QPCIBar bar
= { .addr
= addr
};