?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
virtio: split virtio input bits from virtio-pci
[qemu/kevin.git] / hw / virtio / virtio-pci.c
blob185db53bc0f614fc49cc2ebb042b3631361fac45
1 /*
2 * Virtio PCI Bindings
3 *
4 * Copyright IBM, Corp. 2007
5 * Copyright (c) 2009 CodeSourcery
6 *
7 * Authors:
8 * Anthony Liguori <aliguori@us.ibm.com>
9 * Paul Brook <paul@codesourcery.com>
10 *
11 * This work is licensed under the terms of the GNU GPL, version 2. See
12 * the COPYING file in the top-level directory.
13 *
14 * Contributions after 2012-01-13 are licensed under the terms of the
15 * GNU GPL, version 2 or (at your option) any later version.
16 */
17
18 #include "qemu/osdep.h"
19
20 #include "standard-headers/linux/virtio_pci.h"
21 #include "hw/virtio/virtio.h"
22 #include "hw/virtio/virtio-blk.h"
23 #include "hw/virtio/virtio-net.h"
24 #include "hw/virtio/virtio-serial.h"
25 #include "hw/virtio/virtio-scsi.h"
26 #include "hw/virtio/virtio-balloon.h"
27 #include "hw/pci/pci.h"
28 #include "qapi/error.h"
29 #include "qemu/error-report.h"
30 #include "hw/pci/msi.h"
31 #include "hw/pci/msix.h"
32 #include "hw/loader.h"
33 #include "sysemu/kvm.h"
34 #include "virtio-pci.h"
35 #include "qemu/range.h"
36 #include "hw/virtio/virtio-bus.h"
37 #include "qapi/visitor.h"
38
39 #define VIRTIO_PCI_REGION_SIZE(dev) VIRTIO_PCI_CONFIG_OFF(msix_present(dev))
40
41 #undef VIRTIO_PCI_CONFIG
42
43 /* The remaining space is defined by each driver as the per-driver
44 * configuration space */
45 #define VIRTIO_PCI_CONFIG_SIZE(dev) VIRTIO_PCI_CONFIG_OFF(msix_enabled(dev))
46
47 static void virtio_pci_bus_new(VirtioBusState *bus, size_t bus_size,
48 VirtIOPCIProxy *dev);
49 static void virtio_pci_reset(DeviceState *qdev);
50
51 /* virtio device */
52 /* DeviceState to VirtIOPCIProxy. For use off data-path. TODO: use QOM. */
53 static inline VirtIOPCIProxy *to_virtio_pci_proxy(DeviceState *d)
54 {
55 return container_of(d, VirtIOPCIProxy, pci_dev.qdev);
56 }
57
58 /* DeviceState to VirtIOPCIProxy. Note: used on datapath,
59 * be careful and test performance if you change this.
60 */
61 static inline VirtIOPCIProxy *to_virtio_pci_proxy_fast(DeviceState *d)
62 {
63 return container_of(d, VirtIOPCIProxy, pci_dev.qdev);
64 }
65
66 static void virtio_pci_notify(DeviceState *d, uint16_t vector)
67 {
68 VirtIOPCIProxy *proxy = to_virtio_pci_proxy_fast(d);
69
70 if (msix_enabled(&proxy->pci_dev))
71 msix_notify(&proxy->pci_dev, vector);
72 else {
73 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
74 pci_set_irq(&proxy->pci_dev, atomic_read(&vdev->isr) & 1);
75 }
76 }
77
78 static void virtio_pci_save_config(DeviceState *d, QEMUFile *f)
79 {
80 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
81 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
82
83 pci_device_save(&proxy->pci_dev, f);
84 msix_save(&proxy->pci_dev, f);
85 if (msix_present(&proxy->pci_dev))
86 qemu_put_be16(f, vdev->config_vector);
87 }
88
89 static const VMStateDescription vmstate_virtio_pci_modern_queue_state = {
90 .name = "virtio_pci/modern_queue_state",
91 .version_id = 1,
92 .minimum_version_id = 1,
93 .fields = (VMStateField[]) {
94 VMSTATE_UINT16(num, VirtIOPCIQueue),
95 VMSTATE_UNUSED(1), /* enabled was stored as be16 */
96 VMSTATE_BOOL(enabled, VirtIOPCIQueue),
97 VMSTATE_UINT32_ARRAY(desc, VirtIOPCIQueue, 2),
98 VMSTATE_UINT32_ARRAY(avail, VirtIOPCIQueue, 2),
99 VMSTATE_UINT32_ARRAY(used, VirtIOPCIQueue, 2),
100 VMSTATE_END_OF_LIST()
101 }
102 };
103
104 static bool virtio_pci_modern_state_needed(void *opaque)
105 {
106 VirtIOPCIProxy *proxy = opaque;
107
108 return virtio_pci_modern(proxy);
109 }
110
111 static const VMStateDescription vmstate_virtio_pci_modern_state_sub = {
112 .name = "virtio_pci/modern_state",
113 .version_id = 1,
114 .minimum_version_id = 1,
115 .needed = &virtio_pci_modern_state_needed,
116 .fields = (VMStateField[]) {
117 VMSTATE_UINT32(dfselect, VirtIOPCIProxy),
118 VMSTATE_UINT32(gfselect, VirtIOPCIProxy),
119 VMSTATE_UINT32_ARRAY(guest_features, VirtIOPCIProxy, 2),
120 VMSTATE_STRUCT_ARRAY(vqs, VirtIOPCIProxy, VIRTIO_QUEUE_MAX, 0,
121 vmstate_virtio_pci_modern_queue_state,
122 VirtIOPCIQueue),
123 VMSTATE_END_OF_LIST()
124 }
125 };
126
127 static const VMStateDescription vmstate_virtio_pci = {
128 .name = "virtio_pci",
129 .version_id = 1,
130 .minimum_version_id = 1,
131 .minimum_version_id_old = 1,
132 .fields = (VMStateField[]) {
133 VMSTATE_END_OF_LIST()
134 },
135 .subsections = (const VMStateDescription*[]) {
136 &vmstate_virtio_pci_modern_state_sub,
137 NULL
138 }
139 };
140
141 static bool virtio_pci_has_extra_state(DeviceState *d)
142 {
143 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
144
145 return proxy->flags & VIRTIO_PCI_FLAG_MIGRATE_EXTRA;
146 }
147
148 static void virtio_pci_save_extra_state(DeviceState *d, QEMUFile *f)
149 {
150 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
151
152 vmstate_save_state(f, &vmstate_virtio_pci, proxy, NULL);
153 }
154
155 static int virtio_pci_load_extra_state(DeviceState *d, QEMUFile *f)
156 {
157 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
158
159 return vmstate_load_state(f, &vmstate_virtio_pci, proxy, 1);
160 }
161
162 static void virtio_pci_save_queue(DeviceState *d, int n, QEMUFile *f)
163 {
164 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
165 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
166
167 if (msix_present(&proxy->pci_dev))
168 qemu_put_be16(f, virtio_queue_vector(vdev, n));
169 }
170
171 static int virtio_pci_load_config(DeviceState *d, QEMUFile *f)
172 {
173 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
174 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
175
176 int ret;
177 ret = pci_device_load(&proxy->pci_dev, f);
178 if (ret) {
179 return ret;
180 }
181 msix_unuse_all_vectors(&proxy->pci_dev);
182 msix_load(&proxy->pci_dev, f);
183 if (msix_present(&proxy->pci_dev)) {
184 qemu_get_be16s(f, &vdev->config_vector);
185 } else {
186 vdev->config_vector = VIRTIO_NO_VECTOR;
187 }
188 if (vdev->config_vector != VIRTIO_NO_VECTOR) {
189 return msix_vector_use(&proxy->pci_dev, vdev->config_vector);
190 }
191 return 0;
192 }
193
194 static int virtio_pci_load_queue(DeviceState *d, int n, QEMUFile *f)
195 {
196 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
197 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
198
199 uint16_t vector;
200 if (msix_present(&proxy->pci_dev)) {
201 qemu_get_be16s(f, &vector);
202 } else {
203 vector = VIRTIO_NO_VECTOR;
204 }
205 virtio_queue_set_vector(vdev, n, vector);
206 if (vector != VIRTIO_NO_VECTOR) {
207 return msix_vector_use(&proxy->pci_dev, vector);
208 }
209
210 return 0;
211 }
212
213 static bool virtio_pci_ioeventfd_enabled(DeviceState *d)
214 {
215 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
216
217 return (proxy->flags & VIRTIO_PCI_FLAG_USE_IOEVENTFD) != 0;
218 }
219
220 #define QEMU_VIRTIO_PCI_QUEUE_MEM_MULT 0x1000
221
222 static inline int virtio_pci_queue_mem_mult(struct VirtIOPCIProxy *proxy)
223 {
224 return (proxy->flags & VIRTIO_PCI_FLAG_PAGE_PER_VQ) ?
225 QEMU_VIRTIO_PCI_QUEUE_MEM_MULT : 4;
226 }
227
228 static int virtio_pci_ioeventfd_assign(DeviceState *d, EventNotifier *notifier,
229 int n, bool assign)
230 {
231 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
232 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
233 VirtQueue *vq = virtio_get_queue(vdev, n);
234 bool legacy = virtio_pci_legacy(proxy);
235 bool modern = virtio_pci_modern(proxy);
236 bool fast_mmio = kvm_ioeventfd_any_length_enabled();
237 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY;
238 MemoryRegion *modern_mr = &proxy->notify.mr;
239 MemoryRegion *modern_notify_mr = &proxy->notify_pio.mr;
240 MemoryRegion *legacy_mr = &proxy->bar;
241 hwaddr modern_addr = virtio_pci_queue_mem_mult(proxy) *
242 virtio_get_queue_index(vq);
243 hwaddr legacy_addr = VIRTIO_PCI_QUEUE_NOTIFY;
244
245 if (assign) {
246 if (modern) {
247 if (fast_mmio) {
248 memory_region_add_eventfd(modern_mr, modern_addr, 0,
249 false, n, notifier);
250 } else {
251 memory_region_add_eventfd(modern_mr, modern_addr, 2,
252 false, n, notifier);
253 }
254 if (modern_pio) {
255 memory_region_add_eventfd(modern_notify_mr, 0, 2,
256 true, n, notifier);
257 }
258 }
259 if (legacy) {
260 memory_region_add_eventfd(legacy_mr, legacy_addr, 2,
261 true, n, notifier);
262 }
263 } else {
264 if (modern) {
265 if (fast_mmio) {
266 memory_region_del_eventfd(modern_mr, modern_addr, 0,
267 false, n, notifier);
268 } else {
269 memory_region_del_eventfd(modern_mr, modern_addr, 2,
270 false, n, notifier);
271 }
272 if (modern_pio) {
273 memory_region_del_eventfd(modern_notify_mr, 0, 2,
274 true, n, notifier);
275 }
276 }
277 if (legacy) {
278 memory_region_del_eventfd(legacy_mr, legacy_addr, 2,
279 true, n, notifier);
280 }
281 }
282 return 0;
283 }
284
285 static void virtio_pci_start_ioeventfd(VirtIOPCIProxy *proxy)
286 {
287 virtio_bus_start_ioeventfd(&proxy->bus);
288 }
289
290 static void virtio_pci_stop_ioeventfd(VirtIOPCIProxy *proxy)
291 {
292 virtio_bus_stop_ioeventfd(&proxy->bus);
293 }
294
295 static void virtio_ioport_write(void *opaque, uint32_t addr, uint32_t val)
296 {
297 VirtIOPCIProxy *proxy = opaque;
298 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
299 hwaddr pa;
300
301 switch (addr) {
302 case VIRTIO_PCI_GUEST_FEATURES:
303 /* Guest does not negotiate properly? We have to assume nothing. */
304 if (val & (1 << VIRTIO_F_BAD_FEATURE)) {
305 val = virtio_bus_get_vdev_bad_features(&proxy->bus);
306 }
307 virtio_set_features(vdev, val);
308 break;
309 case VIRTIO_PCI_QUEUE_PFN:
310 pa = (hwaddr)val << VIRTIO_PCI_QUEUE_ADDR_SHIFT;
311 if (pa == 0) {
312 virtio_pci_reset(DEVICE(proxy));
313 }
314 else
315 virtio_queue_set_addr(vdev, vdev->queue_sel, pa);
316 break;
317 case VIRTIO_PCI_QUEUE_SEL:
318 if (val < VIRTIO_QUEUE_MAX)
319 vdev->queue_sel = val;
320 break;
321 case VIRTIO_PCI_QUEUE_NOTIFY:
322 if (val < VIRTIO_QUEUE_MAX) {
323 virtio_queue_notify(vdev, val);
324 }
325 break;
326 case VIRTIO_PCI_STATUS:
327 if (!(val & VIRTIO_CONFIG_S_DRIVER_OK)) {
328 virtio_pci_stop_ioeventfd(proxy);
329 }
330
331 virtio_set_status(vdev, val & 0xFF);
332
333 if (val & VIRTIO_CONFIG_S_DRIVER_OK) {
334 virtio_pci_start_ioeventfd(proxy);
335 }
336
337 if (vdev->status == 0) {
338 virtio_pci_reset(DEVICE(proxy));
339 }
340
341 /* Linux before 2.6.34 drives the device without enabling
342 the PCI device bus master bit. Enable it automatically
343 for the guest. This is a PCI spec violation but so is
344 initiating DMA with bus master bit clear. */
345 if (val == (VIRTIO_CONFIG_S_ACKNOWLEDGE | VIRTIO_CONFIG_S_DRIVER)) {
346 pci_default_write_config(&proxy->pci_dev, PCI_COMMAND,
347 proxy->pci_dev.config[PCI_COMMAND] |
348 PCI_COMMAND_MASTER, 1);
349 }
350 break;
351 case VIRTIO_MSI_CONFIG_VECTOR:
352 msix_vector_unuse(&proxy->pci_dev, vdev->config_vector);
353 /* Make it possible for guest to discover an error took place. */
354 if (msix_vector_use(&proxy->pci_dev, val) < 0)
355 val = VIRTIO_NO_VECTOR;
356 vdev->config_vector = val;
357 break;
358 case VIRTIO_MSI_QUEUE_VECTOR:
359 msix_vector_unuse(&proxy->pci_dev,
360 virtio_queue_vector(vdev, vdev->queue_sel));
361 /* Make it possible for guest to discover an error took place. */
362 if (msix_vector_use(&proxy->pci_dev, val) < 0)
363 val = VIRTIO_NO_VECTOR;
364 virtio_queue_set_vector(vdev, vdev->queue_sel, val);
365 break;
366 default:
367 error_report("%s: unexpected address 0x%x value 0x%x",
368 __func__, addr, val);
369 break;
370 }
371 }
372
373 static uint32_t virtio_ioport_read(VirtIOPCIProxy *proxy, uint32_t addr)
374 {
375 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
376 uint32_t ret = 0xFFFFFFFF;
377
378 switch (addr) {
379 case VIRTIO_PCI_HOST_FEATURES:
380 ret = vdev->host_features;
381 break;
382 case VIRTIO_PCI_GUEST_FEATURES:
383 ret = vdev->guest_features;
384 break;
385 case VIRTIO_PCI_QUEUE_PFN:
386 ret = virtio_queue_get_addr(vdev, vdev->queue_sel)
387 >> VIRTIO_PCI_QUEUE_ADDR_SHIFT;
388 break;
389 case VIRTIO_PCI_QUEUE_NUM:
390 ret = virtio_queue_get_num(vdev, vdev->queue_sel);
391 break;
392 case VIRTIO_PCI_QUEUE_SEL:
393 ret = vdev->queue_sel;
394 break;
395 case VIRTIO_PCI_STATUS:
396 ret = vdev->status;
397 break;
398 case VIRTIO_PCI_ISR:
399 /* reading from the ISR also clears it. */
400 ret = atomic_xchg(&vdev->isr, 0);
401 pci_irq_deassert(&proxy->pci_dev);
402 break;
403 case VIRTIO_MSI_CONFIG_VECTOR:
404 ret = vdev->config_vector;
405 break;
406 case VIRTIO_MSI_QUEUE_VECTOR:
407 ret = virtio_queue_vector(vdev, vdev->queue_sel);
408 break;
409 default:
410 break;
411 }
412
413 return ret;
414 }
415
416 static uint64_t virtio_pci_config_read(void *opaque, hwaddr addr,
417 unsigned size)
418 {
419 VirtIOPCIProxy *proxy = opaque;
420 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
421 uint32_t config = VIRTIO_PCI_CONFIG_SIZE(&proxy->pci_dev);
422 uint64_t val = 0;
423 if (addr < config) {
424 return virtio_ioport_read(proxy, addr);
425 }
426 addr -= config;
427
428 switch (size) {
429 case 1:
430 val = virtio_config_readb(vdev, addr);
431 break;
432 case 2:
433 val = virtio_config_readw(vdev, addr);
434 if (virtio_is_big_endian(vdev)) {
435 val = bswap16(val);
436 }
437 break;
438 case 4:
439 val = virtio_config_readl(vdev, addr);
440 if (virtio_is_big_endian(vdev)) {
441 val = bswap32(val);
442 }
443 break;
444 }
445 return val;
446 }
447
448 static void virtio_pci_config_write(void *opaque, hwaddr addr,
449 uint64_t val, unsigned size)
450 {
451 VirtIOPCIProxy *proxy = opaque;
452 uint32_t config = VIRTIO_PCI_CONFIG_SIZE(&proxy->pci_dev);
453 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
454 if (addr < config) {
455 virtio_ioport_write(proxy, addr, val);
456 return;
457 }
458 addr -= config;
459 /*
460 * Virtio-PCI is odd. Ioports are LE but config space is target native
461 * endian.
462 */
463 switch (size) {
464 case 1:
465 virtio_config_writeb(vdev, addr, val);
466 break;
467 case 2:
468 if (virtio_is_big_endian(vdev)) {
469 val = bswap16(val);
470 }
471 virtio_config_writew(vdev, addr, val);
472 break;
473 case 4:
474 if (virtio_is_big_endian(vdev)) {
475 val = bswap32(val);
476 }
477 virtio_config_writel(vdev, addr, val);
478 break;
479 }
480 }
481
482 static const MemoryRegionOps virtio_pci_config_ops = {
483 .read = virtio_pci_config_read,
484 .write = virtio_pci_config_write,
485 .impl = {
486 .min_access_size = 1,
487 .max_access_size = 4,
488 },
489 .endianness = DEVICE_LITTLE_ENDIAN,
490 };
491
492 static MemoryRegion *virtio_address_space_lookup(VirtIOPCIProxy *proxy,
493 hwaddr *off, int len)
494 {
495 int i;
496 VirtIOPCIRegion *reg;
497
498 for (i = 0; i < ARRAY_SIZE(proxy->regs); ++i) {
499 reg = &proxy->regs[i];
500 if (*off >= reg->offset &&
501 *off + len <= reg->offset + reg->size) {
502 *off -= reg->offset;
503 return &reg->mr;
504 }
505 }
506
507 return NULL;
508 }
509
510 /* Below are generic functions to do memcpy from/to an address space,
511 * without byteswaps, with input validation.
512 *
513 * As regular address_space_* APIs all do some kind of byteswap at least for
514 * some host/target combinations, we are forced to explicitly convert to a
515 * known-endianness integer value.
516 * It doesn't really matter which endian format to go through, so the code
517 * below selects the endian that causes the least amount of work on the given
518 * host.
519 *
520 * Note: host pointer must be aligned.
521 */
522 static
523 void virtio_address_space_write(VirtIOPCIProxy *proxy, hwaddr addr,
524 const uint8_t *buf, int len)
525 {
526 uint64_t val;
527 MemoryRegion *mr;
528
529 /* address_space_* APIs assume an aligned address.
530 * As address is under guest control, handle illegal values.
531 */
532 addr &= ~(len - 1);
533
534 mr = virtio_address_space_lookup(proxy, &addr, len);
535 if (!mr) {
536 return;
537 }
538
539 /* Make sure caller aligned buf properly */
540 assert(!(((uintptr_t)buf) & (len - 1)));
541
542 switch (len) {
543 case 1:
544 val = pci_get_byte(buf);
545 break;
546 case 2:
547 val = cpu_to_le16(pci_get_word(buf));
548 break;
549 case 4:
550 val = cpu_to_le32(pci_get_long(buf));
551 break;
552 default:
553 /* As length is under guest control, handle illegal values. */
554 return;
555 }
556 memory_region_dispatch_write(mr, addr, val, len, MEMTXATTRS_UNSPECIFIED);
557 }
558
559 static void
560 virtio_address_space_read(VirtIOPCIProxy *proxy, hwaddr addr,
561 uint8_t *buf, int len)
562 {
563 uint64_t val;
564 MemoryRegion *mr;
565
566 /* address_space_* APIs assume an aligned address.
567 * As address is under guest control, handle illegal values.
568 */
569 addr &= ~(len - 1);
570
571 mr = virtio_address_space_lookup(proxy, &addr, len);
572 if (!mr) {
573 return;
574 }
575
576 /* Make sure caller aligned buf properly */
577 assert(!(((uintptr_t)buf) & (len - 1)));
578
579 memory_region_dispatch_read(mr, addr, &val, len, MEMTXATTRS_UNSPECIFIED);
580 switch (len) {
581 case 1:
582 pci_set_byte(buf, val);
583 break;
584 case 2:
585 pci_set_word(buf, le16_to_cpu(val));
586 break;
587 case 4:
588 pci_set_long(buf, le32_to_cpu(val));
589 break;
590 default:
591 /* As length is under guest control, handle illegal values. */
592 break;
593 }
594 }
595
596 static void virtio_write_config(PCIDevice *pci_dev, uint32_t address,
597 uint32_t val, int len)
598 {
599 VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev);
600 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
601 struct virtio_pci_cfg_cap *cfg;
602
603 pci_default_write_config(pci_dev, address, val, len);
604
605 if (range_covers_byte(address, len, PCI_COMMAND) &&
606 !(pci_dev->config[PCI_COMMAND] & PCI_COMMAND_MASTER)) {
607 virtio_pci_stop_ioeventfd(proxy);
608 virtio_set_status(vdev, vdev->status & ~VIRTIO_CONFIG_S_DRIVER_OK);
609 }
610
611 if (proxy->config_cap &&
612 ranges_overlap(address, len, proxy->config_cap + offsetof(struct virtio_pci_cfg_cap,
613 pci_cfg_data),
614 sizeof cfg->pci_cfg_data)) {
615 uint32_t off;
616 uint32_t len;
617
618 cfg = (void *)(proxy->pci_dev.config + proxy->config_cap);
619 off = le32_to_cpu(cfg->cap.offset);
620 len = le32_to_cpu(cfg->cap.length);
621
622 if (len == 1 || len == 2 || len == 4) {
623 assert(len <= sizeof cfg->pci_cfg_data);
624 virtio_address_space_write(proxy, off, cfg->pci_cfg_data, len);
625 }
626 }
627 }
628
629 static uint32_t virtio_read_config(PCIDevice *pci_dev,
630 uint32_t address, int len)
631 {
632 VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev);
633 struct virtio_pci_cfg_cap *cfg;
634
635 if (proxy->config_cap &&
636 ranges_overlap(address, len, proxy->config_cap + offsetof(struct virtio_pci_cfg_cap,
637 pci_cfg_data),
638 sizeof cfg->pci_cfg_data)) {
639 uint32_t off;
640 uint32_t len;
641
642 cfg = (void *)(proxy->pci_dev.config + proxy->config_cap);
643 off = le32_to_cpu(cfg->cap.offset);
644 len = le32_to_cpu(cfg->cap.length);
645
646 if (len == 1 || len == 2 || len == 4) {
647 assert(len <= sizeof cfg->pci_cfg_data);
648 virtio_address_space_read(proxy, off, cfg->pci_cfg_data, len);
649 }
650 }
651
652 return pci_default_read_config(pci_dev, address, len);
653 }
654
655 static int kvm_virtio_pci_vq_vector_use(VirtIOPCIProxy *proxy,
656 unsigned int queue_no,
657 unsigned int vector)
658 {
659 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector];
660 int ret;
661
662 if (irqfd->users == 0) {
663 ret = kvm_irqchip_add_msi_route(kvm_state, vector, &proxy->pci_dev);
664 if (ret < 0) {
665 return ret;
666 }
667 irqfd->virq = ret;
668 }
669 irqfd->users++;
670 return 0;
671 }
672
673 static void kvm_virtio_pci_vq_vector_release(VirtIOPCIProxy *proxy,
674 unsigned int vector)
675 {
676 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector];
677 if (--irqfd->users == 0) {
678 kvm_irqchip_release_virq(kvm_state, irqfd->virq);
679 }
680 }
681
682 static int kvm_virtio_pci_irqfd_use(VirtIOPCIProxy *proxy,
683 unsigned int queue_no,
684 unsigned int vector)
685 {
686 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector];
687 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
688 VirtQueue *vq = virtio_get_queue(vdev, queue_no);
689 EventNotifier *n = virtio_queue_get_guest_notifier(vq);
690 return kvm_irqchip_add_irqfd_notifier_gsi(kvm_state, n, NULL, irqfd->virq);
691 }
692
693 static void kvm_virtio_pci_irqfd_release(VirtIOPCIProxy *proxy,
694 unsigned int queue_no,
695 unsigned int vector)
696 {
697 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
698 VirtQueue *vq = virtio_get_queue(vdev, queue_no);
699 EventNotifier *n = virtio_queue_get_guest_notifier(vq);
700 VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector];
701 int ret;
702
703 ret = kvm_irqchip_remove_irqfd_notifier_gsi(kvm_state, n, irqfd->virq);
704 assert(ret == 0);
705 }
706
707 static int kvm_virtio_pci_vector_use(VirtIOPCIProxy *proxy, int nvqs)
708 {
709 PCIDevice *dev = &proxy->pci_dev;
710 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
711 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
712 unsigned int vector;
713 int ret, queue_no;
714
715 for (queue_no = 0; queue_no < nvqs; queue_no++) {
716 if (!virtio_queue_get_num(vdev, queue_no)) {
717 break;
718 }
719 vector = virtio_queue_vector(vdev, queue_no);
720 if (vector >= msix_nr_vectors_allocated(dev)) {
721 continue;
722 }
723 ret = kvm_virtio_pci_vq_vector_use(proxy, queue_no, vector);
724 if (ret < 0) {
725 goto undo;
726 }
727 /* If guest supports masking, set up irqfd now.
728 * Otherwise, delay until unmasked in the frontend.
729 */
730 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) {
731 ret = kvm_virtio_pci_irqfd_use(proxy, queue_no, vector);
732 if (ret < 0) {
733 kvm_virtio_pci_vq_vector_release(proxy, vector);
734 goto undo;
735 }
736 }
737 }
738 return 0;
739
740 undo:
741 while (--queue_no >= 0) {
742 vector = virtio_queue_vector(vdev, queue_no);
743 if (vector >= msix_nr_vectors_allocated(dev)) {
744 continue;
745 }
746 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) {
747 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector);
748 }
749 kvm_virtio_pci_vq_vector_release(proxy, vector);
750 }
751 return ret;
752 }
753
754 static void kvm_virtio_pci_vector_release(VirtIOPCIProxy *proxy, int nvqs)
755 {
756 PCIDevice *dev = &proxy->pci_dev;
757 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
758 unsigned int vector;
759 int queue_no;
760 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
761
762 for (queue_no = 0; queue_no < nvqs; queue_no++) {
763 if (!virtio_queue_get_num(vdev, queue_no)) {
764 break;
765 }
766 vector = virtio_queue_vector(vdev, queue_no);
767 if (vector >= msix_nr_vectors_allocated(dev)) {
768 continue;
769 }
770 /* If guest supports masking, clean up irqfd now.
771 * Otherwise, it was cleaned when masked in the frontend.
772 */
773 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) {
774 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector);
775 }
776 kvm_virtio_pci_vq_vector_release(proxy, vector);
777 }
778 }
779
780 static int virtio_pci_vq_vector_unmask(VirtIOPCIProxy *proxy,
781 unsigned int queue_no,
782 unsigned int vector,
783 MSIMessage msg)
784 {
785 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
786 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
787 VirtQueue *vq = virtio_get_queue(vdev, queue_no);
788 EventNotifier *n = virtio_queue_get_guest_notifier(vq);
789 VirtIOIRQFD *irqfd;
790 int ret = 0;
791
792 if (proxy->vector_irqfd) {
793 irqfd = &proxy->vector_irqfd[vector];
794 if (irqfd->msg.data != msg.data || irqfd->msg.address != msg.address) {
795 ret = kvm_irqchip_update_msi_route(kvm_state, irqfd->virq, msg,
796 &proxy->pci_dev);
797 if (ret < 0) {
798 return ret;
799 }
800 kvm_irqchip_commit_routes(kvm_state);
801 }
802 }
803
804 /* If guest supports masking, irqfd is already setup, unmask it.
805 * Otherwise, set it up now.
806 */
807 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) {
808 k->guest_notifier_mask(vdev, queue_no, false);
809 /* Test after unmasking to avoid losing events. */
810 if (k->guest_notifier_pending &&
811 k->guest_notifier_pending(vdev, queue_no)) {
812 event_notifier_set(n);
813 }
814 } else {
815 ret = kvm_virtio_pci_irqfd_use(proxy, queue_no, vector);
816 }
817 return ret;
818 }
819
820 static void virtio_pci_vq_vector_mask(VirtIOPCIProxy *proxy,
821 unsigned int queue_no,
822 unsigned int vector)
823 {
824 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
825 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
826
827 /* If guest supports masking, keep irqfd but mask it.
828 * Otherwise, clean it up now.
829 */
830 if (vdev->use_guest_notifier_mask && k->guest_notifier_mask) {
831 k->guest_notifier_mask(vdev, queue_no, true);
832 } else {
833 kvm_virtio_pci_irqfd_release(proxy, queue_no, vector);
834 }
835 }
836
837 static int virtio_pci_vector_unmask(PCIDevice *dev, unsigned vector,
838 MSIMessage msg)
839 {
840 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev);
841 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
842 VirtQueue *vq = virtio_vector_first_queue(vdev, vector);
843 int ret, index, unmasked = 0;
844
845 while (vq) {
846 index = virtio_get_queue_index(vq);
847 if (!virtio_queue_get_num(vdev, index)) {
848 break;
849 }
850 if (index < proxy->nvqs_with_notifiers) {
851 ret = virtio_pci_vq_vector_unmask(proxy, index, vector, msg);
852 if (ret < 0) {
853 goto undo;
854 }
855 ++unmasked;
856 }
857 vq = virtio_vector_next_queue(vq);
858 }
859
860 return 0;
861
862 undo:
863 vq = virtio_vector_first_queue(vdev, vector);
864 while (vq && unmasked >= 0) {
865 index = virtio_get_queue_index(vq);
866 if (index < proxy->nvqs_with_notifiers) {
867 virtio_pci_vq_vector_mask(proxy, index, vector);
868 --unmasked;
869 }
870 vq = virtio_vector_next_queue(vq);
871 }
872 return ret;
873 }
874
875 static void virtio_pci_vector_mask(PCIDevice *dev, unsigned vector)
876 {
877 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev);
878 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
879 VirtQueue *vq = virtio_vector_first_queue(vdev, vector);
880 int index;
881
882 while (vq) {
883 index = virtio_get_queue_index(vq);
884 if (!virtio_queue_get_num(vdev, index)) {
885 break;
886 }
887 if (index < proxy->nvqs_with_notifiers) {
888 virtio_pci_vq_vector_mask(proxy, index, vector);
889 }
890 vq = virtio_vector_next_queue(vq);
891 }
892 }
893
894 static void virtio_pci_vector_poll(PCIDevice *dev,
895 unsigned int vector_start,
896 unsigned int vector_end)
897 {
898 VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev);
899 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
900 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
901 int queue_no;
902 unsigned int vector;
903 EventNotifier *notifier;
904 VirtQueue *vq;
905
906 for (queue_no = 0; queue_no < proxy->nvqs_with_notifiers; queue_no++) {
907 if (!virtio_queue_get_num(vdev, queue_no)) {
908 break;
909 }
910 vector = virtio_queue_vector(vdev, queue_no);
911 if (vector < vector_start || vector >= vector_end ||
912 !msix_is_masked(dev, vector)) {
913 continue;
914 }
915 vq = virtio_get_queue(vdev, queue_no);
916 notifier = virtio_queue_get_guest_notifier(vq);
917 if (k->guest_notifier_pending) {
918 if (k->guest_notifier_pending(vdev, queue_no)) {
919 msix_set_pending(dev, vector);
920 }
921 } else if (event_notifier_test_and_clear(notifier)) {
922 msix_set_pending(dev, vector);
923 }
924 }
925 }
926
927 static int virtio_pci_set_guest_notifier(DeviceState *d, int n, bool assign,
928 bool with_irqfd)
929 {
930 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
931 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
932 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
933 VirtQueue *vq = virtio_get_queue(vdev, n);
934 EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
935
936 if (assign) {
937 int r = event_notifier_init(notifier, 0);
938 if (r < 0) {
939 return r;
940 }
941 virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd);
942 } else {
943 virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd);
944 event_notifier_cleanup(notifier);
945 }
946
947 if (!msix_enabled(&proxy->pci_dev) &&
948 vdev->use_guest_notifier_mask &&
949 vdc->guest_notifier_mask) {
950 vdc->guest_notifier_mask(vdev, n, !assign);
951 }
952
953 return 0;
954 }
955
956 static bool virtio_pci_query_guest_notifiers(DeviceState *d)
957 {
958 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
959 return msix_enabled(&proxy->pci_dev);
960 }
961
962 static int virtio_pci_set_guest_notifiers(DeviceState *d, int nvqs, bool assign)
963 {
964 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
965 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
966 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
967 int r, n;
968 bool with_irqfd = msix_enabled(&proxy->pci_dev) &&
969 kvm_msi_via_irqfd_enabled();
970
971 nvqs = MIN(nvqs, VIRTIO_QUEUE_MAX);
972
973 /* When deassigning, pass a consistent nvqs value
974 * to avoid leaking notifiers.
975 */
976 assert(assign || nvqs == proxy->nvqs_with_notifiers);
977
978 proxy->nvqs_with_notifiers = nvqs;
979
980 /* Must unset vector notifier while guest notifier is still assigned */
981 if ((proxy->vector_irqfd || k->guest_notifier_mask) && !assign) {
982 msix_unset_vector_notifiers(&proxy->pci_dev);
983 if (proxy->vector_irqfd) {
984 kvm_virtio_pci_vector_release(proxy, nvqs);
985 g_free(proxy->vector_irqfd);
986 proxy->vector_irqfd = NULL;
987 }
988 }
989
990 for (n = 0; n < nvqs; n++) {
991 if (!virtio_queue_get_num(vdev, n)) {
992 break;
993 }
994
995 r = virtio_pci_set_guest_notifier(d, n, assign, with_irqfd);
996 if (r < 0) {
997 goto assign_error;
998 }
999 }
1000
1001 /* Must set vector notifier after guest notifier has been assigned */
1002 if ((with_irqfd || k->guest_notifier_mask) && assign) {
1003 if (with_irqfd) {
1004 proxy->vector_irqfd =
1005 g_malloc0(sizeof(*proxy->vector_irqfd) *
1006 msix_nr_vectors_allocated(&proxy->pci_dev));
1007 r = kvm_virtio_pci_vector_use(proxy, nvqs);
1008 if (r < 0) {
1009 goto assign_error;
1010 }
1011 }
1012 r = msix_set_vector_notifiers(&proxy->pci_dev,
1013 virtio_pci_vector_unmask,
1014 virtio_pci_vector_mask,
1015 virtio_pci_vector_poll);
1016 if (r < 0) {
1017 goto notifiers_error;
1018 }
1019 }
1020
1021 return 0;
1022
1023 notifiers_error:
1024 if (with_irqfd) {
1025 assert(assign);
1026 kvm_virtio_pci_vector_release(proxy, nvqs);
1027 }
1028
1029 assign_error:
1030 /* We get here on assignment failure. Recover by undoing for VQs 0 .. n. */
1031 assert(assign);
1032 while (--n >= 0) {
1033 virtio_pci_set_guest_notifier(d, n, !assign, with_irqfd);
1034 }
1035 return r;
1036 }
1037
1038 static int virtio_pci_set_host_notifier_mr(DeviceState *d, int n,
1039 MemoryRegion *mr, bool assign)
1040 {
1041 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
1042 int offset;
1043
1044 if (n >= VIRTIO_QUEUE_MAX || !virtio_pci_modern(proxy) ||
1045 virtio_pci_queue_mem_mult(proxy) != memory_region_size(mr)) {
1046 return -1;
1047 }
1048
1049 if (assign) {
1050 offset = virtio_pci_queue_mem_mult(proxy) * n;
1051 memory_region_add_subregion_overlap(&proxy->notify.mr, offset, mr, 1);
1052 } else {
1053 memory_region_del_subregion(&proxy->notify.mr, mr);
1054 }
1055
1056 return 0;
1057 }
1058
1059 static void virtio_pci_vmstate_change(DeviceState *d, bool running)
1060 {
1061 VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d);
1062 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1063
1064 if (running) {
1065 /* Old QEMU versions did not set bus master enable on status write.
1066 * Detect DRIVER set and enable it.
1067 */
1068 if ((proxy->flags & VIRTIO_PCI_FLAG_BUS_MASTER_BUG_MIGRATION) &&
1069 (vdev->status & VIRTIO_CONFIG_S_DRIVER) &&
1070 !(proxy->pci_dev.config[PCI_COMMAND] & PCI_COMMAND_MASTER)) {
1071 pci_default_write_config(&proxy->pci_dev, PCI_COMMAND,
1072 proxy->pci_dev.config[PCI_COMMAND] |
1073 PCI_COMMAND_MASTER, 1);
1074 }
1075 virtio_pci_start_ioeventfd(proxy);
1076 } else {
1077 virtio_pci_stop_ioeventfd(proxy);
1078 }
1079 }
1080
1081 #ifdef CONFIG_VIRTFS
1082 static void virtio_9p_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
1083 {
1084 V9fsPCIState *dev = VIRTIO_9P_PCI(vpci_dev);
1085 DeviceState *vdev = DEVICE(&dev->vdev);
1086
1087 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
1088 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
1089 }
1090
1091 static Property virtio_9p_pci_properties[] = {
1092 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags,
1093 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true),
1094 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2),
1095 DEFINE_PROP_END_OF_LIST(),
1096 };
1097
1098 static void virtio_9p_pci_class_init(ObjectClass *klass, void *data)
1099 {
1100 DeviceClass *dc = DEVICE_CLASS(klass);
1101 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
1102 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
1103
1104 k->realize = virtio_9p_pci_realize;
1105 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
1106 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_9P;
1107 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
1108 pcidev_k->class_id = 0x2;
1109 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1110 dc->props = virtio_9p_pci_properties;
1111 }
1112
1113 static void virtio_9p_pci_instance_init(Object *obj)
1114 {
1115 V9fsPCIState *dev = VIRTIO_9P_PCI(obj);
1116
1117 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
1118 TYPE_VIRTIO_9P);
1119 }
1120
1121 static const VirtioPCIDeviceTypeInfo virtio_9p_pci_info = {
1122 .base_name = TYPE_VIRTIO_9P_PCI,
1123 .generic_name = "virtio-9p-pci",
1124 .transitional_name = "virtio-9p-pci-transitional",
1125 .non_transitional_name = "virtio-9p-pci-non-transitional",
1126 .instance_size = sizeof(V9fsPCIState),
1127 .instance_init = virtio_9p_pci_instance_init,
1128 .class_init = virtio_9p_pci_class_init,
1129 };
1130 #endif /* CONFIG_VIRTFS */
1131
1132 /*
1133 * virtio-pci: This is the PCIDevice which has a virtio-pci-bus.
1134 */
1135
1136 static int virtio_pci_query_nvectors(DeviceState *d)
1137 {
1138 VirtIOPCIProxy *proxy = VIRTIO_PCI(d);
1139
1140 return proxy->nvectors;
1141 }
1142
1143 static AddressSpace *virtio_pci_get_dma_as(DeviceState *d)
1144 {
1145 VirtIOPCIProxy *proxy = VIRTIO_PCI(d);
1146 PCIDevice *dev = &proxy->pci_dev;
1147
1148 return pci_get_address_space(dev);
1149 }
1150
1151 static int virtio_pci_add_mem_cap(VirtIOPCIProxy *proxy,
1152 struct virtio_pci_cap *cap)
1153 {
1154 PCIDevice *dev = &proxy->pci_dev;
1155 int offset;
1156
1157 offset = pci_add_capability(dev, PCI_CAP_ID_VNDR, 0,
1158 cap->cap_len, &error_abort);
1159
1160 assert(cap->cap_len >= sizeof *cap);
1161 memcpy(dev->config + offset + PCI_CAP_FLAGS, &cap->cap_len,
1162 cap->cap_len - PCI_CAP_FLAGS);
1163
1164 return offset;
1165 }
1166
1167 static uint64_t virtio_pci_common_read(void *opaque, hwaddr addr,
1168 unsigned size)
1169 {
1170 VirtIOPCIProxy *proxy = opaque;
1171 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1172 uint32_t val = 0;
1173 int i;
1174
1175 switch (addr) {
1176 case VIRTIO_PCI_COMMON_DFSELECT:
1177 val = proxy->dfselect;
1178 break;
1179 case VIRTIO_PCI_COMMON_DF:
1180 if (proxy->dfselect <= 1) {
1181 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
1182
1183 val = (vdev->host_features & ~vdc->legacy_features) >>
1184 (32 * proxy->dfselect);
1185 }
1186 break;
1187 case VIRTIO_PCI_COMMON_GFSELECT:
1188 val = proxy->gfselect;
1189 break;
1190 case VIRTIO_PCI_COMMON_GF:
1191 if (proxy->gfselect < ARRAY_SIZE(proxy->guest_features)) {
1192 val = proxy->guest_features[proxy->gfselect];
1193 }
1194 break;
1195 case VIRTIO_PCI_COMMON_MSIX:
1196 val = vdev->config_vector;
1197 break;
1198 case VIRTIO_PCI_COMMON_NUMQ:
1199 for (i = 0; i < VIRTIO_QUEUE_MAX; ++i) {
1200 if (virtio_queue_get_num(vdev, i)) {
1201 val = i + 1;
1202 }
1203 }
1204 break;
1205 case VIRTIO_PCI_COMMON_STATUS:
1206 val = vdev->status;
1207 break;
1208 case VIRTIO_PCI_COMMON_CFGGENERATION:
1209 val = vdev->generation;
1210 break;
1211 case VIRTIO_PCI_COMMON_Q_SELECT:
1212 val = vdev->queue_sel;
1213 break;
1214 case VIRTIO_PCI_COMMON_Q_SIZE:
1215 val = virtio_queue_get_num(vdev, vdev->queue_sel);
1216 break;
1217 case VIRTIO_PCI_COMMON_Q_MSIX:
1218 val = virtio_queue_vector(vdev, vdev->queue_sel);
1219 break;
1220 case VIRTIO_PCI_COMMON_Q_ENABLE:
1221 val = proxy->vqs[vdev->queue_sel].enabled;
1222 break;
1223 case VIRTIO_PCI_COMMON_Q_NOFF:
1224 /* Simply map queues in order */
1225 val = vdev->queue_sel;
1226 break;
1227 case VIRTIO_PCI_COMMON_Q_DESCLO:
1228 val = proxy->vqs[vdev->queue_sel].desc[0];
1229 break;
1230 case VIRTIO_PCI_COMMON_Q_DESCHI:
1231 val = proxy->vqs[vdev->queue_sel].desc[1];
1232 break;
1233 case VIRTIO_PCI_COMMON_Q_AVAILLO:
1234 val = proxy->vqs[vdev->queue_sel].avail[0];
1235 break;
1236 case VIRTIO_PCI_COMMON_Q_AVAILHI:
1237 val = proxy->vqs[vdev->queue_sel].avail[1];
1238 break;
1239 case VIRTIO_PCI_COMMON_Q_USEDLO:
1240 val = proxy->vqs[vdev->queue_sel].used[0];
1241 break;
1242 case VIRTIO_PCI_COMMON_Q_USEDHI:
1243 val = proxy->vqs[vdev->queue_sel].used[1];
1244 break;
1245 default:
1246 val = 0;
1247 }
1248
1249 return val;
1250 }
1251
1252 static void virtio_pci_common_write(void *opaque, hwaddr addr,
1253 uint64_t val, unsigned size)
1254 {
1255 VirtIOPCIProxy *proxy = opaque;
1256 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1257
1258 switch (addr) {
1259 case VIRTIO_PCI_COMMON_DFSELECT:
1260 proxy->dfselect = val;
1261 break;
1262 case VIRTIO_PCI_COMMON_GFSELECT:
1263 proxy->gfselect = val;
1264 break;
1265 case VIRTIO_PCI_COMMON_GF:
1266 if (proxy->gfselect < ARRAY_SIZE(proxy->guest_features)) {
1267 proxy->guest_features[proxy->gfselect] = val;
1268 virtio_set_features(vdev,
1269 (((uint64_t)proxy->guest_features[1]) << 32) |
1270 proxy->guest_features[0]);
1271 }
1272 break;
1273 case VIRTIO_PCI_COMMON_MSIX:
1274 msix_vector_unuse(&proxy->pci_dev, vdev->config_vector);
1275 /* Make it possible for guest to discover an error took place. */
1276 if (msix_vector_use(&proxy->pci_dev, val) < 0) {
1277 val = VIRTIO_NO_VECTOR;
1278 }
1279 vdev->config_vector = val;
1280 break;
1281 case VIRTIO_PCI_COMMON_STATUS:
1282 if (!(val & VIRTIO_CONFIG_S_DRIVER_OK)) {
1283 virtio_pci_stop_ioeventfd(proxy);
1284 }
1285
1286 virtio_set_status(vdev, val & 0xFF);
1287
1288 if (val & VIRTIO_CONFIG_S_DRIVER_OK) {
1289 virtio_pci_start_ioeventfd(proxy);
1290 }
1291
1292 if (vdev->status == 0) {
1293 virtio_pci_reset(DEVICE(proxy));
1294 }
1295
1296 break;
1297 case VIRTIO_PCI_COMMON_Q_SELECT:
1298 if (val < VIRTIO_QUEUE_MAX) {
1299 vdev->queue_sel = val;
1300 }
1301 break;
1302 case VIRTIO_PCI_COMMON_Q_SIZE:
1303 proxy->vqs[vdev->queue_sel].num = val;
1304 break;
1305 case VIRTIO_PCI_COMMON_Q_MSIX:
1306 msix_vector_unuse(&proxy->pci_dev,
1307 virtio_queue_vector(vdev, vdev->queue_sel));
1308 /* Make it possible for guest to discover an error took place. */
1309 if (msix_vector_use(&proxy->pci_dev, val) < 0) {
1310 val = VIRTIO_NO_VECTOR;
1311 }
1312 virtio_queue_set_vector(vdev, vdev->queue_sel, val);
1313 break;
1314 case VIRTIO_PCI_COMMON_Q_ENABLE:
1315 virtio_queue_set_num(vdev, vdev->queue_sel,
1316 proxy->vqs[vdev->queue_sel].num);
1317 virtio_queue_set_rings(vdev, vdev->queue_sel,
1318 ((uint64_t)proxy->vqs[vdev->queue_sel].desc[1]) << 32 |
1319 proxy->vqs[vdev->queue_sel].desc[0],
1320 ((uint64_t)proxy->vqs[vdev->queue_sel].avail[1]) << 32 |
1321 proxy->vqs[vdev->queue_sel].avail[0],
1322 ((uint64_t)proxy->vqs[vdev->queue_sel].used[1]) << 32 |
1323 proxy->vqs[vdev->queue_sel].used[0]);
1324 proxy->vqs[vdev->queue_sel].enabled = 1;
1325 break;
1326 case VIRTIO_PCI_COMMON_Q_DESCLO:
1327 proxy->vqs[vdev->queue_sel].desc[0] = val;
1328 break;
1329 case VIRTIO_PCI_COMMON_Q_DESCHI:
1330 proxy->vqs[vdev->queue_sel].desc[1] = val;
1331 break;
1332 case VIRTIO_PCI_COMMON_Q_AVAILLO:
1333 proxy->vqs[vdev->queue_sel].avail[0] = val;
1334 break;
1335 case VIRTIO_PCI_COMMON_Q_AVAILHI:
1336 proxy->vqs[vdev->queue_sel].avail[1] = val;
1337 break;
1338 case VIRTIO_PCI_COMMON_Q_USEDLO:
1339 proxy->vqs[vdev->queue_sel].used[0] = val;
1340 break;
1341 case VIRTIO_PCI_COMMON_Q_USEDHI:
1342 proxy->vqs[vdev->queue_sel].used[1] = val;
1343 break;
1344 default:
1345 break;
1346 }
1347 }
1348
1349
1350 static uint64_t virtio_pci_notify_read(void *opaque, hwaddr addr,
1351 unsigned size)
1352 {
1353 return 0;
1354 }
1355
1356 static void virtio_pci_notify_write(void *opaque, hwaddr addr,
1357 uint64_t val, unsigned size)
1358 {
1359 VirtIODevice *vdev = opaque;
1360 VirtIOPCIProxy *proxy = VIRTIO_PCI(DEVICE(vdev)->parent_bus->parent);
1361 unsigned queue = addr / virtio_pci_queue_mem_mult(proxy);
1362
1363 if (queue < VIRTIO_QUEUE_MAX) {
1364 virtio_queue_notify(vdev, queue);
1365 }
1366 }
1367
1368 static void virtio_pci_notify_write_pio(void *opaque, hwaddr addr,
1369 uint64_t val, unsigned size)
1370 {
1371 VirtIODevice *vdev = opaque;
1372 unsigned queue = val;
1373
1374 if (queue < VIRTIO_QUEUE_MAX) {
1375 virtio_queue_notify(vdev, queue);
1376 }
1377 }
1378
1379 static uint64_t virtio_pci_isr_read(void *opaque, hwaddr addr,
1380 unsigned size)
1381 {
1382 VirtIOPCIProxy *proxy = opaque;
1383 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1384 uint64_t val = atomic_xchg(&vdev->isr, 0);
1385 pci_irq_deassert(&proxy->pci_dev);
1386
1387 return val;
1388 }
1389
1390 static void virtio_pci_isr_write(void *opaque, hwaddr addr,
1391 uint64_t val, unsigned size)
1392 {
1393 }
1394
1395 static uint64_t virtio_pci_device_read(void *opaque, hwaddr addr,
1396 unsigned size)
1397 {
1398 VirtIODevice *vdev = opaque;
1399 uint64_t val = 0;
1400
1401 switch (size) {
1402 case 1:
1403 val = virtio_config_modern_readb(vdev, addr);
1404 break;
1405 case 2:
1406 val = virtio_config_modern_readw(vdev, addr);
1407 break;
1408 case 4:
1409 val = virtio_config_modern_readl(vdev, addr);
1410 break;
1411 }
1412 return val;
1413 }
1414
1415 static void virtio_pci_device_write(void *opaque, hwaddr addr,
1416 uint64_t val, unsigned size)
1417 {
1418 VirtIODevice *vdev = opaque;
1419 switch (size) {
1420 case 1:
1421 virtio_config_modern_writeb(vdev, addr, val);
1422 break;
1423 case 2:
1424 virtio_config_modern_writew(vdev, addr, val);
1425 break;
1426 case 4:
1427 virtio_config_modern_writel(vdev, addr, val);
1428 break;
1429 }
1430 }
1431
1432 static void virtio_pci_modern_regions_init(VirtIOPCIProxy *proxy)
1433 {
1434 static const MemoryRegionOps common_ops = {
1435 .read = virtio_pci_common_read,
1436 .write = virtio_pci_common_write,
1437 .impl = {
1438 .min_access_size = 1,
1439 .max_access_size = 4,
1440 },
1441 .endianness = DEVICE_LITTLE_ENDIAN,
1442 };
1443 static const MemoryRegionOps isr_ops = {
1444 .read = virtio_pci_isr_read,
1445 .write = virtio_pci_isr_write,
1446 .impl = {
1447 .min_access_size = 1,
1448 .max_access_size = 4,
1449 },
1450 .endianness = DEVICE_LITTLE_ENDIAN,
1451 };
1452 static const MemoryRegionOps device_ops = {
1453 .read = virtio_pci_device_read,
1454 .write = virtio_pci_device_write,
1455 .impl = {
1456 .min_access_size = 1,
1457 .max_access_size = 4,
1458 },
1459 .endianness = DEVICE_LITTLE_ENDIAN,
1460 };
1461 static const MemoryRegionOps notify_ops = {
1462 .read = virtio_pci_notify_read,
1463 .write = virtio_pci_notify_write,
1464 .impl = {
1465 .min_access_size = 1,
1466 .max_access_size = 4,
1467 },
1468 .endianness = DEVICE_LITTLE_ENDIAN,
1469 };
1470 static const MemoryRegionOps notify_pio_ops = {
1471 .read = virtio_pci_notify_read,
1472 .write = virtio_pci_notify_write_pio,
1473 .impl = {
1474 .min_access_size = 1,
1475 .max_access_size = 4,
1476 },
1477 .endianness = DEVICE_LITTLE_ENDIAN,
1478 };
1479
1480
1481 memory_region_init_io(&proxy->common.mr, OBJECT(proxy),
1482 &common_ops,
1483 proxy,
1484 "virtio-pci-common",
1485 proxy->common.size);
1486
1487 memory_region_init_io(&proxy->isr.mr, OBJECT(proxy),
1488 &isr_ops,
1489 proxy,
1490 "virtio-pci-isr",
1491 proxy->isr.size);
1492
1493 memory_region_init_io(&proxy->device.mr, OBJECT(proxy),
1494 &device_ops,
1495 virtio_bus_get_device(&proxy->bus),
1496 "virtio-pci-device",
1497 proxy->device.size);
1498
1499 memory_region_init_io(&proxy->notify.mr, OBJECT(proxy),
1500 &notify_ops,
1501 virtio_bus_get_device(&proxy->bus),
1502 "virtio-pci-notify",
1503 proxy->notify.size);
1504
1505 memory_region_init_io(&proxy->notify_pio.mr, OBJECT(proxy),
1506 &notify_pio_ops,
1507 virtio_bus_get_device(&proxy->bus),
1508 "virtio-pci-notify-pio",
1509 proxy->notify_pio.size);
1510 }
1511
1512 static void virtio_pci_modern_region_map(VirtIOPCIProxy *proxy,
1513 VirtIOPCIRegion *region,
1514 struct virtio_pci_cap *cap,
1515 MemoryRegion *mr,
1516 uint8_t bar)
1517 {
1518 memory_region_add_subregion(mr, region->offset, &region->mr);
1519
1520 cap->cfg_type = region->type;
1521 cap->bar = bar;
1522 cap->offset = cpu_to_le32(region->offset);
1523 cap->length = cpu_to_le32(region->size);
1524 virtio_pci_add_mem_cap(proxy, cap);
1525
1526 }
1527
1528 static void virtio_pci_modern_mem_region_map(VirtIOPCIProxy *proxy,
1529 VirtIOPCIRegion *region,
1530 struct virtio_pci_cap *cap)
1531 {
1532 virtio_pci_modern_region_map(proxy, region, cap,
1533 &proxy->modern_bar, proxy->modern_mem_bar_idx);
1534 }
1535
1536 static void virtio_pci_modern_io_region_map(VirtIOPCIProxy *proxy,
1537 VirtIOPCIRegion *region,
1538 struct virtio_pci_cap *cap)
1539 {
1540 virtio_pci_modern_region_map(proxy, region, cap,
1541 &proxy->io_bar, proxy->modern_io_bar_idx);
1542 }
1543
1544 static void virtio_pci_modern_mem_region_unmap(VirtIOPCIProxy *proxy,
1545 VirtIOPCIRegion *region)
1546 {
1547 memory_region_del_subregion(&proxy->modern_bar,
1548 &region->mr);
1549 }
1550
1551 static void virtio_pci_modern_io_region_unmap(VirtIOPCIProxy *proxy,
1552 VirtIOPCIRegion *region)
1553 {
1554 memory_region_del_subregion(&proxy->io_bar,
1555 &region->mr);
1556 }
1557
1558 static void virtio_pci_pre_plugged(DeviceState *d, Error **errp)
1559 {
1560 VirtIOPCIProxy *proxy = VIRTIO_PCI(d);
1561 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1562
1563 if (virtio_pci_modern(proxy)) {
1564 virtio_add_feature(&vdev->host_features, VIRTIO_F_VERSION_1);
1565 }
1566
1567 virtio_add_feature(&vdev->host_features, VIRTIO_F_BAD_FEATURE);
1568 }
1569
1570 /* This is called by virtio-bus just after the device is plugged. */
1571 static void virtio_pci_device_plugged(DeviceState *d, Error **errp)
1572 {
1573 VirtIOPCIProxy *proxy = VIRTIO_PCI(d);
1574 VirtioBusState *bus = &proxy->bus;
1575 bool legacy = virtio_pci_legacy(proxy);
1576 bool modern;
1577 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY;
1578 uint8_t *config;
1579 uint32_t size;
1580 VirtIODevice *vdev = virtio_bus_get_device(&proxy->bus);
1581
1582 /*
1583 * Virtio capabilities present without
1584 * VIRTIO_F_VERSION_1 confuses guests
1585 */
1586 if (!proxy->ignore_backend_features &&
1587 !virtio_has_feature(vdev->host_features, VIRTIO_F_VERSION_1)) {
1588 virtio_pci_disable_modern(proxy);
1589
1590 if (!legacy) {
1591 error_setg(errp, "Device doesn't support modern mode, and legacy"
1592 " mode is disabled");
1593 error_append_hint(errp, "Set disable-legacy to off\n");
1594
1595 return;
1596 }
1597 }
1598
1599 modern = virtio_pci_modern(proxy);
1600
1601 config = proxy->pci_dev.config;
1602 if (proxy->class_code) {
1603 pci_config_set_class(config, proxy->class_code);
1604 }
1605
1606 if (legacy) {
1607 if (virtio_host_has_feature(vdev, VIRTIO_F_IOMMU_PLATFORM)) {
1608 error_setg(errp, "VIRTIO_F_IOMMU_PLATFORM was supported by"
1609 " neither legacy nor transitional device");
1610 return ;
1611 }
1612 /*
1613 * Legacy and transitional devices use specific subsystem IDs.
1614 * Note that the subsystem vendor ID (config + PCI_SUBSYSTEM_VENDOR_ID)
1615 * is set to PCI_SUBVENDOR_ID_REDHAT_QUMRANET by default.
1616 */
1617 pci_set_word(config + PCI_SUBSYSTEM_ID, virtio_bus_get_vdev_id(bus));
1618 } else {
1619 /* pure virtio-1.0 */
1620 pci_set_word(config + PCI_VENDOR_ID,
1621 PCI_VENDOR_ID_REDHAT_QUMRANET);
1622 pci_set_word(config + PCI_DEVICE_ID,
1623 0x1040 + virtio_bus_get_vdev_id(bus));
1624 pci_config_set_revision(config, 1);
1625 }
1626 config[PCI_INTERRUPT_PIN] = 1;
1627
1628
1629 if (modern) {
1630 struct virtio_pci_cap cap = {
1631 .cap_len = sizeof cap,
1632 };
1633 struct virtio_pci_notify_cap notify = {
1634 .cap.cap_len = sizeof notify,
1635 .notify_off_multiplier =
1636 cpu_to_le32(virtio_pci_queue_mem_mult(proxy)),
1637 };
1638 struct virtio_pci_cfg_cap cfg = {
1639 .cap.cap_len = sizeof cfg,
1640 .cap.cfg_type = VIRTIO_PCI_CAP_PCI_CFG,
1641 };
1642 struct virtio_pci_notify_cap notify_pio = {
1643 .cap.cap_len = sizeof notify,
1644 .notify_off_multiplier = cpu_to_le32(0x0),
1645 };
1646
1647 struct virtio_pci_cfg_cap *cfg_mask;
1648
1649 virtio_pci_modern_regions_init(proxy);
1650
1651 virtio_pci_modern_mem_region_map(proxy, &proxy->common, &cap);
1652 virtio_pci_modern_mem_region_map(proxy, &proxy->isr, &cap);
1653 virtio_pci_modern_mem_region_map(proxy, &proxy->device, &cap);
1654 virtio_pci_modern_mem_region_map(proxy, &proxy->notify, &notify.cap);
1655
1656 if (modern_pio) {
1657 memory_region_init(&proxy->io_bar, OBJECT(proxy),
1658 "virtio-pci-io", 0x4);
1659
1660 pci_register_bar(&proxy->pci_dev, proxy->modern_io_bar_idx,
1661 PCI_BASE_ADDRESS_SPACE_IO, &proxy->io_bar);
1662
1663 virtio_pci_modern_io_region_map(proxy, &proxy->notify_pio,
1664 &notify_pio.cap);
1665 }
1666
1667 pci_register_bar(&proxy->pci_dev, proxy->modern_mem_bar_idx,
1668 PCI_BASE_ADDRESS_SPACE_MEMORY |
1669 PCI_BASE_ADDRESS_MEM_PREFETCH |
1670 PCI_BASE_ADDRESS_MEM_TYPE_64,
1671 &proxy->modern_bar);
1672
1673 proxy->config_cap = virtio_pci_add_mem_cap(proxy, &cfg.cap);
1674 cfg_mask = (void *)(proxy->pci_dev.wmask + proxy->config_cap);
1675 pci_set_byte(&cfg_mask->cap.bar, ~0x0);
1676 pci_set_long((uint8_t *)&cfg_mask->cap.offset, ~0x0);
1677 pci_set_long((uint8_t *)&cfg_mask->cap.length, ~0x0);
1678 pci_set_long(cfg_mask->pci_cfg_data, ~0x0);
1679 }
1680
1681 if (proxy->nvectors) {
1682 int err = msix_init_exclusive_bar(&proxy->pci_dev, proxy->nvectors,
1683 proxy->msix_bar_idx, NULL);
1684 if (err) {
1685 /* Notice when a system that supports MSIx can't initialize it */
1686 if (err != -ENOTSUP) {
1687 warn_report("unable to init msix vectors to %" PRIu32,
1688 proxy->nvectors);
1689 }
1690 proxy->nvectors = 0;
1691 }
1692 }
1693
1694 proxy->pci_dev.config_write = virtio_write_config;
1695 proxy->pci_dev.config_read = virtio_read_config;
1696
1697 if (legacy) {
1698 size = VIRTIO_PCI_REGION_SIZE(&proxy->pci_dev)
1699 + virtio_bus_get_vdev_config_len(bus);
1700 size = pow2ceil(size);
1701
1702 memory_region_init_io(&proxy->bar, OBJECT(proxy),
1703 &virtio_pci_config_ops,
1704 proxy, "virtio-pci", size);
1705
1706 pci_register_bar(&proxy->pci_dev, proxy->legacy_io_bar_idx,
1707 PCI_BASE_ADDRESS_SPACE_IO, &proxy->bar);
1708 }
1709 }
1710
1711 static void virtio_pci_device_unplugged(DeviceState *d)
1712 {
1713 VirtIOPCIProxy *proxy = VIRTIO_PCI(d);
1714 bool modern = virtio_pci_modern(proxy);
1715 bool modern_pio = proxy->flags & VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY;
1716
1717 virtio_pci_stop_ioeventfd(proxy);
1718
1719 if (modern) {
1720 virtio_pci_modern_mem_region_unmap(proxy, &proxy->common);
1721 virtio_pci_modern_mem_region_unmap(proxy, &proxy->isr);
1722 virtio_pci_modern_mem_region_unmap(proxy, &proxy->device);
1723 virtio_pci_modern_mem_region_unmap(proxy, &proxy->notify);
1724 if (modern_pio) {
1725 virtio_pci_modern_io_region_unmap(proxy, &proxy->notify_pio);
1726 }
1727 }
1728 }
1729
1730 static void virtio_pci_realize(PCIDevice *pci_dev, Error **errp)
1731 {
1732 VirtIOPCIProxy *proxy = VIRTIO_PCI(pci_dev);
1733 VirtioPCIClass *k = VIRTIO_PCI_GET_CLASS(pci_dev);
1734 bool pcie_port = pci_bus_is_express(pci_get_bus(pci_dev)) &&
1735 !pci_bus_is_root(pci_get_bus(pci_dev));
1736
1737 if (kvm_enabled() && !kvm_has_many_ioeventfds()) {
1738 proxy->flags &= ~VIRTIO_PCI_FLAG_USE_IOEVENTFD;
1739 }
1740
1741 /*
1742 * virtio pci bar layout used by default.
1743 * subclasses can re-arrange things if needed.
1744 *
1745 * region 0 -- virtio legacy io bar
1746 * region 1 -- msi-x bar
1747 * region 4+5 -- virtio modern memory (64bit) bar
1748 *
1749 */
1750 proxy->legacy_io_bar_idx = 0;
1751 proxy->msix_bar_idx = 1;
1752 proxy->modern_io_bar_idx = 2;
1753 proxy->modern_mem_bar_idx = 4;
1754
1755 proxy->common.offset = 0x0;
1756 proxy->common.size = 0x1000;
1757 proxy->common.type = VIRTIO_PCI_CAP_COMMON_CFG;
1758
1759 proxy->isr.offset = 0x1000;
1760 proxy->isr.size = 0x1000;
1761 proxy->isr.type = VIRTIO_PCI_CAP_ISR_CFG;
1762
1763 proxy->device.offset = 0x2000;
1764 proxy->device.size = 0x1000;
1765 proxy->device.type = VIRTIO_PCI_CAP_DEVICE_CFG;
1766
1767 proxy->notify.offset = 0x3000;
1768 proxy->notify.size = virtio_pci_queue_mem_mult(proxy) * VIRTIO_QUEUE_MAX;
1769 proxy->notify.type = VIRTIO_PCI_CAP_NOTIFY_CFG;
1770
1771 proxy->notify_pio.offset = 0x0;
1772 proxy->notify_pio.size = 0x4;
1773 proxy->notify_pio.type = VIRTIO_PCI_CAP_NOTIFY_CFG;
1774
1775 /* subclasses can enforce modern, so do this unconditionally */
1776 memory_region_init(&proxy->modern_bar, OBJECT(proxy), "virtio-pci",
1777 /* PCI BAR regions must be powers of 2 */
1778 pow2ceil(proxy->notify.offset + proxy->notify.size));
1779
1780 if (proxy->disable_legacy == ON_OFF_AUTO_AUTO) {
1781 proxy->disable_legacy = pcie_port ? ON_OFF_AUTO_ON : ON_OFF_AUTO_OFF;
1782 }
1783
1784 if (!virtio_pci_modern(proxy) && !virtio_pci_legacy(proxy)) {
1785 error_setg(errp, "device cannot work as neither modern nor legacy mode"
1786 " is enabled");
1787 error_append_hint(errp, "Set either disable-modern or disable-legacy"
1788 " to off\n");
1789 return;
1790 }
1791
1792 if (pcie_port && pci_is_express(pci_dev)) {
1793 int pos;
1794
1795 pos = pcie_endpoint_cap_init(pci_dev, 0);
1796 assert(pos > 0);
1797
1798 pos = pci_add_capability(pci_dev, PCI_CAP_ID_PM, 0,
1799 PCI_PM_SIZEOF, errp);
1800 if (pos < 0) {
1801 return;
1802 }
1803
1804 pci_dev->exp.pm_cap = pos;
1805
1806 /*
1807 * Indicates that this function complies with revision 1.2 of the
1808 * PCI Power Management Interface Specification.
1809 */
1810 pci_set_word(pci_dev->config + pos + PCI_PM_PMC, 0x3);
1811
1812 if (proxy->flags & VIRTIO_PCI_FLAG_INIT_DEVERR) {
1813 /* Init error enabling flags */
1814 pcie_cap_deverr_init(pci_dev);
1815 }
1816
1817 if (proxy->flags & VIRTIO_PCI_FLAG_INIT_LNKCTL) {
1818 /* Init Link Control Register */
1819 pcie_cap_lnkctl_init(pci_dev);
1820 }
1821
1822 if (proxy->flags & VIRTIO_PCI_FLAG_INIT_PM) {
1823 /* Init Power Management Control Register */
1824 pci_set_word(pci_dev->wmask + pos + PCI_PM_CTRL,
1825 PCI_PM_CTRL_STATE_MASK);
1826 }
1827
1828 if (proxy->flags & VIRTIO_PCI_FLAG_ATS) {
1829 pcie_ats_init(pci_dev, 256);
1830 }
1831
1832 } else {
1833 /*
1834 * make future invocations of pci_is_express() return false
1835 * and pci_config_size() return PCI_CONFIG_SPACE_SIZE.
1836 */
1837 pci_dev->cap_present &= ~QEMU_PCI_CAP_EXPRESS;
1838 }
1839
1840 virtio_pci_bus_new(&proxy->bus, sizeof(proxy->bus), proxy);
1841 if (k->realize) {
1842 k->realize(proxy, errp);
1843 }
1844 }
1845
1846 static void virtio_pci_exit(PCIDevice *pci_dev)
1847 {
1848 msix_uninit_exclusive_bar(pci_dev);
1849 }
1850
1851 static void virtio_pci_reset(DeviceState *qdev)
1852 {
1853 VirtIOPCIProxy *proxy = VIRTIO_PCI(qdev);
1854 VirtioBusState *bus = VIRTIO_BUS(&proxy->bus);
1855 PCIDevice *dev = PCI_DEVICE(qdev);
1856 int i;
1857
1858 virtio_pci_stop_ioeventfd(proxy);
1859 virtio_bus_reset(bus);
1860 msix_unuse_all_vectors(&proxy->pci_dev);
1861
1862 for (i = 0; i < VIRTIO_QUEUE_MAX; i++) {
1863 proxy->vqs[i].enabled = 0;
1864 proxy->vqs[i].num = 0;
1865 proxy->vqs[i].desc[0] = proxy->vqs[i].desc[1] = 0;
1866 proxy->vqs[i].avail[0] = proxy->vqs[i].avail[1] = 0;
1867 proxy->vqs[i].used[0] = proxy->vqs[i].used[1] = 0;
1868 }
1869
1870 if (pci_is_express(dev)) {
1871 pcie_cap_deverr_reset(dev);
1872 pcie_cap_lnkctl_reset(dev);
1873
1874 pci_set_word(dev->config + dev->exp.pm_cap + PCI_PM_CTRL, 0);
1875 }
1876 }
1877
1878 static Property virtio_pci_properties[] = {
1879 DEFINE_PROP_BIT("virtio-pci-bus-master-bug-migration", VirtIOPCIProxy, flags,
1880 VIRTIO_PCI_FLAG_BUS_MASTER_BUG_MIGRATION_BIT, false),
1881 DEFINE_PROP_BIT("migrate-extra", VirtIOPCIProxy, flags,
1882 VIRTIO_PCI_FLAG_MIGRATE_EXTRA_BIT, true),
1883 DEFINE_PROP_BIT("modern-pio-notify", VirtIOPCIProxy, flags,
1884 VIRTIO_PCI_FLAG_MODERN_PIO_NOTIFY_BIT, false),
1885 DEFINE_PROP_BIT("x-disable-pcie", VirtIOPCIProxy, flags,
1886 VIRTIO_PCI_FLAG_DISABLE_PCIE_BIT, false),
1887 DEFINE_PROP_BIT("page-per-vq", VirtIOPCIProxy, flags,
1888 VIRTIO_PCI_FLAG_PAGE_PER_VQ_BIT, false),
1889 DEFINE_PROP_BOOL("x-ignore-backend-features", VirtIOPCIProxy,
1890 ignore_backend_features, false),
1891 DEFINE_PROP_BIT("ats", VirtIOPCIProxy, flags,
1892 VIRTIO_PCI_FLAG_ATS_BIT, false),
1893 DEFINE_PROP_BIT("x-pcie-deverr-init", VirtIOPCIProxy, flags,
1894 VIRTIO_PCI_FLAG_INIT_DEVERR_BIT, true),
1895 DEFINE_PROP_BIT("x-pcie-lnkctl-init", VirtIOPCIProxy, flags,
1896 VIRTIO_PCI_FLAG_INIT_LNKCTL_BIT, true),
1897 DEFINE_PROP_BIT("x-pcie-pm-init", VirtIOPCIProxy, flags,
1898 VIRTIO_PCI_FLAG_INIT_PM_BIT, true),
1899 DEFINE_PROP_END_OF_LIST(),
1900 };
1901
1902 static void virtio_pci_dc_realize(DeviceState *qdev, Error **errp)
1903 {
1904 VirtioPCIClass *vpciklass = VIRTIO_PCI_GET_CLASS(qdev);
1905 VirtIOPCIProxy *proxy = VIRTIO_PCI(qdev);
1906 PCIDevice *pci_dev = &proxy->pci_dev;
1907
1908 if (!(proxy->flags & VIRTIO_PCI_FLAG_DISABLE_PCIE) &&
1909 virtio_pci_modern(proxy)) {
1910 pci_dev->cap_present |= QEMU_PCI_CAP_EXPRESS;
1911 }
1912
1913 vpciklass->parent_dc_realize(qdev, errp);
1914 }
1915
1916 static void virtio_pci_class_init(ObjectClass *klass, void *data)
1917 {
1918 DeviceClass *dc = DEVICE_CLASS(klass);
1919 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
1920 VirtioPCIClass *vpciklass = VIRTIO_PCI_CLASS(klass);
1921
1922 dc->props = virtio_pci_properties;
1923 k->realize = virtio_pci_realize;
1924 k->exit = virtio_pci_exit;
1925 k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
1926 k->revision = VIRTIO_PCI_ABI_VERSION;
1927 k->class_id = PCI_CLASS_OTHERS;
1928 device_class_set_parent_realize(dc, virtio_pci_dc_realize,
1929 &vpciklass->parent_dc_realize);
1930 dc->reset = virtio_pci_reset;
1931 }
1932
1933 static const TypeInfo virtio_pci_info = {
1934 .name = TYPE_VIRTIO_PCI,
1935 .parent = TYPE_PCI_DEVICE,
1936 .instance_size = sizeof(VirtIOPCIProxy),
1937 .class_init = virtio_pci_class_init,
1938 .class_size = sizeof(VirtioPCIClass),
1939 .abstract = true,
1940 };
1941
1942 static Property virtio_pci_generic_properties[] = {
1943 DEFINE_PROP_ON_OFF_AUTO("disable-legacy", VirtIOPCIProxy, disable_legacy,
1944 ON_OFF_AUTO_AUTO),
1945 DEFINE_PROP_BOOL("disable-modern", VirtIOPCIProxy, disable_modern, false),
1946 DEFINE_PROP_END_OF_LIST(),
1947 };
1948
1949 static void virtio_pci_base_class_init(ObjectClass *klass, void *data)
1950 {
1951 const VirtioPCIDeviceTypeInfo *t = data;
1952 if (t->class_init) {
1953 t->class_init(klass, NULL);
1954 }
1955 }
1956
1957 static void virtio_pci_generic_class_init(ObjectClass *klass, void *data)
1958 {
1959 DeviceClass *dc = DEVICE_CLASS(klass);
1960
1961 dc->props = virtio_pci_generic_properties;
1962 }
1963
1964 /* Used when the generic type and the base type is the same */
1965 static void virtio_pci_generic_base_class_init(ObjectClass *klass, void *data)
1966 {
1967 virtio_pci_base_class_init(klass, data);
1968 virtio_pci_generic_class_init(klass, NULL);
1969 }
1970
1971 static void virtio_pci_transitional_instance_init(Object *obj)
1972 {
1973 VirtIOPCIProxy *proxy = VIRTIO_PCI(obj);
1974
1975 proxy->disable_legacy = ON_OFF_AUTO_OFF;
1976 proxy->disable_modern = false;
1977 }
1978
1979 static void virtio_pci_non_transitional_instance_init(Object *obj)
1980 {
1981 VirtIOPCIProxy *proxy = VIRTIO_PCI(obj);
1982
1983 proxy->disable_legacy = ON_OFF_AUTO_ON;
1984 proxy->disable_modern = false;
1985 }
1986
1987 void virtio_pci_types_register(const VirtioPCIDeviceTypeInfo *t)
1988 {
1989 TypeInfo base_type_info = {
1990 .name = t->base_name,
1991 .parent = t->parent ? t->parent : TYPE_VIRTIO_PCI,
1992 .instance_size = t->instance_size,
1993 .instance_init = t->instance_init,
1994 .class_init = virtio_pci_base_class_init,
1995 .class_data = (void *)t,
1996 .abstract = true,
1997 };
1998 TypeInfo generic_type_info = {
1999 .name = t->generic_name,
2000 .parent = base_type_info.name,
2001 .class_init = virtio_pci_generic_class_init,
2002 .interfaces = (InterfaceInfo[]) {
2003 { INTERFACE_PCIE_DEVICE },
2004 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
2005 { }
2006 },
2007 };
2008
2009 if (!base_type_info.name) {
2010 /* No base type -> register a single generic device type */
2011 base_type_info.name = t->generic_name;
2012 base_type_info.class_init = virtio_pci_generic_base_class_init;
2013 base_type_info.interfaces = generic_type_info.interfaces;
2014 base_type_info.abstract = false;
2015 generic_type_info.name = NULL;
2016 assert(!t->non_transitional_name);
2017 assert(!t->transitional_name);
2018 }
2019
2020 type_register(&base_type_info);
2021 if (generic_type_info.name) {
2022 type_register(&generic_type_info);
2023 }
2024
2025 if (t->non_transitional_name) {
2026 const TypeInfo non_transitional_type_info = {
2027 .name = t->non_transitional_name,
2028 .parent = base_type_info.name,
2029 .instance_init = virtio_pci_non_transitional_instance_init,
2030 .interfaces = (InterfaceInfo[]) {
2031 { INTERFACE_PCIE_DEVICE },
2032 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
2033 { }
2034 },
2035 };
2036 type_register(&non_transitional_type_info);
2037 }
2038
2039 if (t->transitional_name) {
2040 const TypeInfo transitional_type_info = {
2041 .name = t->transitional_name,
2042 .parent = base_type_info.name,
2043 .instance_init = virtio_pci_transitional_instance_init,
2044 .interfaces = (InterfaceInfo[]) {
2045 /*
2046 * Transitional virtio devices work only as Conventional PCI
2047 * devices because they require PIO ports.
2048 */
2049 { INTERFACE_CONVENTIONAL_PCI_DEVICE },
2050 { }
2051 },
2052 };
2053 type_register(&transitional_type_info);
2054 }
2055 }
2056
2057 /* virtio-blk-pci */
2058
2059 static Property virtio_blk_pci_properties[] = {
2060 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0),
2061 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags,
2062 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true),
2063 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors,
2064 DEV_NVECTORS_UNSPECIFIED),
2065 DEFINE_PROP_END_OF_LIST(),
2066 };
2067
2068 static void virtio_blk_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2069 {
2070 VirtIOBlkPCI *dev = VIRTIO_BLK_PCI(vpci_dev);
2071 DeviceState *vdev = DEVICE(&dev->vdev);
2072
2073 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2074 vpci_dev->nvectors = dev->vdev.conf.num_queues + 1;
2075 }
2076
2077 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2078 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2079 }
2080
2081 static void virtio_blk_pci_class_init(ObjectClass *klass, void *data)
2082 {
2083 DeviceClass *dc = DEVICE_CLASS(klass);
2084 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2085 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2086
2087 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2088 dc->props = virtio_blk_pci_properties;
2089 k->realize = virtio_blk_pci_realize;
2090 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2091 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_BLOCK;
2092 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
2093 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI;
2094 }
2095
2096 static void virtio_blk_pci_instance_init(Object *obj)
2097 {
2098 VirtIOBlkPCI *dev = VIRTIO_BLK_PCI(obj);
2099
2100 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2101 TYPE_VIRTIO_BLK);
2102 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
2103 "bootindex", &error_abort);
2104 }
2105
2106 static const VirtioPCIDeviceTypeInfo virtio_blk_pci_info = {
2107 .base_name = TYPE_VIRTIO_BLK_PCI,
2108 .generic_name = "virtio-blk-pci",
2109 .transitional_name = "virtio-blk-pci-transitional",
2110 .non_transitional_name = "virtio-blk-pci-non-transitional",
2111 .instance_size = sizeof(VirtIOBlkPCI),
2112 .instance_init = virtio_blk_pci_instance_init,
2113 .class_init = virtio_blk_pci_class_init,
2114 };
2115
2116 #if defined(CONFIG_VHOST_USER) && defined(CONFIG_LINUX)
2117 /* vhost-user-blk */
2118
2119 static Property vhost_user_blk_pci_properties[] = {
2120 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0),
2121 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors,
2122 DEV_NVECTORS_UNSPECIFIED),
2123 DEFINE_PROP_END_OF_LIST(),
2124 };
2125
2126 static void vhost_user_blk_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2127 {
2128 VHostUserBlkPCI *dev = VHOST_USER_BLK_PCI(vpci_dev);
2129 DeviceState *vdev = DEVICE(&dev->vdev);
2130
2131 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2132 vpci_dev->nvectors = dev->vdev.num_queues + 1;
2133 }
2134
2135 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2136 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2137 }
2138
2139 static void vhost_user_blk_pci_class_init(ObjectClass *klass, void *data)
2140 {
2141 DeviceClass *dc = DEVICE_CLASS(klass);
2142 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2143 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2144
2145 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2146 dc->props = vhost_user_blk_pci_properties;
2147 k->realize = vhost_user_blk_pci_realize;
2148 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2149 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_BLOCK;
2150 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
2151 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI;
2152 }
2153
2154 static void vhost_user_blk_pci_instance_init(Object *obj)
2155 {
2156 VHostUserBlkPCI *dev = VHOST_USER_BLK_PCI(obj);
2157
2158 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2159 TYPE_VHOST_USER_BLK);
2160 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
2161 "bootindex", &error_abort);
2162 }
2163
2164 static const VirtioPCIDeviceTypeInfo vhost_user_blk_pci_info = {
2165 .base_name = TYPE_VHOST_USER_BLK_PCI,
2166 .generic_name = "vhost-user-blk-pci",
2167 .transitional_name = "vhost-user-blk-pci-transitional",
2168 .non_transitional_name = "vhost-user-blk-pci-non-transitional",
2169 .instance_size = sizeof(VHostUserBlkPCI),
2170 .instance_init = vhost_user_blk_pci_instance_init,
2171 .class_init = vhost_user_blk_pci_class_init,
2172 };
2173 #endif
2174
2175 /* virtio-scsi-pci */
2176
2177 static Property virtio_scsi_pci_properties[] = {
2178 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags,
2179 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true),
2180 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors,
2181 DEV_NVECTORS_UNSPECIFIED),
2182 DEFINE_PROP_END_OF_LIST(),
2183 };
2184
2185 static void virtio_scsi_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2186 {
2187 VirtIOSCSIPCI *dev = VIRTIO_SCSI_PCI(vpci_dev);
2188 DeviceState *vdev = DEVICE(&dev->vdev);
2189 VirtIOSCSICommon *vs = VIRTIO_SCSI_COMMON(vdev);
2190 DeviceState *proxy = DEVICE(vpci_dev);
2191 char *bus_name;
2192
2193 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2194 vpci_dev->nvectors = vs->conf.num_queues + 3;
2195 }
2196
2197 /*
2198 * For command line compatibility, this sets the virtio-scsi-device bus
2199 * name as before.
2200 */
2201 if (proxy->id) {
2202 bus_name = g_strdup_printf("%s.0", proxy->id);
2203 virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
2204 g_free(bus_name);
2205 }
2206
2207 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2208 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2209 }
2210
2211 static void virtio_scsi_pci_class_init(ObjectClass *klass, void *data)
2212 {
2213 DeviceClass *dc = DEVICE_CLASS(klass);
2214 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2215 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2216
2217 k->realize = virtio_scsi_pci_realize;
2218 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2219 dc->props = virtio_scsi_pci_properties;
2220 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2221 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI;
2222 pcidev_k->revision = 0x00;
2223 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI;
2224 }
2225
2226 static void virtio_scsi_pci_instance_init(Object *obj)
2227 {
2228 VirtIOSCSIPCI *dev = VIRTIO_SCSI_PCI(obj);
2229
2230 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2231 TYPE_VIRTIO_SCSI);
2232 }
2233
2234 static const VirtioPCIDeviceTypeInfo virtio_scsi_pci_info = {
2235 .base_name = TYPE_VIRTIO_SCSI_PCI,
2236 .generic_name = "virtio-scsi-pci",
2237 .transitional_name = "virtio-scsi-pci-transitional",
2238 .non_transitional_name = "virtio-scsi-pci-non-transitional",
2239 .instance_size = sizeof(VirtIOSCSIPCI),
2240 .instance_init = virtio_scsi_pci_instance_init,
2241 .class_init = virtio_scsi_pci_class_init,
2242 };
2243
2244 /* vhost-scsi-pci */
2245
2246 #ifdef CONFIG_VHOST_SCSI
2247 static Property vhost_scsi_pci_properties[] = {
2248 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors,
2249 DEV_NVECTORS_UNSPECIFIED),
2250 DEFINE_PROP_END_OF_LIST(),
2251 };
2252
2253 static void vhost_scsi_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2254 {
2255 VHostSCSIPCI *dev = VHOST_SCSI_PCI(vpci_dev);
2256 DeviceState *vdev = DEVICE(&dev->vdev);
2257 VirtIOSCSICommon *vs = VIRTIO_SCSI_COMMON(vdev);
2258
2259 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2260 vpci_dev->nvectors = vs->conf.num_queues + 3;
2261 }
2262
2263 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2264 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2265 }
2266
2267 static void vhost_scsi_pci_class_init(ObjectClass *klass, void *data)
2268 {
2269 DeviceClass *dc = DEVICE_CLASS(klass);
2270 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2271 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2272 k->realize = vhost_scsi_pci_realize;
2273 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2274 dc->props = vhost_scsi_pci_properties;
2275 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2276 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI;
2277 pcidev_k->revision = 0x00;
2278 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI;
2279 }
2280
2281 static void vhost_scsi_pci_instance_init(Object *obj)
2282 {
2283 VHostSCSIPCI *dev = VHOST_SCSI_PCI(obj);
2284
2285 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2286 TYPE_VHOST_SCSI);
2287 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
2288 "bootindex", &error_abort);
2289 }
2290
2291 static const VirtioPCIDeviceTypeInfo vhost_scsi_pci_info = {
2292 .base_name = TYPE_VHOST_SCSI_PCI,
2293 .generic_name = "vhost-scsi-pci",
2294 .transitional_name = "vhost-scsi-pci-transitional",
2295 .non_transitional_name = "vhost-scsi-pci-non-transitional",
2296 .instance_size = sizeof(VHostSCSIPCI),
2297 .instance_init = vhost_scsi_pci_instance_init,
2298 .class_init = vhost_scsi_pci_class_init,
2299 };
2300 #endif
2301
2302 #if defined(CONFIG_VHOST_USER) && defined(CONFIG_LINUX)
2303 /* vhost-user-scsi-pci */
2304 static Property vhost_user_scsi_pci_properties[] = {
2305 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors,
2306 DEV_NVECTORS_UNSPECIFIED),
2307 DEFINE_PROP_END_OF_LIST(),
2308 };
2309
2310 static void vhost_user_scsi_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2311 {
2312 VHostUserSCSIPCI *dev = VHOST_USER_SCSI_PCI(vpci_dev);
2313 DeviceState *vdev = DEVICE(&dev->vdev);
2314 VirtIOSCSICommon *vs = VIRTIO_SCSI_COMMON(vdev);
2315
2316 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2317 vpci_dev->nvectors = vs->conf.num_queues + 3;
2318 }
2319
2320 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2321 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2322 }
2323
2324 static void vhost_user_scsi_pci_class_init(ObjectClass *klass, void *data)
2325 {
2326 DeviceClass *dc = DEVICE_CLASS(klass);
2327 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2328 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2329 k->realize = vhost_user_scsi_pci_realize;
2330 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
2331 dc->props = vhost_user_scsi_pci_properties;
2332 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2333 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI;
2334 pcidev_k->revision = 0x00;
2335 pcidev_k->class_id = PCI_CLASS_STORAGE_SCSI;
2336 }
2337
2338 static void vhost_user_scsi_pci_instance_init(Object *obj)
2339 {
2340 VHostUserSCSIPCI *dev = VHOST_USER_SCSI_PCI(obj);
2341
2342 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2343 TYPE_VHOST_USER_SCSI);
2344 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
2345 "bootindex", &error_abort);
2346 }
2347
2348 static const VirtioPCIDeviceTypeInfo vhost_user_scsi_pci_info = {
2349 .base_name = TYPE_VHOST_USER_SCSI_PCI,
2350 .generic_name = "vhost-user-scsi-pci",
2351 .transitional_name = "vhost-user-scsi-pci-transitional",
2352 .non_transitional_name = "vhost-user-scsi-pci-non-transitional",
2353 .instance_size = sizeof(VHostUserSCSIPCI),
2354 .instance_init = vhost_user_scsi_pci_instance_init,
2355 .class_init = vhost_user_scsi_pci_class_init,
2356 };
2357 #endif
2358
2359 /* virtio-balloon-pci */
2360
2361 static Property virtio_balloon_pci_properties[] = {
2362 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0),
2363 DEFINE_PROP_END_OF_LIST(),
2364 };
2365
2366 static void virtio_balloon_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2367 {
2368 VirtIOBalloonPCI *dev = VIRTIO_BALLOON_PCI(vpci_dev);
2369 DeviceState *vdev = DEVICE(&dev->vdev);
2370
2371 if (vpci_dev->class_code != PCI_CLASS_OTHERS &&
2372 vpci_dev->class_code != PCI_CLASS_MEMORY_RAM) { /* qemu < 1.1 */
2373 vpci_dev->class_code = PCI_CLASS_OTHERS;
2374 }
2375
2376 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2377 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2378 }
2379
2380 static void virtio_balloon_pci_class_init(ObjectClass *klass, void *data)
2381 {
2382 DeviceClass *dc = DEVICE_CLASS(klass);
2383 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2384 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2385 k->realize = virtio_balloon_pci_realize;
2386 set_bit(DEVICE_CATEGORY_MISC, dc->categories);
2387 dc->props = virtio_balloon_pci_properties;
2388 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2389 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_BALLOON;
2390 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
2391 pcidev_k->class_id = PCI_CLASS_OTHERS;
2392 }
2393
2394 static void virtio_balloon_pci_instance_init(Object *obj)
2395 {
2396 VirtIOBalloonPCI *dev = VIRTIO_BALLOON_PCI(obj);
2397
2398 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2399 TYPE_VIRTIO_BALLOON);
2400 object_property_add_alias(obj, "guest-stats", OBJECT(&dev->vdev),
2401 "guest-stats", &error_abort);
2402 object_property_add_alias(obj, "guest-stats-polling-interval",
2403 OBJECT(&dev->vdev),
2404 "guest-stats-polling-interval", &error_abort);
2405 }
2406
2407 static const VirtioPCIDeviceTypeInfo virtio_balloon_pci_info = {
2408 .base_name = TYPE_VIRTIO_BALLOON_PCI,
2409 .generic_name = "virtio-balloon-pci",
2410 .transitional_name = "virtio-balloon-pci-transitional",
2411 .non_transitional_name = "virtio-balloon-pci-non-transitional",
2412 .instance_size = sizeof(VirtIOBalloonPCI),
2413 .instance_init = virtio_balloon_pci_instance_init,
2414 .class_init = virtio_balloon_pci_class_init,
2415 };
2416
2417 /* virtio-serial-pci */
2418
2419 static void virtio_serial_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2420 {
2421 VirtIOSerialPCI *dev = VIRTIO_SERIAL_PCI(vpci_dev);
2422 DeviceState *vdev = DEVICE(&dev->vdev);
2423 DeviceState *proxy = DEVICE(vpci_dev);
2424 char *bus_name;
2425
2426 if (vpci_dev->class_code != PCI_CLASS_COMMUNICATION_OTHER &&
2427 vpci_dev->class_code != PCI_CLASS_DISPLAY_OTHER && /* qemu 0.10 */
2428 vpci_dev->class_code != PCI_CLASS_OTHERS) { /* qemu-kvm */
2429 vpci_dev->class_code = PCI_CLASS_COMMUNICATION_OTHER;
2430 }
2431
2432 /* backwards-compatibility with machines that were created with
2433 DEV_NVECTORS_UNSPECIFIED */
2434 if (vpci_dev->nvectors == DEV_NVECTORS_UNSPECIFIED) {
2435 vpci_dev->nvectors = dev->vdev.serial.max_virtserial_ports + 1;
2436 }
2437
2438 /*
2439 * For command line compatibility, this sets the virtio-serial-device bus
2440 * name as before.
2441 */
2442 if (proxy->id) {
2443 bus_name = g_strdup_printf("%s.0", proxy->id);
2444 virtio_device_set_child_bus_name(VIRTIO_DEVICE(vdev), bus_name);
2445 g_free(bus_name);
2446 }
2447
2448 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2449 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2450 }
2451
2452 static Property virtio_serial_pci_properties[] = {
2453 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags,
2454 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true),
2455 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2),
2456 DEFINE_PROP_UINT32("class", VirtIOPCIProxy, class_code, 0),
2457 DEFINE_PROP_END_OF_LIST(),
2458 };
2459
2460 static void virtio_serial_pci_class_init(ObjectClass *klass, void *data)
2461 {
2462 DeviceClass *dc = DEVICE_CLASS(klass);
2463 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2464 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2465 k->realize = virtio_serial_pci_realize;
2466 set_bit(DEVICE_CATEGORY_INPUT, dc->categories);
2467 dc->props = virtio_serial_pci_properties;
2468 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2469 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_CONSOLE;
2470 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
2471 pcidev_k->class_id = PCI_CLASS_COMMUNICATION_OTHER;
2472 }
2473
2474 static void virtio_serial_pci_instance_init(Object *obj)
2475 {
2476 VirtIOSerialPCI *dev = VIRTIO_SERIAL_PCI(obj);
2477
2478 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2479 TYPE_VIRTIO_SERIAL);
2480 }
2481
2482 static const VirtioPCIDeviceTypeInfo virtio_serial_pci_info = {
2483 .base_name = TYPE_VIRTIO_SERIAL_PCI,
2484 .generic_name = "virtio-serial-pci",
2485 .transitional_name = "virtio-serial-pci-transitional",
2486 .non_transitional_name = "virtio-serial-pci-non-transitional",
2487 .instance_size = sizeof(VirtIOSerialPCI),
2488 .instance_init = virtio_serial_pci_instance_init,
2489 .class_init = virtio_serial_pci_class_init,
2490 };
2491
2492 /* virtio-net-pci */
2493
2494 static Property virtio_net_properties[] = {
2495 DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags,
2496 VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true),
2497 DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 3),
2498 DEFINE_PROP_END_OF_LIST(),
2499 };
2500
2501 static void virtio_net_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2502 {
2503 DeviceState *qdev = DEVICE(vpci_dev);
2504 VirtIONetPCI *dev = VIRTIO_NET_PCI(vpci_dev);
2505 DeviceState *vdev = DEVICE(&dev->vdev);
2506
2507 virtio_net_set_netclient_name(&dev->vdev, qdev->id,
2508 object_get_typename(OBJECT(qdev)));
2509 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2510 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
2511 }
2512
2513 static void virtio_net_pci_class_init(ObjectClass *klass, void *data)
2514 {
2515 DeviceClass *dc = DEVICE_CLASS(klass);
2516 PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
2517 VirtioPCIClass *vpciklass = VIRTIO_PCI_CLASS(klass);
2518
2519 k->romfile = "efi-virtio.rom";
2520 k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2521 k->device_id = PCI_DEVICE_ID_VIRTIO_NET;
2522 k->revision = VIRTIO_PCI_ABI_VERSION;
2523 k->class_id = PCI_CLASS_NETWORK_ETHERNET;
2524 set_bit(DEVICE_CATEGORY_NETWORK, dc->categories);
2525 dc->props = virtio_net_properties;
2526 vpciklass->realize = virtio_net_pci_realize;
2527 }
2528
2529 static void virtio_net_pci_instance_init(Object *obj)
2530 {
2531 VirtIONetPCI *dev = VIRTIO_NET_PCI(obj);
2532
2533 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2534 TYPE_VIRTIO_NET);
2535 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
2536 "bootindex", &error_abort);
2537 }
2538
2539 static const VirtioPCIDeviceTypeInfo virtio_net_pci_info = {
2540 .base_name = TYPE_VIRTIO_NET_PCI,
2541 .generic_name = "virtio-net-pci",
2542 .transitional_name = "virtio-net-pci-transitional",
2543 .non_transitional_name = "virtio-net-pci-non-transitional",
2544 .instance_size = sizeof(VirtIONetPCI),
2545 .instance_init = virtio_net_pci_instance_init,
2546 .class_init = virtio_net_pci_class_init,
2547 };
2548
2549 /* virtio-rng-pci */
2550
2551 static void virtio_rng_pci_realize(VirtIOPCIProxy *vpci_dev, Error **errp)
2552 {
2553 VirtIORngPCI *vrng = VIRTIO_RNG_PCI(vpci_dev);
2554 DeviceState *vdev = DEVICE(&vrng->vdev);
2555 Error *err = NULL;
2556
2557 qdev_set_parent_bus(vdev, BUS(&vpci_dev->bus));
2558 object_property_set_bool(OBJECT(vdev), true, "realized", &err);
2559 if (err) {
2560 error_propagate(errp, err);
2561 return;
2562 }
2563
2564 object_property_set_link(OBJECT(vrng),
2565 OBJECT(vrng->vdev.conf.rng), "rng",
2566 NULL);
2567 }
2568
2569 static void virtio_rng_pci_class_init(ObjectClass *klass, void *data)
2570 {
2571 DeviceClass *dc = DEVICE_CLASS(klass);
2572 VirtioPCIClass *k = VIRTIO_PCI_CLASS(klass);
2573 PCIDeviceClass *pcidev_k = PCI_DEVICE_CLASS(klass);
2574
2575 k->realize = virtio_rng_pci_realize;
2576 set_bit(DEVICE_CATEGORY_MISC, dc->categories);
2577
2578 pcidev_k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET;
2579 pcidev_k->device_id = PCI_DEVICE_ID_VIRTIO_RNG;
2580 pcidev_k->revision = VIRTIO_PCI_ABI_VERSION;
2581 pcidev_k->class_id = PCI_CLASS_OTHERS;
2582 }
2583
2584 static void virtio_rng_initfn(Object *obj)
2585 {
2586 VirtIORngPCI *dev = VIRTIO_RNG_PCI(obj);
2587
2588 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
2589 TYPE_VIRTIO_RNG);
2590 }
2591
2592 static const VirtioPCIDeviceTypeInfo virtio_rng_pci_info = {
2593 .base_name = TYPE_VIRTIO_RNG_PCI,
2594 .generic_name = "virtio-rng-pci",
2595 .transitional_name = "virtio-rng-pci-transitional",
2596 .non_transitional_name = "virtio-rng-pci-non-transitional",
2597 .instance_size = sizeof(VirtIORngPCI),
2598 .instance_init = virtio_rng_initfn,
2599 .class_init = virtio_rng_pci_class_init,
2600 };
2601
2602 /* virtio-pci-bus */
2603
2604 static void virtio_pci_bus_new(VirtioBusState *bus, size_t bus_size,
2605 VirtIOPCIProxy *dev)
2606 {
2607 DeviceState *qdev = DEVICE(dev);
2608 char virtio_bus_name[] = "virtio-bus";
2609
2610 qbus_create_inplace(bus, bus_size, TYPE_VIRTIO_PCI_BUS, qdev,
2611 virtio_bus_name);
2612 }
2613
2614 static void virtio_pci_bus_class_init(ObjectClass *klass, void *data)
2615 {
2616 BusClass *bus_class = BUS_CLASS(klass);
2617 VirtioBusClass *k = VIRTIO_BUS_CLASS(klass);
2618 bus_class->max_dev = 1;
2619 k->notify = virtio_pci_notify;
2620 k->save_config = virtio_pci_save_config;
2621 k->load_config = virtio_pci_load_config;
2622 k->save_queue = virtio_pci_save_queue;
2623 k->load_queue = virtio_pci_load_queue;
2624 k->save_extra_state = virtio_pci_save_extra_state;
2625 k->load_extra_state = virtio_pci_load_extra_state;
2626 k->has_extra_state = virtio_pci_has_extra_state;
2627 k->query_guest_notifiers = virtio_pci_query_guest_notifiers;
2628 k->set_guest_notifiers = virtio_pci_set_guest_notifiers;
2629 k->set_host_notifier_mr = virtio_pci_set_host_notifier_mr;
2630 k->vmstate_change = virtio_pci_vmstate_change;
2631 k->pre_plugged = virtio_pci_pre_plugged;
2632 k->device_plugged = virtio_pci_device_plugged;
2633 k->device_unplugged = virtio_pci_device_unplugged;
2634 k->query_nvectors = virtio_pci_query_nvectors;
2635 k->ioeventfd_enabled = virtio_pci_ioeventfd_enabled;
2636 k->ioeventfd_assign = virtio_pci_ioeventfd_assign;
2637 k->get_dma_as = virtio_pci_get_dma_as;
2638 }
2639
2640 static const TypeInfo virtio_pci_bus_info = {
2641 .name = TYPE_VIRTIO_PCI_BUS,
2642 .parent = TYPE_VIRTIO_BUS,
2643 .instance_size = sizeof(VirtioPCIBusState),
2644 .class_init = virtio_pci_bus_class_init,
2645 };
2646
2647 static void virtio_pci_register_types(void)
2648 {
2649 /* Base types: */
2650 type_register_static(&virtio_pci_bus_info);
2651 type_register_static(&virtio_pci_info);
2652
2653 /* Implementations: */
2654 virtio_pci_types_register(&virtio_rng_pci_info);
2655 #ifdef CONFIG_VIRTFS
2656 virtio_pci_types_register(&virtio_9p_pci_info);
2657 #endif
2658 virtio_pci_types_register(&virtio_blk_pci_info);
2659 #if defined(CONFIG_VHOST_USER) && defined(CONFIG_LINUX)
2660 virtio_pci_types_register(&vhost_user_blk_pci_info);
2661 #endif
2662 virtio_pci_types_register(&virtio_scsi_pci_info);
2663 virtio_pci_types_register(&virtio_balloon_pci_info);
2664 virtio_pci_types_register(&virtio_serial_pci_info);
2665 virtio_pci_types_register(&virtio_net_pci_info);
2666 #ifdef CONFIG_VHOST_SCSI
2667 virtio_pci_types_register(&vhost_scsi_pci_info);
2668 #endif
2669 #if defined(CONFIG_VHOST_USER) && defined(CONFIG_LINUX)
2670 virtio_pci_types_register(&vhost_user_scsi_pci_info);
2671 #endif
2672 }
2673
2674 type_init(virtio_pci_register_types)
Random patches