hw/s390x: Move virtio-ccw-net code to a separate file
[qemu.git] / hw / s390x / virtio-ccw.c
blobbe6939bdec474d162f41039172794d1d671e57cc
1 /*
2 * virtio ccw target implementation
4 * Copyright 2012,2015 IBM Corp.
5 * Author(s): Cornelia Huck <cornelia.huck@de.ibm.com>
6 * Pierre Morel <pmorel@linux.vnet.ibm.com>
8 * This work is licensed under the terms of the GNU GPL, version 2 or (at
9 * your option) any later version. See the COPYING file in the top-level
10 * directory.
13 #include "qemu/osdep.h"
14 #include "qapi/error.h"
15 #include "hw/hw.h"
16 #include "sysemu/sysemu.h"
17 #include "sysemu/kvm.h"
18 #include "net/net.h"
19 #include "hw/virtio/virtio.h"
20 #include "hw/virtio/virtio-net.h"
21 #include "hw/sysbus.h"
22 #include "qemu/bitops.h"
23 #include "qemu/error-report.h"
24 #include "hw/virtio/virtio-access.h"
25 #include "hw/virtio/virtio-bus.h"
26 #include "hw/s390x/adapter.h"
27 #include "hw/s390x/s390_flic.h"
29 #include "hw/s390x/ioinst.h"
30 #include "hw/s390x/css.h"
31 #include "virtio-ccw.h"
32 #include "trace.h"
33 #include "hw/s390x/css-bridge.h"
34 #include "hw/s390x/s390-virtio-ccw.h"
36 #define NR_CLASSIC_INDICATOR_BITS 64
38 static int virtio_ccw_dev_post_load(void *opaque, int version_id)
40 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(opaque);
41 CcwDevice *ccw_dev = CCW_DEVICE(dev);
42 CCWDeviceClass *ck = CCW_DEVICE_GET_CLASS(ccw_dev);
44 ccw_dev->sch->driver_data = dev;
45 if (ccw_dev->sch->thinint_active) {
46 dev->routes.adapter.adapter_id = css_get_adapter_id(
47 CSS_IO_ADAPTER_VIRTIO,
48 dev->thinint_isc);
50 /* Re-fill subch_id after loading the subchannel states.*/
51 if (ck->refill_ids) {
52 ck->refill_ids(ccw_dev);
54 return 0;
57 typedef struct VirtioCcwDeviceTmp {
58 VirtioCcwDevice *parent;
59 uint16_t config_vector;
60 } VirtioCcwDeviceTmp;
62 static int virtio_ccw_dev_tmp_pre_save(void *opaque)
64 VirtioCcwDeviceTmp *tmp = opaque;
65 VirtioCcwDevice *dev = tmp->parent;
66 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
68 tmp->config_vector = vdev->config_vector;
70 return 0;
73 static int virtio_ccw_dev_tmp_post_load(void *opaque, int version_id)
75 VirtioCcwDeviceTmp *tmp = opaque;
76 VirtioCcwDevice *dev = tmp->parent;
77 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
79 vdev->config_vector = tmp->config_vector;
80 return 0;
83 const VMStateDescription vmstate_virtio_ccw_dev_tmp = {
84 .name = "s390_virtio_ccw_dev_tmp",
85 .pre_save = virtio_ccw_dev_tmp_pre_save,
86 .post_load = virtio_ccw_dev_tmp_post_load,
87 .fields = (VMStateField[]) {
88 VMSTATE_UINT16(config_vector, VirtioCcwDeviceTmp),
89 VMSTATE_END_OF_LIST()
93 const VMStateDescription vmstate_virtio_ccw_dev = {
94 .name = "s390_virtio_ccw_dev",
95 .version_id = 1,
96 .minimum_version_id = 1,
97 .post_load = virtio_ccw_dev_post_load,
98 .fields = (VMStateField[]) {
99 VMSTATE_CCW_DEVICE(parent_obj, VirtioCcwDevice),
100 VMSTATE_PTR_TO_IND_ADDR(indicators, VirtioCcwDevice),
101 VMSTATE_PTR_TO_IND_ADDR(indicators2, VirtioCcwDevice),
102 VMSTATE_PTR_TO_IND_ADDR(summary_indicator, VirtioCcwDevice),
104 * Ugly hack because VirtIODevice does not migrate itself.
105 * This also makes legacy via vmstate_save_state possible.
107 VMSTATE_WITH_TMP(VirtioCcwDevice, VirtioCcwDeviceTmp,
108 vmstate_virtio_ccw_dev_tmp),
109 VMSTATE_STRUCT(routes, VirtioCcwDevice, 1, vmstate_adapter_routes,
110 AdapterRoutes),
111 VMSTATE_UINT8(thinint_isc, VirtioCcwDevice),
112 VMSTATE_INT32(revision, VirtioCcwDevice),
113 VMSTATE_END_OF_LIST()
117 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
118 VirtioCcwDevice *dev);
120 VirtIODevice *virtio_ccw_get_vdev(SubchDev *sch)
122 VirtIODevice *vdev = NULL;
123 VirtioCcwDevice *dev = sch->driver_data;
125 if (dev) {
126 vdev = virtio_bus_get_device(&dev->bus);
128 return vdev;
131 static void virtio_ccw_start_ioeventfd(VirtioCcwDevice *dev)
133 virtio_bus_start_ioeventfd(&dev->bus);
136 static void virtio_ccw_stop_ioeventfd(VirtioCcwDevice *dev)
138 virtio_bus_stop_ioeventfd(&dev->bus);
141 static bool virtio_ccw_ioeventfd_enabled(DeviceState *d)
143 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
145 return (dev->flags & VIRTIO_CCW_FLAG_USE_IOEVENTFD) != 0;
148 static int virtio_ccw_ioeventfd_assign(DeviceState *d, EventNotifier *notifier,
149 int n, bool assign)
151 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
152 CcwDevice *ccw_dev = CCW_DEVICE(dev);
153 SubchDev *sch = ccw_dev->sch;
154 uint32_t sch_id = (css_build_subchannel_id(sch) << 16) | sch->schid;
156 return s390_assign_subch_ioeventfd(notifier, sch_id, n, assign);
159 /* Communication blocks used by several channel commands. */
160 typedef struct VqInfoBlockLegacy {
161 uint64_t queue;
162 uint32_t align;
163 uint16_t index;
164 uint16_t num;
165 } QEMU_PACKED VqInfoBlockLegacy;
167 typedef struct VqInfoBlock {
168 uint64_t desc;
169 uint32_t res0;
170 uint16_t index;
171 uint16_t num;
172 uint64_t avail;
173 uint64_t used;
174 } QEMU_PACKED VqInfoBlock;
176 typedef struct VqConfigBlock {
177 uint16_t index;
178 uint16_t num_max;
179 } QEMU_PACKED VqConfigBlock;
181 typedef struct VirtioFeatDesc {
182 uint32_t features;
183 uint8_t index;
184 } QEMU_PACKED VirtioFeatDesc;
186 typedef struct VirtioThinintInfo {
187 hwaddr summary_indicator;
188 hwaddr device_indicator;
189 uint64_t ind_bit;
190 uint8_t isc;
191 } QEMU_PACKED VirtioThinintInfo;
193 typedef struct VirtioRevInfo {
194 uint16_t revision;
195 uint16_t length;
196 uint8_t data[0];
197 } QEMU_PACKED VirtioRevInfo;
199 /* Specify where the virtqueues for the subchannel are in guest memory. */
200 static int virtio_ccw_set_vqs(SubchDev *sch, VqInfoBlock *info,
201 VqInfoBlockLegacy *linfo)
203 VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
204 uint16_t index = info ? info->index : linfo->index;
205 uint16_t num = info ? info->num : linfo->num;
206 uint64_t desc = info ? info->desc : linfo->queue;
208 if (index >= VIRTIO_QUEUE_MAX) {
209 return -EINVAL;
212 /* Current code in virtio.c relies on 4K alignment. */
213 if (linfo && desc && (linfo->align != 4096)) {
214 return -EINVAL;
217 if (!vdev) {
218 return -EINVAL;
221 if (info) {
222 virtio_queue_set_rings(vdev, index, desc, info->avail, info->used);
223 } else {
224 virtio_queue_set_addr(vdev, index, desc);
226 if (!desc) {
227 virtio_queue_set_vector(vdev, index, VIRTIO_NO_VECTOR);
228 } else {
229 if (info) {
230 /* virtio-1 allows changing the ring size. */
231 if (virtio_queue_get_max_num(vdev, index) < num) {
232 /* Fail if we exceed the maximum number. */
233 return -EINVAL;
235 virtio_queue_set_num(vdev, index, num);
236 } else if (virtio_queue_get_num(vdev, index) > num) {
237 /* Fail if we don't have a big enough queue. */
238 return -EINVAL;
240 /* We ignore possible increased num for legacy for compatibility. */
241 virtio_queue_set_vector(vdev, index, index);
243 /* tell notify handler in case of config change */
244 vdev->config_vector = VIRTIO_QUEUE_MAX;
245 return 0;
248 static void virtio_ccw_reset_virtio(VirtioCcwDevice *dev, VirtIODevice *vdev)
250 CcwDevice *ccw_dev = CCW_DEVICE(dev);
252 virtio_ccw_stop_ioeventfd(dev);
253 virtio_reset(vdev);
254 if (dev->indicators) {
255 release_indicator(&dev->routes.adapter, dev->indicators);
256 dev->indicators = NULL;
258 if (dev->indicators2) {
259 release_indicator(&dev->routes.adapter, dev->indicators2);
260 dev->indicators2 = NULL;
262 if (dev->summary_indicator) {
263 release_indicator(&dev->routes.adapter, dev->summary_indicator);
264 dev->summary_indicator = NULL;
266 ccw_dev->sch->thinint_active = false;
269 static int virtio_ccw_handle_set_vq(SubchDev *sch, CCW1 ccw, bool check_len,
270 bool is_legacy)
272 int ret;
273 VqInfoBlock info;
274 VqInfoBlockLegacy linfo;
275 size_t info_len = is_legacy ? sizeof(linfo) : sizeof(info);
277 if (check_len) {
278 if (ccw.count != info_len) {
279 return -EINVAL;
281 } else if (ccw.count < info_len) {
282 /* Can't execute command. */
283 return -EINVAL;
285 if (!ccw.cda) {
286 return -EFAULT;
288 if (is_legacy) {
289 ccw_dstream_read(&sch->cds, linfo);
290 be64_to_cpus(&linfo.queue);
291 be32_to_cpus(&linfo.align);
292 be16_to_cpus(&linfo.index);
293 be16_to_cpus(&linfo.num);
294 ret = virtio_ccw_set_vqs(sch, NULL, &linfo);
295 } else {
296 ccw_dstream_read(&sch->cds, info);
297 be64_to_cpus(&info.desc);
298 be16_to_cpus(&info.index);
299 be16_to_cpus(&info.num);
300 be64_to_cpus(&info.avail);
301 be64_to_cpus(&info.used);
302 ret = virtio_ccw_set_vqs(sch, &info, NULL);
304 sch->curr_status.scsw.count = 0;
305 return ret;
308 static int virtio_ccw_cb(SubchDev *sch, CCW1 ccw)
310 int ret;
311 VirtioRevInfo revinfo;
312 uint8_t status;
313 VirtioFeatDesc features;
314 hwaddr indicators;
315 VqConfigBlock vq_config;
316 VirtioCcwDevice *dev = sch->driver_data;
317 VirtIODevice *vdev = virtio_ccw_get_vdev(sch);
318 bool check_len;
319 int len;
320 VirtioThinintInfo thinint;
322 if (!dev) {
323 return -EINVAL;
326 trace_virtio_ccw_interpret_ccw(sch->cssid, sch->ssid, sch->schid,
327 ccw.cmd_code);
328 check_len = !((ccw.flags & CCW_FLAG_SLI) && !(ccw.flags & CCW_FLAG_DC));
330 if (dev->force_revision_1 && dev->revision < 0 &&
331 ccw.cmd_code != CCW_CMD_SET_VIRTIO_REV) {
333 * virtio-1 drivers must start with negotiating to a revision >= 1,
334 * so post a command reject for all other commands
336 return -ENOSYS;
339 /* Look at the command. */
340 switch (ccw.cmd_code) {
341 case CCW_CMD_SET_VQ:
342 ret = virtio_ccw_handle_set_vq(sch, ccw, check_len, dev->revision < 1);
343 break;
344 case CCW_CMD_VDEV_RESET:
345 virtio_ccw_reset_virtio(dev, vdev);
346 ret = 0;
347 break;
348 case CCW_CMD_READ_FEAT:
349 if (check_len) {
350 if (ccw.count != sizeof(features)) {
351 ret = -EINVAL;
352 break;
354 } else if (ccw.count < sizeof(features)) {
355 /* Can't execute command. */
356 ret = -EINVAL;
357 break;
359 if (!ccw.cda) {
360 ret = -EFAULT;
361 } else {
362 VirtioDeviceClass *vdc = VIRTIO_DEVICE_GET_CLASS(vdev);
364 ccw_dstream_advance(&sch->cds, sizeof(features.features));
365 ccw_dstream_read(&sch->cds, features.index);
366 if (features.index == 0) {
367 if (dev->revision >= 1) {
368 /* Don't offer legacy features for modern devices. */
369 features.features = (uint32_t)
370 (vdev->host_features & ~vdc->legacy_features);
371 } else {
372 features.features = (uint32_t)vdev->host_features;
374 } else if ((features.index == 1) && (dev->revision >= 1)) {
376 * Only offer feature bits beyond 31 if the guest has
377 * negotiated at least revision 1.
379 features.features = (uint32_t)(vdev->host_features >> 32);
380 } else {
381 /* Return zeroes if the guest supports more feature bits. */
382 features.features = 0;
384 ccw_dstream_rewind(&sch->cds);
385 cpu_to_le32s(&features.features);
386 ccw_dstream_write(&sch->cds, features.features);
387 sch->curr_status.scsw.count = ccw.count - sizeof(features);
388 ret = 0;
390 break;
391 case CCW_CMD_WRITE_FEAT:
392 if (check_len) {
393 if (ccw.count != sizeof(features)) {
394 ret = -EINVAL;
395 break;
397 } else if (ccw.count < sizeof(features)) {
398 /* Can't execute command. */
399 ret = -EINVAL;
400 break;
402 if (!ccw.cda) {
403 ret = -EFAULT;
404 } else {
405 ccw_dstream_read(&sch->cds, features);
406 le32_to_cpus(&features.features);
407 if (features.index == 0) {
408 virtio_set_features(vdev,
409 (vdev->guest_features & 0xffffffff00000000ULL) |
410 features.features);
411 } else if ((features.index == 1) && (dev->revision >= 1)) {
413 * If the guest did not negotiate at least revision 1,
414 * we did not offer it any feature bits beyond 31. Such a
415 * guest passing us any bit here is therefore buggy.
417 virtio_set_features(vdev,
418 (vdev->guest_features & 0x00000000ffffffffULL) |
419 ((uint64_t)features.features << 32));
420 } else {
422 * If the guest supports more feature bits, assert that it
423 * passes us zeroes for those we don't support.
425 if (features.features) {
426 qemu_log_mask(LOG_GUEST_ERROR,
427 "Guest bug: features[%i]=%x (expected 0)",
428 features.index, features.features);
429 /* XXX: do a unit check here? */
432 sch->curr_status.scsw.count = ccw.count - sizeof(features);
433 ret = 0;
435 break;
436 case CCW_CMD_READ_CONF:
437 if (check_len) {
438 if (ccw.count > vdev->config_len) {
439 ret = -EINVAL;
440 break;
443 len = MIN(ccw.count, vdev->config_len);
444 if (!ccw.cda) {
445 ret = -EFAULT;
446 } else {
447 virtio_bus_get_vdev_config(&dev->bus, vdev->config);
448 ccw_dstream_write_buf(&sch->cds, vdev->config, len);
449 sch->curr_status.scsw.count = ccw.count - len;
450 ret = 0;
452 break;
453 case CCW_CMD_WRITE_CONF:
454 if (check_len) {
455 if (ccw.count > vdev->config_len) {
456 ret = -EINVAL;
457 break;
460 len = MIN(ccw.count, vdev->config_len);
461 if (!ccw.cda) {
462 ret = -EFAULT;
463 } else {
464 ret = ccw_dstream_read_buf(&sch->cds, vdev->config, len);
465 if (!ret) {
466 virtio_bus_set_vdev_config(&dev->bus, vdev->config);
467 sch->curr_status.scsw.count = ccw.count - len;
470 break;
471 case CCW_CMD_READ_STATUS:
472 if (check_len) {
473 if (ccw.count != sizeof(status)) {
474 ret = -EINVAL;
475 break;
477 } else if (ccw.count < sizeof(status)) {
478 /* Can't execute command. */
479 ret = -EINVAL;
480 break;
482 if (!ccw.cda) {
483 ret = -EFAULT;
484 } else {
485 address_space_stb(&address_space_memory, ccw.cda, vdev->status,
486 MEMTXATTRS_UNSPECIFIED, NULL);
487 sch->curr_status.scsw.count = ccw.count - sizeof(vdev->status);
488 ret = 0;
490 break;
491 case CCW_CMD_WRITE_STATUS:
492 if (check_len) {
493 if (ccw.count != sizeof(status)) {
494 ret = -EINVAL;
495 break;
497 } else if (ccw.count < sizeof(status)) {
498 /* Can't execute command. */
499 ret = -EINVAL;
500 break;
502 if (!ccw.cda) {
503 ret = -EFAULT;
504 } else {
505 ccw_dstream_read(&sch->cds, status);
506 if (!(status & VIRTIO_CONFIG_S_DRIVER_OK)) {
507 virtio_ccw_stop_ioeventfd(dev);
509 if (virtio_set_status(vdev, status) == 0) {
510 if (vdev->status == 0) {
511 virtio_ccw_reset_virtio(dev, vdev);
513 if (status & VIRTIO_CONFIG_S_DRIVER_OK) {
514 virtio_ccw_start_ioeventfd(dev);
516 sch->curr_status.scsw.count = ccw.count - sizeof(status);
517 ret = 0;
518 } else {
519 /* Trigger a command reject. */
520 ret = -ENOSYS;
523 break;
524 case CCW_CMD_SET_IND:
525 if (check_len) {
526 if (ccw.count != sizeof(indicators)) {
527 ret = -EINVAL;
528 break;
530 } else if (ccw.count < sizeof(indicators)) {
531 /* Can't execute command. */
532 ret = -EINVAL;
533 break;
535 if (sch->thinint_active) {
536 /* Trigger a command reject. */
537 ret = -ENOSYS;
538 break;
540 if (virtio_get_num_queues(vdev) > NR_CLASSIC_INDICATOR_BITS) {
541 /* More queues than indicator bits --> trigger a reject */
542 ret = -ENOSYS;
543 break;
545 if (!ccw.cda) {
546 ret = -EFAULT;
547 } else {
548 ccw_dstream_read(&sch->cds, indicators);
549 be64_to_cpus(&indicators);
550 dev->indicators = get_indicator(indicators, sizeof(uint64_t));
551 sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
552 ret = 0;
554 break;
555 case CCW_CMD_SET_CONF_IND:
556 if (check_len) {
557 if (ccw.count != sizeof(indicators)) {
558 ret = -EINVAL;
559 break;
561 } else if (ccw.count < sizeof(indicators)) {
562 /* Can't execute command. */
563 ret = -EINVAL;
564 break;
566 if (!ccw.cda) {
567 ret = -EFAULT;
568 } else {
569 ccw_dstream_read(&sch->cds, indicators);
570 be64_to_cpus(&indicators);
571 dev->indicators2 = get_indicator(indicators, sizeof(uint64_t));
572 sch->curr_status.scsw.count = ccw.count - sizeof(indicators);
573 ret = 0;
575 break;
576 case CCW_CMD_READ_VQ_CONF:
577 if (check_len) {
578 if (ccw.count != sizeof(vq_config)) {
579 ret = -EINVAL;
580 break;
582 } else if (ccw.count < sizeof(vq_config)) {
583 /* Can't execute command. */
584 ret = -EINVAL;
585 break;
587 if (!ccw.cda) {
588 ret = -EFAULT;
589 } else {
590 ccw_dstream_read(&sch->cds, vq_config.index);
591 be16_to_cpus(&vq_config.index);
592 if (vq_config.index >= VIRTIO_QUEUE_MAX) {
593 ret = -EINVAL;
594 break;
596 vq_config.num_max = virtio_queue_get_num(vdev,
597 vq_config.index);
598 cpu_to_be16s(&vq_config.num_max);
599 ccw_dstream_write(&sch->cds, vq_config.num_max);
600 sch->curr_status.scsw.count = ccw.count - sizeof(vq_config);
601 ret = 0;
603 break;
604 case CCW_CMD_SET_IND_ADAPTER:
605 if (check_len) {
606 if (ccw.count != sizeof(thinint)) {
607 ret = -EINVAL;
608 break;
610 } else if (ccw.count < sizeof(thinint)) {
611 /* Can't execute command. */
612 ret = -EINVAL;
613 break;
615 if (!ccw.cda) {
616 ret = -EFAULT;
617 } else if (dev->indicators && !sch->thinint_active) {
618 /* Trigger a command reject. */
619 ret = -ENOSYS;
620 } else {
621 if (ccw_dstream_read(&sch->cds, thinint)) {
622 ret = -EFAULT;
623 } else {
624 be64_to_cpus(&thinint.ind_bit);
625 be64_to_cpus(&thinint.summary_indicator);
626 be64_to_cpus(&thinint.device_indicator);
628 dev->summary_indicator =
629 get_indicator(thinint.summary_indicator, sizeof(uint8_t));
630 dev->indicators =
631 get_indicator(thinint.device_indicator,
632 thinint.ind_bit / 8 + 1);
633 dev->thinint_isc = thinint.isc;
634 dev->routes.adapter.ind_offset = thinint.ind_bit;
635 dev->routes.adapter.summary_offset = 7;
636 dev->routes.adapter.adapter_id = css_get_adapter_id(
637 CSS_IO_ADAPTER_VIRTIO,
638 dev->thinint_isc);
639 sch->thinint_active = ((dev->indicators != NULL) &&
640 (dev->summary_indicator != NULL));
641 sch->curr_status.scsw.count = ccw.count - sizeof(thinint);
642 ret = 0;
645 break;
646 case CCW_CMD_SET_VIRTIO_REV:
647 len = sizeof(revinfo);
648 if (ccw.count < len) {
649 ret = -EINVAL;
650 break;
652 if (!ccw.cda) {
653 ret = -EFAULT;
654 break;
656 ccw_dstream_read_buf(&sch->cds, &revinfo, 4);
657 be16_to_cpus(&revinfo.revision);
658 be16_to_cpus(&revinfo.length);
659 if (ccw.count < len + revinfo.length ||
660 (check_len && ccw.count > len + revinfo.length)) {
661 ret = -EINVAL;
662 break;
665 * Once we start to support revisions with additional data, we'll
666 * need to fetch it here. Nothing to do for now, though.
668 if (dev->revision >= 0 ||
669 revinfo.revision > virtio_ccw_rev_max(dev) ||
670 (dev->force_revision_1 && !revinfo.revision)) {
671 ret = -ENOSYS;
672 break;
674 ret = 0;
675 dev->revision = revinfo.revision;
676 break;
677 default:
678 ret = -ENOSYS;
679 break;
681 return ret;
684 static void virtio_sch_disable_cb(SubchDev *sch)
686 VirtioCcwDevice *dev = sch->driver_data;
688 dev->revision = -1;
691 static void virtio_ccw_device_realize(VirtioCcwDevice *dev, Error **errp)
693 VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
694 CcwDevice *ccw_dev = CCW_DEVICE(dev);
695 CCWDeviceClass *ck = CCW_DEVICE_GET_CLASS(ccw_dev);
696 SubchDev *sch;
697 Error *err = NULL;
699 sch = css_create_sch(ccw_dev->devno, errp);
700 if (!sch) {
701 return;
703 if (!virtio_ccw_rev_max(dev) && dev->force_revision_1) {
704 error_setg(&err, "Invalid value of property max_rev "
705 "(is %d expected >= 1)", virtio_ccw_rev_max(dev));
706 goto out_err;
709 sch->driver_data = dev;
710 sch->ccw_cb = virtio_ccw_cb;
711 sch->disable_cb = virtio_sch_disable_cb;
712 sch->id.reserved = 0xff;
713 sch->id.cu_type = VIRTIO_CCW_CU_TYPE;
714 sch->do_subchannel_work = do_subchannel_work_virtual;
715 ccw_dev->sch = sch;
716 dev->indicators = NULL;
717 dev->revision = -1;
718 css_sch_build_virtual_schib(sch, 0, VIRTIO_CCW_CHPID_TYPE);
720 trace_virtio_ccw_new_device(
721 sch->cssid, sch->ssid, sch->schid, sch->devno,
722 ccw_dev->devno.valid ? "user-configured" : "auto-configured");
724 if (kvm_enabled() && !kvm_eventfds_enabled()) {
725 dev->flags &= ~VIRTIO_CCW_FLAG_USE_IOEVENTFD;
728 if (k->realize) {
729 k->realize(dev, &err);
730 if (err) {
731 goto out_err;
735 ck->realize(ccw_dev, &err);
736 if (err) {
737 goto out_err;
740 return;
742 out_err:
743 error_propagate(errp, err);
744 css_subch_assign(sch->cssid, sch->ssid, sch->schid, sch->devno, NULL);
745 ccw_dev->sch = NULL;
746 g_free(sch);
749 static void virtio_ccw_device_unrealize(VirtioCcwDevice *dev, Error **errp)
751 VirtIOCCWDeviceClass *dc = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
752 CcwDevice *ccw_dev = CCW_DEVICE(dev);
753 SubchDev *sch = ccw_dev->sch;
755 if (dc->unrealize) {
756 dc->unrealize(dev, errp);
759 if (sch) {
760 css_subch_assign(sch->cssid, sch->ssid, sch->schid, sch->devno, NULL);
761 g_free(sch);
762 ccw_dev->sch = NULL;
764 if (dev->indicators) {
765 release_indicator(&dev->routes.adapter, dev->indicators);
766 dev->indicators = NULL;
770 static void virtio_ccw_blk_realize(VirtioCcwDevice *ccw_dev, Error **errp)
772 VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(ccw_dev);
773 DeviceState *vdev = DEVICE(&dev->vdev);
775 qdev_set_parent_bus(vdev, BUS(&ccw_dev->bus));
776 object_property_set_bool(OBJECT(vdev), true, "realized", errp);
779 static void virtio_ccw_blk_instance_init(Object *obj)
781 VirtIOBlkCcw *dev = VIRTIO_BLK_CCW(obj);
783 virtio_instance_init_common(obj, &dev->vdev, sizeof(dev->vdev),
784 TYPE_VIRTIO_BLK);
785 object_property_add_alias(obj, "bootindex", OBJECT(&dev->vdev),
786 "bootindex", &error_abort);
789 /* DeviceState to VirtioCcwDevice. Note: used on datapath,
790 * be careful and test performance if you change this.
792 static inline VirtioCcwDevice *to_virtio_ccw_dev_fast(DeviceState *d)
794 CcwDevice *ccw_dev = to_ccw_dev_fast(d);
796 return container_of(ccw_dev, VirtioCcwDevice, parent_obj);
799 static uint8_t virtio_set_ind_atomic(SubchDev *sch, uint64_t ind_loc,
800 uint8_t to_be_set)
802 uint8_t ind_old, ind_new;
803 hwaddr len = 1;
804 uint8_t *ind_addr;
806 ind_addr = cpu_physical_memory_map(ind_loc, &len, 1);
807 if (!ind_addr) {
808 error_report("%s(%x.%x.%04x): unable to access indicator",
809 __func__, sch->cssid, sch->ssid, sch->schid);
810 return -1;
812 do {
813 ind_old = *ind_addr;
814 ind_new = ind_old | to_be_set;
815 } while (atomic_cmpxchg(ind_addr, ind_old, ind_new) != ind_old);
816 trace_virtio_ccw_set_ind(ind_loc, ind_old, ind_new);
817 cpu_physical_memory_unmap(ind_addr, len, 1, len);
819 return ind_old;
822 static void virtio_ccw_notify(DeviceState *d, uint16_t vector)
824 VirtioCcwDevice *dev = to_virtio_ccw_dev_fast(d);
825 CcwDevice *ccw_dev = to_ccw_dev_fast(d);
826 SubchDev *sch = ccw_dev->sch;
827 uint64_t indicators;
829 if (vector == VIRTIO_NO_VECTOR) {
830 return;
833 * vector < VIRTIO_QUEUE_MAX: notification for a virtqueue
834 * vector == VIRTIO_QUEUE_MAX: configuration change notification
835 * bits beyond that are unused and should never be notified for
837 assert(vector <= VIRTIO_QUEUE_MAX);
839 if (vector < VIRTIO_QUEUE_MAX) {
840 if (!dev->indicators) {
841 return;
843 if (sch->thinint_active) {
845 * In the adapter interrupt case, indicators points to a
846 * memory area that may be (way) larger than 64 bit and
847 * ind_bit indicates the start of the indicators in a big
848 * endian notation.
850 uint64_t ind_bit = dev->routes.adapter.ind_offset;
852 virtio_set_ind_atomic(sch, dev->indicators->addr +
853 (ind_bit + vector) / 8,
854 0x80 >> ((ind_bit + vector) % 8));
855 if (!virtio_set_ind_atomic(sch, dev->summary_indicator->addr,
856 0x01)) {
857 css_adapter_interrupt(CSS_IO_ADAPTER_VIRTIO, dev->thinint_isc);
859 } else {
860 assert(vector < NR_CLASSIC_INDICATOR_BITS);
861 indicators = address_space_ldq(&address_space_memory,
862 dev->indicators->addr,
863 MEMTXATTRS_UNSPECIFIED,
864 NULL);
865 indicators |= 1ULL << vector;
866 address_space_stq(&address_space_memory, dev->indicators->addr,
867 indicators, MEMTXATTRS_UNSPECIFIED, NULL);
868 css_conditional_io_interrupt(sch);
870 } else {
871 if (!dev->indicators2) {
872 return;
874 indicators = address_space_ldq(&address_space_memory,
875 dev->indicators2->addr,
876 MEMTXATTRS_UNSPECIFIED,
877 NULL);
878 indicators |= 1ULL;
879 address_space_stq(&address_space_memory, dev->indicators2->addr,
880 indicators, MEMTXATTRS_UNSPECIFIED, NULL);
881 css_conditional_io_interrupt(sch);
885 static void virtio_ccw_reset(DeviceState *d)
887 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
888 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
889 VirtIOCCWDeviceClass *vdc = VIRTIO_CCW_DEVICE_GET_CLASS(dev);
891 virtio_ccw_reset_virtio(dev, vdev);
892 if (vdc->parent_reset) {
893 vdc->parent_reset(d);
897 static void virtio_ccw_vmstate_change(DeviceState *d, bool running)
899 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
901 if (running) {
902 virtio_ccw_start_ioeventfd(dev);
903 } else {
904 virtio_ccw_stop_ioeventfd(dev);
908 static bool virtio_ccw_query_guest_notifiers(DeviceState *d)
910 CcwDevice *dev = CCW_DEVICE(d);
912 return !!(dev->sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ENA);
915 static int virtio_ccw_get_mappings(VirtioCcwDevice *dev)
917 int r;
918 CcwDevice *ccw_dev = CCW_DEVICE(dev);
920 if (!ccw_dev->sch->thinint_active) {
921 return -EINVAL;
924 r = map_indicator(&dev->routes.adapter, dev->summary_indicator);
925 if (r) {
926 return r;
928 r = map_indicator(&dev->routes.adapter, dev->indicators);
929 if (r) {
930 return r;
932 dev->routes.adapter.summary_addr = dev->summary_indicator->map;
933 dev->routes.adapter.ind_addr = dev->indicators->map;
935 return 0;
938 static int virtio_ccw_setup_irqroutes(VirtioCcwDevice *dev, int nvqs)
940 int i;
941 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
942 int ret;
943 S390FLICState *fs = s390_get_flic();
944 S390FLICStateClass *fsc = s390_get_flic_class(fs);
946 ret = virtio_ccw_get_mappings(dev);
947 if (ret) {
948 return ret;
950 for (i = 0; i < nvqs; i++) {
951 if (!virtio_queue_get_num(vdev, i)) {
952 break;
955 dev->routes.num_routes = i;
956 return fsc->add_adapter_routes(fs, &dev->routes);
959 static void virtio_ccw_release_irqroutes(VirtioCcwDevice *dev, int nvqs)
961 S390FLICState *fs = s390_get_flic();
962 S390FLICStateClass *fsc = s390_get_flic_class(fs);
964 fsc->release_adapter_routes(fs, &dev->routes);
967 static int virtio_ccw_add_irqfd(VirtioCcwDevice *dev, int n)
969 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
970 VirtQueue *vq = virtio_get_queue(vdev, n);
971 EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
973 return kvm_irqchip_add_irqfd_notifier_gsi(kvm_state, notifier, NULL,
974 dev->routes.gsi[n]);
977 static void virtio_ccw_remove_irqfd(VirtioCcwDevice *dev, int n)
979 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
980 VirtQueue *vq = virtio_get_queue(vdev, n);
981 EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
982 int ret;
984 ret = kvm_irqchip_remove_irqfd_notifier_gsi(kvm_state, notifier,
985 dev->routes.gsi[n]);
986 assert(ret == 0);
989 static int virtio_ccw_set_guest_notifier(VirtioCcwDevice *dev, int n,
990 bool assign, bool with_irqfd)
992 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
993 VirtQueue *vq = virtio_get_queue(vdev, n);
994 EventNotifier *notifier = virtio_queue_get_guest_notifier(vq);
995 VirtioDeviceClass *k = VIRTIO_DEVICE_GET_CLASS(vdev);
997 if (assign) {
998 int r = event_notifier_init(notifier, 0);
1000 if (r < 0) {
1001 return r;
1003 virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd);
1004 if (with_irqfd) {
1005 r = virtio_ccw_add_irqfd(dev, n);
1006 if (r) {
1007 virtio_queue_set_guest_notifier_fd_handler(vq, false,
1008 with_irqfd);
1009 return r;
1013 * We do not support individual masking for channel devices, so we
1014 * need to manually trigger any guest masking callbacks here.
1016 if (k->guest_notifier_mask && vdev->use_guest_notifier_mask) {
1017 k->guest_notifier_mask(vdev, n, false);
1019 /* get lost events and re-inject */
1020 if (k->guest_notifier_pending &&
1021 k->guest_notifier_pending(vdev, n)) {
1022 event_notifier_set(notifier);
1024 } else {
1025 if (k->guest_notifier_mask && vdev->use_guest_notifier_mask) {
1026 k->guest_notifier_mask(vdev, n, true);
1028 if (with_irqfd) {
1029 virtio_ccw_remove_irqfd(dev, n);
1031 virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd);
1032 event_notifier_cleanup(notifier);
1034 return 0;
1037 static int virtio_ccw_set_guest_notifiers(DeviceState *d, int nvqs,
1038 bool assigned)
1040 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1041 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1042 CcwDevice *ccw_dev = CCW_DEVICE(d);
1043 bool with_irqfd = ccw_dev->sch->thinint_active && kvm_irqfds_enabled();
1044 int r, n;
1046 if (with_irqfd && assigned) {
1047 /* irq routes need to be set up before assigning irqfds */
1048 r = virtio_ccw_setup_irqroutes(dev, nvqs);
1049 if (r < 0) {
1050 goto irqroute_error;
1053 for (n = 0; n < nvqs; n++) {
1054 if (!virtio_queue_get_num(vdev, n)) {
1055 break;
1057 r = virtio_ccw_set_guest_notifier(dev, n, assigned, with_irqfd);
1058 if (r < 0) {
1059 goto assign_error;
1062 if (with_irqfd && !assigned) {
1063 /* release irq routes after irqfds have been released */
1064 virtio_ccw_release_irqroutes(dev, nvqs);
1066 return 0;
1068 assign_error:
1069 while (--n >= 0) {
1070 virtio_ccw_set_guest_notifier(dev, n, !assigned, false);
1072 irqroute_error:
1073 if (with_irqfd && assigned) {
1074 virtio_ccw_release_irqroutes(dev, nvqs);
1076 return r;
1079 static void virtio_ccw_save_queue(DeviceState *d, int n, QEMUFile *f)
1081 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1082 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1084 qemu_put_be16(f, virtio_queue_vector(vdev, n));
1087 static int virtio_ccw_load_queue(DeviceState *d, int n, QEMUFile *f)
1089 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1090 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1091 uint16_t vector;
1093 qemu_get_be16s(f, &vector);
1094 virtio_queue_set_vector(vdev, n , vector);
1096 return 0;
1099 static void virtio_ccw_save_config(DeviceState *d, QEMUFile *f)
1101 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1102 vmstate_save_state(f, &vmstate_virtio_ccw_dev, dev, NULL);
1105 static int virtio_ccw_load_config(DeviceState *d, QEMUFile *f)
1107 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1108 return vmstate_load_state(f, &vmstate_virtio_ccw_dev, dev, 1);
1111 static void virtio_ccw_pre_plugged(DeviceState *d, Error **errp)
1113 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1114 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1116 if (dev->max_rev >= 1) {
1117 virtio_add_feature(&vdev->host_features, VIRTIO_F_VERSION_1);
1121 /* This is called by virtio-bus just after the device is plugged. */
1122 static void virtio_ccw_device_plugged(DeviceState *d, Error **errp)
1124 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1125 VirtIODevice *vdev = virtio_bus_get_device(&dev->bus);
1126 CcwDevice *ccw_dev = CCW_DEVICE(d);
1127 SubchDev *sch = ccw_dev->sch;
1128 int n = virtio_get_num_queues(vdev);
1129 S390FLICState *flic = s390_get_flic();
1131 if (!virtio_has_feature(vdev->host_features, VIRTIO_F_VERSION_1)) {
1132 dev->max_rev = 0;
1135 if (virtio_get_num_queues(vdev) > VIRTIO_QUEUE_MAX) {
1136 error_setg(errp, "The number of virtqueues %d "
1137 "exceeds virtio limit %d", n,
1138 VIRTIO_QUEUE_MAX);
1139 return;
1141 if (virtio_get_num_queues(vdev) > flic->adapter_routes_max_batch) {
1142 error_setg(errp, "The number of virtqueues %d "
1143 "exceeds flic adapter route limit %d", n,
1144 flic->adapter_routes_max_batch);
1145 return;
1148 sch->id.cu_model = virtio_bus_get_vdev_id(&dev->bus);
1151 css_generate_sch_crws(sch->cssid, sch->ssid, sch->schid,
1152 d->hotplugged, 1);
1155 static void virtio_ccw_device_unplugged(DeviceState *d)
1157 VirtioCcwDevice *dev = VIRTIO_CCW_DEVICE(d);
1159 virtio_ccw_stop_ioeventfd(dev);
1161 /**************** Virtio-ccw Bus Device Descriptions *******************/
1163 static Property virtio_ccw_blk_properties[] = {
1164 DEFINE_PROP_BIT("ioeventfd", VirtioCcwDevice, flags,
1165 VIRTIO_CCW_FLAG_USE_IOEVENTFD_BIT, true),
1166 DEFINE_PROP_UINT32("max_revision", VirtioCcwDevice, max_rev,
1167 VIRTIO_CCW_MAX_REV),
1168 DEFINE_PROP_END_OF_LIST(),
1171 static void virtio_ccw_blk_class_init(ObjectClass *klass, void *data)
1173 DeviceClass *dc = DEVICE_CLASS(klass);
1174 VirtIOCCWDeviceClass *k = VIRTIO_CCW_DEVICE_CLASS(klass);
1176 k->realize = virtio_ccw_blk_realize;
1177 dc->props = virtio_ccw_blk_properties;
1178 set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1181 static const TypeInfo virtio_ccw_blk = {
1182 .name = TYPE_VIRTIO_BLK_CCW,
1183 .parent = TYPE_VIRTIO_CCW_DEVICE,
1184 .instance_size = sizeof(VirtIOBlkCcw),
1185 .instance_init = virtio_ccw_blk_instance_init,
1186 .class_init = virtio_ccw_blk_class_init,
1189 static void virtio_ccw_busdev_realize(DeviceState *dev, Error **errp)
1191 VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1193 virtio_ccw_bus_new(&_dev->bus, sizeof(_dev->bus), _dev);
1194 virtio_ccw_device_realize(_dev, errp);
1197 static void virtio_ccw_busdev_unrealize(DeviceState *dev, Error **errp)
1199 VirtioCcwDevice *_dev = (VirtioCcwDevice *)dev;
1201 virtio_ccw_device_unrealize(_dev, errp);
1204 static void virtio_ccw_busdev_unplug(HotplugHandler *hotplug_dev,
1205 DeviceState *dev, Error **errp)
1207 VirtioCcwDevice *_dev = to_virtio_ccw_dev_fast(dev);
1209 virtio_ccw_stop_ioeventfd(_dev);
1212 static void virtio_ccw_device_class_init(ObjectClass *klass, void *data)
1214 DeviceClass *dc = DEVICE_CLASS(klass);
1215 CCWDeviceClass *k = CCW_DEVICE_CLASS(dc);
1216 VirtIOCCWDeviceClass *vdc = VIRTIO_CCW_DEVICE_CLASS(klass);
1218 k->unplug = virtio_ccw_busdev_unplug;
1219 dc->realize = virtio_ccw_busdev_realize;
1220 dc->unrealize = virtio_ccw_busdev_unrealize;
1221 dc->bus_type = TYPE_VIRTUAL_CSS_BUS;
1222 device_class_set_parent_reset(dc, virtio_ccw_reset, &vdc->parent_reset);
1225 static const TypeInfo virtio_ccw_device_info = {
1226 .name = TYPE_VIRTIO_CCW_DEVICE,
1227 .parent = TYPE_CCW_DEVICE,
1228 .instance_size = sizeof(VirtioCcwDevice),
1229 .class_init = virtio_ccw_device_class_init,
1230 .class_size = sizeof(VirtIOCCWDeviceClass),
1231 .abstract = true,
1234 /* virtio-ccw-bus */
1236 static void virtio_ccw_bus_new(VirtioBusState *bus, size_t bus_size,
1237 VirtioCcwDevice *dev)
1239 DeviceState *qdev = DEVICE(dev);
1240 char virtio_bus_name[] = "virtio-bus";
1242 qbus_create_inplace(bus, bus_size, TYPE_VIRTIO_CCW_BUS,
1243 qdev, virtio_bus_name);
1246 static void virtio_ccw_bus_class_init(ObjectClass *klass, void *data)
1248 VirtioBusClass *k = VIRTIO_BUS_CLASS(klass);
1249 BusClass *bus_class = BUS_CLASS(klass);
1251 bus_class->max_dev = 1;
1252 k->notify = virtio_ccw_notify;
1253 k->vmstate_change = virtio_ccw_vmstate_change;
1254 k->query_guest_notifiers = virtio_ccw_query_guest_notifiers;
1255 k->set_guest_notifiers = virtio_ccw_set_guest_notifiers;
1256 k->save_queue = virtio_ccw_save_queue;
1257 k->load_queue = virtio_ccw_load_queue;
1258 k->save_config = virtio_ccw_save_config;
1259 k->load_config = virtio_ccw_load_config;
1260 k->pre_plugged = virtio_ccw_pre_plugged;
1261 k->device_plugged = virtio_ccw_device_plugged;
1262 k->device_unplugged = virtio_ccw_device_unplugged;
1263 k->ioeventfd_enabled = virtio_ccw_ioeventfd_enabled;
1264 k->ioeventfd_assign = virtio_ccw_ioeventfd_assign;
1267 static const TypeInfo virtio_ccw_bus_info = {
1268 .name = TYPE_VIRTIO_CCW_BUS,
1269 .parent = TYPE_VIRTIO_BUS,
1270 .instance_size = sizeof(VirtioCcwBusState),
1271 .class_init = virtio_ccw_bus_class_init,
1274 static void virtio_ccw_register(void)
1276 type_register_static(&virtio_ccw_bus_info);
1277 type_register_static(&virtio_ccw_device_info);
1278 type_register_static(&virtio_ccw_blk);
1281 type_init(virtio_ccw_register)