hw/display/virtio-gpu.c

   1 /*
   2  * Virtio GPU Device
   3  *
   4  * Copyright Red Hat, Inc. 2013-2014
   5  *
   6  * Authors:
   7  *     Dave Airlie <airlied@redhat.com>
   8  *     Gerd Hoffmann <kraxel@redhat.com>
   9  *
  10  * This work is licensed under the terms of the GNU GPL, version 2 or later.
  11  * See the COPYING file in the top-level directory.
  12  */
  13
  14 #include "qemu/osdep.h"
  15 #include "qemu/units.h"
  16 #include "qemu/iov.h"
  17 #include "ui/console.h"
  18 #include "trace.h"
  19 #include "sysemu/dma.h"
  20 #include "sysemu/sysemu.h"
  21 #include "hw/virtio/virtio.h"
  22 #include "migration/qemu-file-types.h"
  23 #include "hw/virtio/virtio-gpu.h"
  24 #include "hw/virtio/virtio-gpu-bswap.h"
  25 #include "hw/virtio/virtio-gpu-pixman.h"
  26 #include "hw/virtio/virtio-bus.h"
  27 #include "hw/display/edid.h"
  28 #include "hw/qdev-properties.h"
  29 #include "qemu/log.h"
  30 #include "qemu/module.h"
  31 #include "qapi/error.h"
  32 #include "qemu/error-report.h"
  33
  34 #define VIRTIO_GPU_VM_VERSION 1
  35
  36 static struct virtio_gpu_simple_resource*
  37 virtio_gpu_find_resource(VirtIOGPU *g, uint32_t resource_id);
  38
  39 static void virtio_gpu_cleanup_mapping(VirtIOGPU *g,
  40                                        struct virtio_gpu_simple_resource *res);
  41
  42 #ifdef CONFIG_VIRGL
  43 #include <virglrenderer.h>
  44 #define VIRGL(_g, _virgl, _simple, ...)                     \
  45     do {                                                    \
  46         if (_g->parent_obj.use_virgl_renderer) {            \
  47             _virgl(__VA_ARGS__);                            \
  48         } else {                                            \
  49             _simple(__VA_ARGS__);                           \
  50         }                                                   \
  51     } while (0)
  52 #else
  53 #define VIRGL(_g, _virgl, _simple, ...)                 \
  54     do {                                                \
  55         _simple(__VA_ARGS__);                           \
  56     } while (0)
  57 #endif
  58
  59 static void update_cursor_data_simple(VirtIOGPU *g,
  60                                       struct virtio_gpu_scanout *s,
  61                                       uint32_t resource_id)
  62 {
  63     struct virtio_gpu_simple_resource *res;
  64     uint32_t pixels;
  65
  66     res = virtio_gpu_find_resource(g, resource_id);
  67     if (!res) {
  68         return;
  69     }
  70
  71     if (pixman_image_get_width(res->image)  != s->current_cursor->width ||
  72         pixman_image_get_height(res->image) != s->current_cursor->height) {
  73         return;
  74     }
  75
  76     pixels = s->current_cursor->width * s->current_cursor->height;
  77     memcpy(s->current_cursor->data,
  78            pixman_image_get_data(res->image),
  79            pixels * sizeof(uint32_t));
  80 }
  81
  82 #ifdef CONFIG_VIRGL
  83
  84 static void update_cursor_data_virgl(VirtIOGPU *g,
  85                                      struct virtio_gpu_scanout *s,
  86                                      uint32_t resource_id)
  87 {
  88     uint32_t width, height;
  89     uint32_t pixels, *data;
  90
  91     data = virgl_renderer_get_cursor_data(resource_id, &width, &height);
  92     if (!data) {
  93         return;
  94     }
  95
  96     if (width != s->current_cursor->width ||
  97         height != s->current_cursor->height) {
  98         free(data);
  99         return;
 100     }
 101
 102     pixels = s->current_cursor->width * s->current_cursor->height;
 103     memcpy(s->current_cursor->data, data, pixels * sizeof(uint32_t));
 104     free(data);
 105 }
 106
 107 #endif
 108
 109 static void update_cursor(VirtIOGPU *g, struct virtio_gpu_update_cursor *cursor)
 110 {
 111     struct virtio_gpu_scanout *s;
 112     bool move = cursor->hdr.type == VIRTIO_GPU_CMD_MOVE_CURSOR;
 113
 114     if (cursor->pos.scanout_id >= g->parent_obj.conf.max_outputs) {
 115         return;
 116     }
 117     s = &g->parent_obj.scanout[cursor->pos.scanout_id];
 118
 119     trace_virtio_gpu_update_cursor(cursor->pos.scanout_id,
 120                                    cursor->pos.x,
 121                                    cursor->pos.y,
 122                                    move ? "move" : "update",
 123                                    cursor->resource_id);
 124
 125     if (!move) {
 126         if (!s->current_cursor) {
 127             s->current_cursor = cursor_alloc(64, 64);
 128         }
 129
 130         s->current_cursor->hot_x = cursor->hot_x;
 131         s->current_cursor->hot_y = cursor->hot_y;
 132
 133         if (cursor->resource_id > 0) {
 134             VIRGL(g, update_cursor_data_virgl, update_cursor_data_simple,
 135                   g, s, cursor->resource_id);
 136         }
 137         dpy_cursor_define(s->con, s->current_cursor);
 138
 139         s->cursor = *cursor;
 140     } else {
 141         s->cursor.pos.x = cursor->pos.x;
 142         s->cursor.pos.y = cursor->pos.y;
 143     }
 144     dpy_mouse_set(s->con, cursor->pos.x, cursor->pos.y,
 145                   cursor->resource_id ? 1 : 0);
 146 }
 147
 148 static struct virtio_gpu_simple_resource *
 149 virtio_gpu_find_resource(VirtIOGPU *g, uint32_t resource_id)
 150 {
 151     struct virtio_gpu_simple_resource *res;
 152
 153     QTAILQ_FOREACH(res, &g->reslist, next) {
 154         if (res->resource_id == resource_id) {
 155             return res;
 156         }
 157     }
 158     return NULL;
 159 }
 160
 161 void virtio_gpu_ctrl_response(VirtIOGPU *g,
 162                               struct virtio_gpu_ctrl_command *cmd,
 163                               struct virtio_gpu_ctrl_hdr *resp,
 164                               size_t resp_len)
 165 {
 166     size_t s;
 167
 168     if (cmd->cmd_hdr.flags & VIRTIO_GPU_FLAG_FENCE) {
 169         resp->flags |= VIRTIO_GPU_FLAG_FENCE;
 170         resp->fence_id = cmd->cmd_hdr.fence_id;
 171         resp->ctx_id = cmd->cmd_hdr.ctx_id;
 172     }
 173     virtio_gpu_ctrl_hdr_bswap(resp);
 174     s = iov_from_buf(cmd->elem.in_sg, cmd->elem.in_num, 0, resp, resp_len);
 175     if (s != resp_len) {
 176         qemu_log_mask(LOG_GUEST_ERROR,
 177                       "%s: response size incorrect %zu vs %zu\n",
 178                       __func__, s, resp_len);
 179     }
 180     virtqueue_push(cmd->vq, &cmd->elem, s);
 181     virtio_notify(VIRTIO_DEVICE(g), cmd->vq);
 182     cmd->finished = true;
 183 }
 184
 185 void virtio_gpu_ctrl_response_nodata(VirtIOGPU *g,
 186                                      struct virtio_gpu_ctrl_command *cmd,
 187                                      enum virtio_gpu_ctrl_type type)
 188 {
 189     struct virtio_gpu_ctrl_hdr resp;
 190
 191     memset(&resp, 0, sizeof(resp));
 192     resp.type = type;
 193     virtio_gpu_ctrl_response(g, cmd, &resp, sizeof(resp));
 194 }
 195
 196 void virtio_gpu_get_display_info(VirtIOGPU *g,
 197                                  struct virtio_gpu_ctrl_command *cmd)
 198 {
 199     struct virtio_gpu_resp_display_info display_info;
 200
 201     trace_virtio_gpu_cmd_get_display_info();
 202     memset(&display_info, 0, sizeof(display_info));
 203     display_info.hdr.type = VIRTIO_GPU_RESP_OK_DISPLAY_INFO;
 204     virtio_gpu_base_fill_display_info(VIRTIO_GPU_BASE(g), &display_info);
 205     virtio_gpu_ctrl_response(g, cmd, &display_info.hdr,
 206                              sizeof(display_info));
 207 }
 208
 209 static void
 210 virtio_gpu_generate_edid(VirtIOGPU *g, int scanout,
 211                          struct virtio_gpu_resp_edid *edid)
 212 {
 213     VirtIOGPUBase *b = VIRTIO_GPU_BASE(g);
 214     qemu_edid_info info = {
 215         .prefx = b->req_state[scanout].width,
 216         .prefy = b->req_state[scanout].height,
 217     };
 218
 219     edid->size = cpu_to_le32(sizeof(edid->edid));
 220     qemu_edid_generate(edid->edid, sizeof(edid->edid), &info);
 221 }
 222
 223 void virtio_gpu_get_edid(VirtIOGPU *g,
 224                          struct virtio_gpu_ctrl_command *cmd)
 225 {
 226     struct virtio_gpu_resp_edid edid;
 227     struct virtio_gpu_cmd_get_edid get_edid;
 228     VirtIOGPUBase *b = VIRTIO_GPU_BASE(g);
 229
 230     VIRTIO_GPU_FILL_CMD(get_edid);
 231     virtio_gpu_bswap_32(&get_edid, sizeof(get_edid));
 232
 233     if (get_edid.scanout >= b->conf.max_outputs) {
 234         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_PARAMETER;
 235         return;
 236     }
 237
 238     trace_virtio_gpu_cmd_get_edid(get_edid.scanout);
 239     memset(&edid, 0, sizeof(edid));
 240     edid.hdr.type = VIRTIO_GPU_RESP_OK_EDID;
 241     virtio_gpu_generate_edid(g, get_edid.scanout, &edid);
 242     virtio_gpu_ctrl_response(g, cmd, &edid.hdr, sizeof(edid));
 243 }
 244
 245 static uint32_t calc_image_hostmem(pixman_format_code_t pformat,
 246                                    uint32_t width, uint32_t height)
 247 {
 248     /* Copied from pixman/pixman-bits-image.c, skip integer overflow check.
 249      * pixman_image_create_bits will fail in case it overflow.
 250      */
 251
 252     int bpp = PIXMAN_FORMAT_BPP(pformat);
 253     int stride = ((width * bpp + 0x1f) >> 5) * sizeof(uint32_t);
 254     return height * stride;
 255 }
 256
 257 static void virtio_gpu_resource_create_2d(VirtIOGPU *g,
 258                                           struct virtio_gpu_ctrl_command *cmd)
 259 {
 260     pixman_format_code_t pformat;
 261     struct virtio_gpu_simple_resource *res;
 262     struct virtio_gpu_resource_create_2d c2d;
 263
 264     VIRTIO_GPU_FILL_CMD(c2d);
 265     virtio_gpu_bswap_32(&c2d, sizeof(c2d));
 266     trace_virtio_gpu_cmd_res_create_2d(c2d.resource_id, c2d.format,
 267                                        c2d.width, c2d.height);
 268
 269     if (c2d.resource_id == 0) {
 270         qemu_log_mask(LOG_GUEST_ERROR, "%s: resource id 0 is not allowed\n",
 271                       __func__);
 272         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 273         return;
 274     }
 275
 276     res = virtio_gpu_find_resource(g, c2d.resource_id);
 277     if (res) {
 278         qemu_log_mask(LOG_GUEST_ERROR, "%s: resource already exists %d\n",
 279                       __func__, c2d.resource_id);
 280         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 281         return;
 282     }
 283
 284     res = g_new0(struct virtio_gpu_simple_resource, 1);
 285
 286     res->width = c2d.width;
 287     res->height = c2d.height;
 288     res->format = c2d.format;
 289     res->resource_id = c2d.resource_id;
 290
 291     pformat = virtio_gpu_get_pixman_format(c2d.format);
 292     if (!pformat) {
 293         qemu_log_mask(LOG_GUEST_ERROR,
 294                       "%s: host couldn't handle guest format %d\n",
 295                       __func__, c2d.format);
 296         g_free(res);
 297         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_PARAMETER;
 298         return;
 299     }
 300
 301     res->hostmem = calc_image_hostmem(pformat, c2d.width, c2d.height);
 302     if (res->hostmem + g->hostmem < g->conf_max_hostmem) {
 303         res->image = pixman_image_create_bits(pformat,
 304                                               c2d.width,
 305                                               c2d.height,
 306                                               NULL, 0);
 307     }
 308
 309     if (!res->image) {
 310         qemu_log_mask(LOG_GUEST_ERROR,
 311                       "%s: resource creation failed %d %d %d\n",
 312                       __func__, c2d.resource_id, c2d.width, c2d.height);
 313         g_free(res);
 314         cmd->error = VIRTIO_GPU_RESP_ERR_OUT_OF_MEMORY;
 315         return;
 316     }
 317
 318     QTAILQ_INSERT_HEAD(&g->reslist, res, next);
 319     g->hostmem += res->hostmem;
 320 }
 321
 322 static void virtio_gpu_disable_scanout(VirtIOGPU *g, int scanout_id)
 323 {
 324     struct virtio_gpu_scanout *scanout = &g->parent_obj.scanout[scanout_id];
 325     struct virtio_gpu_simple_resource *res;
 326     DisplaySurface *ds = NULL;
 327
 328     if (scanout->resource_id == 0) {
 329         return;
 330     }
 331
 332     res = virtio_gpu_find_resource(g, scanout->resource_id);
 333     if (res) {
 334         res->scanout_bitmask &= ~(1 << scanout_id);
 335     }
 336
 337     if (scanout_id == 0) {
 338         /* primary head */
 339         ds = qemu_create_message_surface(scanout->width  ?: 640,
 340                                          scanout->height ?: 480,
 341                                          "Guest disabled display.");
 342     }
 343     dpy_gfx_replace_surface(scanout->con, ds);
 344     scanout->resource_id = 0;
 345     scanout->ds = NULL;
 346     scanout->width = 0;
 347     scanout->height = 0;
 348 }
 349
 350 static void virtio_gpu_resource_destroy(VirtIOGPU *g,
 351                                         struct virtio_gpu_simple_resource *res)
 352 {
 353     int i;
 354
 355     if (res->scanout_bitmask) {
 356         for (i = 0; i < g->parent_obj.conf.max_outputs; i++) {
 357             if (res->scanout_bitmask & (1 << i)) {
 358                 virtio_gpu_disable_scanout(g, i);
 359             }
 360         }
 361     }
 362
 363     pixman_image_unref(res->image);
 364     virtio_gpu_cleanup_mapping(g, res);
 365     QTAILQ_REMOVE(&g->reslist, res, next);
 366     g->hostmem -= res->hostmem;
 367     g_free(res);
 368 }
 369
 370 static void virtio_gpu_resource_unref(VirtIOGPU *g,
 371                                       struct virtio_gpu_ctrl_command *cmd)
 372 {
 373     struct virtio_gpu_simple_resource *res;
 374     struct virtio_gpu_resource_unref unref;
 375
 376     VIRTIO_GPU_FILL_CMD(unref);
 377     virtio_gpu_bswap_32(&unref, sizeof(unref));
 378     trace_virtio_gpu_cmd_res_unref(unref.resource_id);
 379
 380     res = virtio_gpu_find_resource(g, unref.resource_id);
 381     if (!res) {
 382         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 383                       __func__, unref.resource_id);
 384         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 385         return;
 386     }
 387     virtio_gpu_resource_destroy(g, res);
 388 }
 389
 390 static void virtio_gpu_transfer_to_host_2d(VirtIOGPU *g,
 391                                            struct virtio_gpu_ctrl_command *cmd)
 392 {
 393     struct virtio_gpu_simple_resource *res;
 394     int h;
 395     uint32_t src_offset, dst_offset, stride;
 396     int bpp;
 397     pixman_format_code_t format;
 398     struct virtio_gpu_transfer_to_host_2d t2d;
 399
 400     VIRTIO_GPU_FILL_CMD(t2d);
 401     virtio_gpu_t2d_bswap(&t2d);
 402     trace_virtio_gpu_cmd_res_xfer_toh_2d(t2d.resource_id);
 403
 404     res = virtio_gpu_find_resource(g, t2d.resource_id);
 405     if (!res || !res->iov) {
 406         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 407                       __func__, t2d.resource_id);
 408         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 409         return;
 410     }
 411
 412     if (t2d.r.x > res->width ||
 413         t2d.r.y > res->height ||
 414         t2d.r.width > res->width ||
 415         t2d.r.height > res->height ||
 416         t2d.r.x + t2d.r.width > res->width ||
 417         t2d.r.y + t2d.r.height > res->height) {
 418         qemu_log_mask(LOG_GUEST_ERROR, "%s: transfer bounds outside resource"
 419                       " bounds for resource %d: %d %d %d %d vs %d %d\n",
 420                       __func__, t2d.resource_id, t2d.r.x, t2d.r.y,
 421                       t2d.r.width, t2d.r.height, res->width, res->height);
 422         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_PARAMETER;
 423         return;
 424     }
 425
 426     format = pixman_image_get_format(res->image);
 427     bpp = DIV_ROUND_UP(PIXMAN_FORMAT_BPP(format), 8);
 428     stride = pixman_image_get_stride(res->image);
 429
 430     if (t2d.offset || t2d.r.x || t2d.r.y ||
 431         t2d.r.width != pixman_image_get_width(res->image)) {
 432         void *img_data = pixman_image_get_data(res->image);
 433         for (h = 0; h < t2d.r.height; h++) {
 434             src_offset = t2d.offset + stride * h;
 435             dst_offset = (t2d.r.y + h) * stride + (t2d.r.x * bpp);
 436
 437             iov_to_buf(res->iov, res->iov_cnt, src_offset,
 438                        (uint8_t *)img_data
 439                        + dst_offset, t2d.r.width * bpp);
 440         }
 441     } else {
 442         iov_to_buf(res->iov, res->iov_cnt, 0,
 443                    pixman_image_get_data(res->image),
 444                    pixman_image_get_stride(res->image)
 445                    * pixman_image_get_height(res->image));
 446     }
 447 }
 448
 449 static void virtio_gpu_resource_flush(VirtIOGPU *g,
 450                                       struct virtio_gpu_ctrl_command *cmd)
 451 {
 452     struct virtio_gpu_simple_resource *res;
 453     struct virtio_gpu_resource_flush rf;
 454     pixman_region16_t flush_region;
 455     int i;
 456
 457     VIRTIO_GPU_FILL_CMD(rf);
 458     virtio_gpu_bswap_32(&rf, sizeof(rf));
 459     trace_virtio_gpu_cmd_res_flush(rf.resource_id,
 460                                    rf.r.width, rf.r.height, rf.r.x, rf.r.y);
 461
 462     res = virtio_gpu_find_resource(g, rf.resource_id);
 463     if (!res) {
 464         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 465                       __func__, rf.resource_id);
 466         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 467         return;
 468     }
 469
 470     if (rf.r.x > res->width ||
 471         rf.r.y > res->height ||
 472         rf.r.width > res->width ||
 473         rf.r.height > res->height ||
 474         rf.r.x + rf.r.width > res->width ||
 475         rf.r.y + rf.r.height > res->height) {
 476         qemu_log_mask(LOG_GUEST_ERROR, "%s: flush bounds outside resource"
 477                       " bounds for resource %d: %d %d %d %d vs %d %d\n",
 478                       __func__, rf.resource_id, rf.r.x, rf.r.y,
 479                       rf.r.width, rf.r.height, res->width, res->height);
 480         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_PARAMETER;
 481         return;
 482     }
 483
 484     pixman_region_init_rect(&flush_region,
 485                             rf.r.x, rf.r.y, rf.r.width, rf.r.height);
 486     for (i = 0; i < g->parent_obj.conf.max_outputs; i++) {
 487         struct virtio_gpu_scanout *scanout;
 488         pixman_region16_t region, finalregion;
 489         pixman_box16_t *extents;
 490
 491         if (!(res->scanout_bitmask & (1 << i))) {
 492             continue;
 493         }
 494         scanout = &g->parent_obj.scanout[i];
 495
 496         pixman_region_init(&finalregion);
 497         pixman_region_init_rect(&region, scanout->x, scanout->y,
 498                                 scanout->width, scanout->height);
 499
 500         pixman_region_intersect(&finalregion, &flush_region, &region);
 501         pixman_region_translate(&finalregion, -scanout->x, -scanout->y);
 502         extents = pixman_region_extents(&finalregion);
 503         /* work out the area we need to update for each console */
 504         dpy_gfx_update(g->parent_obj.scanout[i].con,
 505                        extents->x1, extents->y1,
 506                        extents->x2 - extents->x1,
 507                        extents->y2 - extents->y1);
 508
 509         pixman_region_fini(&region);
 510         pixman_region_fini(&finalregion);
 511     }
 512     pixman_region_fini(&flush_region);
 513 }
 514
 515 static void virtio_unref_resource(pixman_image_t *image, void *data)
 516 {
 517     pixman_image_unref(data);
 518 }
 519
 520 static void virtio_gpu_set_scanout(VirtIOGPU *g,
 521                                    struct virtio_gpu_ctrl_command *cmd)
 522 {
 523     struct virtio_gpu_simple_resource *res, *ores;
 524     struct virtio_gpu_scanout *scanout;
 525     pixman_format_code_t format;
 526     uint32_t offset;
 527     int bpp;
 528     struct virtio_gpu_set_scanout ss;
 529
 530     VIRTIO_GPU_FILL_CMD(ss);
 531     virtio_gpu_bswap_32(&ss, sizeof(ss));
 532     trace_virtio_gpu_cmd_set_scanout(ss.scanout_id, ss.resource_id,
 533                                      ss.r.width, ss.r.height, ss.r.x, ss.r.y);
 534
 535     if (ss.scanout_id >= g->parent_obj.conf.max_outputs) {
 536         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal scanout id specified %d",
 537                       __func__, ss.scanout_id);
 538         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_SCANOUT_ID;
 539         return;
 540     }
 541
 542     g->parent_obj.enable = 1;
 543     if (ss.resource_id == 0) {
 544         virtio_gpu_disable_scanout(g, ss.scanout_id);
 545         return;
 546     }
 547
 548     /* create a surface for this scanout */
 549     res = virtio_gpu_find_resource(g, ss.resource_id);
 550     if (!res) {
 551         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 552                       __func__, ss.resource_id);
 553         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 554         return;
 555     }
 556
 557     if (ss.r.x > res->width ||
 558         ss.r.y > res->height ||
 559         ss.r.width < 16 ||
 560         ss.r.height < 16 ||
 561         ss.r.width > res->width ||
 562         ss.r.height > res->height ||
 563         ss.r.x + ss.r.width > res->width ||
 564         ss.r.y + ss.r.height > res->height) {
 565         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal scanout %d bounds for"
 566                       " resource %d, (%d,%d)+%d,%d vs %d %d\n",
 567                       __func__, ss.scanout_id, ss.resource_id, ss.r.x, ss.r.y,
 568                       ss.r.width, ss.r.height, res->width, res->height);
 569         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_PARAMETER;
 570         return;
 571     }
 572
 573     scanout = &g->parent_obj.scanout[ss.scanout_id];
 574
 575     format = pixman_image_get_format(res->image);
 576     bpp = DIV_ROUND_UP(PIXMAN_FORMAT_BPP(format), 8);
 577     offset = (ss.r.x * bpp) + ss.r.y * pixman_image_get_stride(res->image);
 578     if (!scanout->ds || surface_data(scanout->ds)
 579         != ((uint8_t *)pixman_image_get_data(res->image) + offset) ||
 580         scanout->width != ss.r.width ||
 581         scanout->height != ss.r.height) {
 582         pixman_image_t *rect;
 583         void *ptr = (uint8_t *)pixman_image_get_data(res->image) + offset;
 584         rect = pixman_image_create_bits(format, ss.r.width, ss.r.height, ptr,
 585                                         pixman_image_get_stride(res->image));
 586         pixman_image_ref(res->image);
 587         pixman_image_set_destroy_function(rect, virtio_unref_resource,
 588                                           res->image);
 589         /* realloc the surface ptr */
 590         scanout->ds = qemu_create_displaysurface_pixman(rect);
 591         if (!scanout->ds) {
 592             cmd->error = VIRTIO_GPU_RESP_ERR_UNSPEC;
 593             return;
 594         }
 595         pixman_image_unref(rect);
 596         dpy_gfx_replace_surface(g->parent_obj.scanout[ss.scanout_id].con,
 597                                 scanout->ds);
 598     }
 599
 600     ores = virtio_gpu_find_resource(g, scanout->resource_id);
 601     if (ores) {
 602         ores->scanout_bitmask &= ~(1 << ss.scanout_id);
 603     }
 604
 605     res->scanout_bitmask |= (1 << ss.scanout_id);
 606     scanout->resource_id = ss.resource_id;
 607     scanout->x = ss.r.x;
 608     scanout->y = ss.r.y;
 609     scanout->width = ss.r.width;
 610     scanout->height = ss.r.height;
 611 }
 612
 613 int virtio_gpu_create_mapping_iov(VirtIOGPU *g,
 614                                   struct virtio_gpu_resource_attach_backing *ab,
 615                                   struct virtio_gpu_ctrl_command *cmd,
 616                                   uint64_t **addr, struct iovec **iov)
 617 {
 618     struct virtio_gpu_mem_entry *ents;
 619     size_t esize, s;
 620     int i;
 621
 622     if (ab->nr_entries > 16384) {
 623         qemu_log_mask(LOG_GUEST_ERROR,
 624                       "%s: nr_entries is too big (%d > 16384)\n",
 625                       __func__, ab->nr_entries);
 626         return -1;
 627     }
 628
 629     esize = sizeof(*ents) * ab->nr_entries;
 630     ents = g_malloc(esize);
 631     s = iov_to_buf(cmd->elem.out_sg, cmd->elem.out_num,
 632                    sizeof(*ab), ents, esize);
 633     if (s != esize) {
 634         qemu_log_mask(LOG_GUEST_ERROR,
 635                       "%s: command data size incorrect %zu vs %zu\n",
 636                       __func__, s, esize);
 637         g_free(ents);
 638         return -1;
 639     }
 640
 641     *iov = g_malloc0(sizeof(struct iovec) * ab->nr_entries);
 642     if (addr) {
 643         *addr = g_malloc0(sizeof(uint64_t) * ab->nr_entries);
 644     }
 645     for (i = 0; i < ab->nr_entries; i++) {
 646         uint64_t a = le64_to_cpu(ents[i].addr);
 647         uint32_t l = le32_to_cpu(ents[i].length);
 648         hwaddr len = l;
 649         (*iov)[i].iov_base = dma_memory_map(VIRTIO_DEVICE(g)->dma_as,
 650                                             a, &len, DMA_DIRECTION_TO_DEVICE);
 651         (*iov)[i].iov_len = len;
 652         if (addr) {
 653             (*addr)[i] = a;
 654         }
 655         if (!(*iov)[i].iov_base || len != l) {
 656             qemu_log_mask(LOG_GUEST_ERROR, "%s: failed to map MMIO memory for"
 657                           " resource %d element %d\n",
 658                           __func__, ab->resource_id, i);
 659             if ((*iov)[i].iov_base) {
 660                 i++; /* cleanup the 'i'th map */
 661             }
 662             virtio_gpu_cleanup_mapping_iov(g, *iov, i);
 663             g_free(ents);
 664             *iov = NULL;
 665             if (addr) {
 666                 g_free(*addr);
 667                 *addr = NULL;
 668             }
 669             return -1;
 670         }
 671     }
 672     g_free(ents);
 673     return 0;
 674 }
 675
 676 void virtio_gpu_cleanup_mapping_iov(VirtIOGPU *g,
 677                                     struct iovec *iov, uint32_t count)
 678 {
 679     int i;
 680
 681     for (i = 0; i < count; i++) {
 682         dma_memory_unmap(VIRTIO_DEVICE(g)->dma_as,
 683                          iov[i].iov_base, iov[i].iov_len,
 684                          DMA_DIRECTION_TO_DEVICE,
 685                          iov[i].iov_len);
 686     }
 687     g_free(iov);
 688 }
 689
 690 static void virtio_gpu_cleanup_mapping(VirtIOGPU *g,
 691                                        struct virtio_gpu_simple_resource *res)
 692 {
 693     virtio_gpu_cleanup_mapping_iov(g, res->iov, res->iov_cnt);
 694     res->iov = NULL;
 695     res->iov_cnt = 0;
 696     g_free(res->addrs);
 697     res->addrs = NULL;
 698 }
 699
 700 static void
 701 virtio_gpu_resource_attach_backing(VirtIOGPU *g,
 702                                    struct virtio_gpu_ctrl_command *cmd)
 703 {
 704     struct virtio_gpu_simple_resource *res;
 705     struct virtio_gpu_resource_attach_backing ab;
 706     int ret;
 707
 708     VIRTIO_GPU_FILL_CMD(ab);
 709     virtio_gpu_bswap_32(&ab, sizeof(ab));
 710     trace_virtio_gpu_cmd_res_back_attach(ab.resource_id);
 711
 712     res = virtio_gpu_find_resource(g, ab.resource_id);
 713     if (!res) {
 714         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 715                       __func__, ab.resource_id);
 716         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 717         return;
 718     }
 719
 720     if (res->iov) {
 721         cmd->error = VIRTIO_GPU_RESP_ERR_UNSPEC;
 722         return;
 723     }
 724
 725     ret = virtio_gpu_create_mapping_iov(g, &ab, cmd, &res->addrs, &res->iov);
 726     if (ret != 0) {
 727         cmd->error = VIRTIO_GPU_RESP_ERR_UNSPEC;
 728         return;
 729     }
 730
 731     res->iov_cnt = ab.nr_entries;
 732 }
 733
 734 static void
 735 virtio_gpu_resource_detach_backing(VirtIOGPU *g,
 736                                    struct virtio_gpu_ctrl_command *cmd)
 737 {
 738     struct virtio_gpu_simple_resource *res;
 739     struct virtio_gpu_resource_detach_backing detach;
 740
 741     VIRTIO_GPU_FILL_CMD(detach);
 742     virtio_gpu_bswap_32(&detach, sizeof(detach));
 743     trace_virtio_gpu_cmd_res_back_detach(detach.resource_id);
 744
 745     res = virtio_gpu_find_resource(g, detach.resource_id);
 746     if (!res || !res->iov) {
 747         qemu_log_mask(LOG_GUEST_ERROR, "%s: illegal resource specified %d\n",
 748                       __func__, detach.resource_id);
 749         cmd->error = VIRTIO_GPU_RESP_ERR_INVALID_RESOURCE_ID;
 750         return;
 751     }
 752     virtio_gpu_cleanup_mapping(g, res);
 753 }
 754
 755 static void virtio_gpu_simple_process_cmd(VirtIOGPU *g,
 756                                           struct virtio_gpu_ctrl_command *cmd)
 757 {
 758     VIRTIO_GPU_FILL_CMD(cmd->cmd_hdr);
 759     virtio_gpu_ctrl_hdr_bswap(&cmd->cmd_hdr);
 760
 761     switch (cmd->cmd_hdr.type) {
 762     case VIRTIO_GPU_CMD_GET_DISPLAY_INFO:
 763         virtio_gpu_get_display_info(g, cmd);
 764         break;
 765     case VIRTIO_GPU_CMD_GET_EDID:
 766         virtio_gpu_get_edid(g, cmd);
 767         break;
 768     case VIRTIO_GPU_CMD_RESOURCE_CREATE_2D:
 769         virtio_gpu_resource_create_2d(g, cmd);
 770         break;
 771     case VIRTIO_GPU_CMD_RESOURCE_UNREF:
 772         virtio_gpu_resource_unref(g, cmd);
 773         break;
 774     case VIRTIO_GPU_CMD_RESOURCE_FLUSH:
 775         virtio_gpu_resource_flush(g, cmd);
 776         break;
 777     case VIRTIO_GPU_CMD_TRANSFER_TO_HOST_2D:
 778         virtio_gpu_transfer_to_host_2d(g, cmd);
 779         break;
 780     case VIRTIO_GPU_CMD_SET_SCANOUT:
 781         virtio_gpu_set_scanout(g, cmd);
 782         break;
 783     case VIRTIO_GPU_CMD_RESOURCE_ATTACH_BACKING:
 784         virtio_gpu_resource_attach_backing(g, cmd);
 785         break;
 786     case VIRTIO_GPU_CMD_RESOURCE_DETACH_BACKING:
 787         virtio_gpu_resource_detach_backing(g, cmd);
 788         break;
 789     default:
 790         cmd->error = VIRTIO_GPU_RESP_ERR_UNSPEC;
 791         break;
 792     }
 793     if (!cmd->finished) {
 794         virtio_gpu_ctrl_response_nodata(g, cmd, cmd->error ? cmd->error :
 795                                         VIRTIO_GPU_RESP_OK_NODATA);
 796     }
 797 }
 798
 799 static void virtio_gpu_handle_ctrl_cb(VirtIODevice *vdev, VirtQueue *vq)
 800 {
 801     VirtIOGPU *g = VIRTIO_GPU(vdev);
 802     qemu_bh_schedule(g->ctrl_bh);
 803 }
 804
 805 static void virtio_gpu_handle_cursor_cb(VirtIODevice *vdev, VirtQueue *vq)
 806 {
 807     VirtIOGPU *g = VIRTIO_GPU(vdev);
 808     qemu_bh_schedule(g->cursor_bh);
 809 }
 810
 811 void virtio_gpu_process_cmdq(VirtIOGPU *g)
 812 {
 813     struct virtio_gpu_ctrl_command *cmd;
 814
 815     while (!QTAILQ_EMPTY(&g->cmdq)) {
 816         cmd = QTAILQ_FIRST(&g->cmdq);
 817
 818         if (g->parent_obj.renderer_blocked) {
 819             break;
 820         }
 821
 822         /* process command */
 823         VIRGL(g, virtio_gpu_virgl_process_cmd, virtio_gpu_simple_process_cmd,
 824               g, cmd);
 825
 826         QTAILQ_REMOVE(&g->cmdq, cmd, next);
 827         if (virtio_gpu_stats_enabled(g->parent_obj.conf)) {
 828             g->stats.requests++;
 829         }
 830
 831         if (!cmd->finished) {
 832             QTAILQ_INSERT_TAIL(&g->fenceq, cmd, next);
 833             g->inflight++;
 834             if (virtio_gpu_stats_enabled(g->parent_obj.conf)) {
 835                 if (g->stats.max_inflight < g->inflight) {
 836                     g->stats.max_inflight = g->inflight;
 837                 }
 838                 fprintf(stderr, "inflight: %3d (+)\r", g->inflight);
 839             }
 840         } else {
 841             g_free(cmd);
 842         }
 843     }
 844 }
 845
 846 static void virtio_gpu_gl_unblock(VirtIOGPUBase *b)
 847 {
 848     VirtIOGPU *g = VIRTIO_GPU(b);
 849
 850 #ifdef CONFIG_VIRGL
 851     if (g->renderer_reset) {
 852         g->renderer_reset = false;
 853         virtio_gpu_virgl_reset(g);
 854     }
 855 #endif
 856     virtio_gpu_process_cmdq(g);
 857 }
 858
 859 static void virtio_gpu_handle_ctrl(VirtIODevice *vdev, VirtQueue *vq)
 860 {
 861     VirtIOGPU *g = VIRTIO_GPU(vdev);
 862     struct virtio_gpu_ctrl_command *cmd;
 863
 864     if (!virtio_queue_ready(vq)) {
 865         return;
 866     }
 867
 868 #ifdef CONFIG_VIRGL
 869     if (!g->renderer_inited && g->parent_obj.use_virgl_renderer) {
 870         virtio_gpu_virgl_init(g);
 871         g->renderer_inited = true;
 872     }
 873 #endif
 874
 875     cmd = virtqueue_pop(vq, sizeof(struct virtio_gpu_ctrl_command));
 876     while (cmd) {
 877         cmd->vq = vq;
 878         cmd->error = 0;
 879         cmd->finished = false;
 880         QTAILQ_INSERT_TAIL(&g->cmdq, cmd, next);
 881         cmd = virtqueue_pop(vq, sizeof(struct virtio_gpu_ctrl_command));
 882     }
 883
 884     virtio_gpu_process_cmdq(g);
 885
 886 #ifdef CONFIG_VIRGL
 887     if (g->parent_obj.use_virgl_renderer) {
 888         virtio_gpu_virgl_fence_poll(g);
 889     }
 890 #endif
 891 }
 892
 893 static void virtio_gpu_ctrl_bh(void *opaque)
 894 {
 895     VirtIOGPU *g = opaque;
 896     virtio_gpu_handle_ctrl(&g->parent_obj.parent_obj, g->ctrl_vq);
 897 }
 898
 899 static void virtio_gpu_handle_cursor(VirtIODevice *vdev, VirtQueue *vq)
 900 {
 901     VirtIOGPU *g = VIRTIO_GPU(vdev);
 902     VirtQueueElement *elem;
 903     size_t s;
 904     struct virtio_gpu_update_cursor cursor_info;
 905
 906     if (!virtio_queue_ready(vq)) {
 907         return;
 908     }
 909     for (;;) {
 910         elem = virtqueue_pop(vq, sizeof(VirtQueueElement));
 911         if (!elem) {
 912             break;
 913         }
 914
 915         s = iov_to_buf(elem->out_sg, elem->out_num, 0,
 916                        &cursor_info, sizeof(cursor_info));
 917         if (s != sizeof(cursor_info)) {
 918             qemu_log_mask(LOG_GUEST_ERROR,
 919                           "%s: cursor size incorrect %zu vs %zu\n",
 920                           __func__, s, sizeof(cursor_info));
 921         } else {
 922             virtio_gpu_bswap_32(&cursor_info, sizeof(cursor_info));
 923             update_cursor(g, &cursor_info);
 924         }
 925         virtqueue_push(vq, elem, 0);
 926         virtio_notify(vdev, vq);
 927         g_free(elem);
 928     }
 929 }
 930
 931 static void virtio_gpu_cursor_bh(void *opaque)
 932 {
 933     VirtIOGPU *g = opaque;
 934     virtio_gpu_handle_cursor(&g->parent_obj.parent_obj, g->cursor_vq);
 935 }
 936
 937 static const VMStateDescription vmstate_virtio_gpu_scanout = {
 938     .name = "virtio-gpu-one-scanout",
 939     .version_id = 1,
 940     .fields = (VMStateField[]) {
 941         VMSTATE_UINT32(resource_id, struct virtio_gpu_scanout),
 942         VMSTATE_UINT32(width, struct virtio_gpu_scanout),
 943         VMSTATE_UINT32(height, struct virtio_gpu_scanout),
 944         VMSTATE_INT32(x, struct virtio_gpu_scanout),
 945         VMSTATE_INT32(y, struct virtio_gpu_scanout),
 946         VMSTATE_UINT32(cursor.resource_id, struct virtio_gpu_scanout),
 947         VMSTATE_UINT32(cursor.hot_x, struct virtio_gpu_scanout),
 948         VMSTATE_UINT32(cursor.hot_y, struct virtio_gpu_scanout),
 949         VMSTATE_UINT32(cursor.pos.x, struct virtio_gpu_scanout),
 950         VMSTATE_UINT32(cursor.pos.y, struct virtio_gpu_scanout),
 951         VMSTATE_END_OF_LIST()
 952     },
 953 };
 954
 955 static const VMStateDescription vmstate_virtio_gpu_scanouts = {
 956     .name = "virtio-gpu-scanouts",
 957     .version_id = 1,
 958     .fields = (VMStateField[]) {
 959         VMSTATE_INT32(parent_obj.enable, struct VirtIOGPU),
 960         VMSTATE_UINT32_EQUAL(parent_obj.conf.max_outputs,
 961                              struct VirtIOGPU, NULL),
 962         VMSTATE_STRUCT_VARRAY_UINT32(parent_obj.scanout, struct VirtIOGPU,
 963                                      parent_obj.conf.max_outputs, 1,
 964                                      vmstate_virtio_gpu_scanout,
 965                                      struct virtio_gpu_scanout),
 966         VMSTATE_END_OF_LIST()
 967     },
 968 };
 969
 970 static int virtio_gpu_save(QEMUFile *f, void *opaque, size_t size,
 971                            const VMStateField *field, QJSON *vmdesc)
 972 {
 973     VirtIOGPU *g = opaque;
 974     struct virtio_gpu_simple_resource *res;
 975     int i;
 976
 977     /* in 2d mode we should never find unprocessed commands here */
 978     assert(QTAILQ_EMPTY(&g->cmdq));
 979
 980     QTAILQ_FOREACH(res, &g->reslist, next) {
 981         qemu_put_be32(f, res->resource_id);
 982         qemu_put_be32(f, res->width);
 983         qemu_put_be32(f, res->height);
 984         qemu_put_be32(f, res->format);
 985         qemu_put_be32(f, res->iov_cnt);
 986         for (i = 0; i < res->iov_cnt; i++) {
 987             qemu_put_be64(f, res->addrs[i]);
 988             qemu_put_be32(f, res->iov[i].iov_len);
 989         }
 990         qemu_put_buffer(f, (void *)pixman_image_get_data(res->image),
 991                         pixman_image_get_stride(res->image) * res->height);
 992     }
 993     qemu_put_be32(f, 0); /* end of list */
 994
 995     return vmstate_save_state(f, &vmstate_virtio_gpu_scanouts, g, NULL);
 996 }
 997
 998 static int virtio_gpu_load(QEMUFile *f, void *opaque, size_t size,
 999                            const VMStateField *field)
1000 {
1001     VirtIOGPU *g = opaque;
1002     struct virtio_gpu_simple_resource *res;
1003     struct virtio_gpu_scanout *scanout;
1004     uint32_t resource_id, pformat;
1005     int i;
1006
1007     g->hostmem = 0;
1008
1009     resource_id = qemu_get_be32(f);
1010     while (resource_id != 0) {
1011         res = virtio_gpu_find_resource(g, resource_id);
1012         if (res) {
1013             return -EINVAL;
1014         }
1015
1016         res = g_new0(struct virtio_gpu_simple_resource, 1);
1017         res->resource_id = resource_id;
1018         res->width = qemu_get_be32(f);
1019         res->height = qemu_get_be32(f);
1020         res->format = qemu_get_be32(f);
1021         res->iov_cnt = qemu_get_be32(f);
1022
1023         /* allocate */
1024         pformat = virtio_gpu_get_pixman_format(res->format);
1025         if (!pformat) {
1026             g_free(res);
1027             return -EINVAL;
1028         }
1029         res->image = pixman_image_create_bits(pformat,
1030                                               res->width, res->height,
1031                                               NULL, 0);
1032         if (!res->image) {
1033             g_free(res);
1034             return -EINVAL;
1035         }
1036
1037         res->hostmem = calc_image_hostmem(pformat, res->width, res->height);
1038
1039         res->addrs = g_new(uint64_t, res->iov_cnt);
1040         res->iov = g_new(struct iovec, res->iov_cnt);
1041
1042         /* read data */
1043         for (i = 0; i < res->iov_cnt; i++) {
1044             res->addrs[i] = qemu_get_be64(f);
1045             res->iov[i].iov_len = qemu_get_be32(f);
1046         }
1047         qemu_get_buffer(f, (void *)pixman_image_get_data(res->image),
1048                         pixman_image_get_stride(res->image) * res->height);
1049
1050         /* restore mapping */
1051         for (i = 0; i < res->iov_cnt; i++) {
1052             hwaddr len = res->iov[i].iov_len;
1053             res->iov[i].iov_base =
1054                 dma_memory_map(VIRTIO_DEVICE(g)->dma_as,
1055                                res->addrs[i], &len, DMA_DIRECTION_TO_DEVICE);
1056
1057             if (!res->iov[i].iov_base || len != res->iov[i].iov_len) {
1058                 /* Clean up the half-a-mapping we just created... */
1059                 if (res->iov[i].iov_base) {
1060                     dma_memory_unmap(VIRTIO_DEVICE(g)->dma_as,
1061                                      res->iov[i].iov_base,
1062                                      len,
1063                                      DMA_DIRECTION_TO_DEVICE,
1064                                      0);
1065                 }
1066                 /* ...and the mappings for previous loop iterations */
1067                 res->iov_cnt = i;
1068                 virtio_gpu_cleanup_mapping(g, res);
1069                 pixman_image_unref(res->image);
1070                 g_free(res);
1071                 return -EINVAL;
1072             }
1073         }
1074
1075         QTAILQ_INSERT_HEAD(&g->reslist, res, next);
1076         g->hostmem += res->hostmem;
1077
1078         resource_id = qemu_get_be32(f);
1079     }
1080
1081     /* load & apply scanout state */
1082     vmstate_load_state(f, &vmstate_virtio_gpu_scanouts, g, 1);
1083     for (i = 0; i < g->parent_obj.conf.max_outputs; i++) {
1084         scanout = &g->parent_obj.scanout[i];
1085         if (!scanout->resource_id) {
1086             continue;
1087         }
1088         res = virtio_gpu_find_resource(g, scanout->resource_id);
1089         if (!res) {
1090             return -EINVAL;
1091         }
1092         scanout->ds = qemu_create_displaysurface_pixman(res->image);
1093         if (!scanout->ds) {
1094             return -EINVAL;
1095         }
1096
1097         dpy_gfx_replace_surface(scanout->con, scanout->ds);
1098         dpy_gfx_update_full(scanout->con);
1099         if (scanout->cursor.resource_id) {
1100             update_cursor(g, &scanout->cursor);
1101         }
1102         res->scanout_bitmask |= (1 << i);
1103     }
1104
1105     return 0;
1106 }
1107
1108 static void virtio_gpu_device_realize(DeviceState *qdev, Error **errp)
1109 {
1110     VirtIODevice *vdev = VIRTIO_DEVICE(qdev);
1111     VirtIOGPU *g = VIRTIO_GPU(qdev);
1112     bool have_virgl;
1113
1114 #if !defined(CONFIG_VIRGL) || defined(HOST_WORDS_BIGENDIAN)
1115     have_virgl = false;
1116 #else
1117     have_virgl = display_opengl;
1118 #endif
1119     if (!have_virgl) {
1120         g->parent_obj.conf.flags &= ~(1 << VIRTIO_GPU_FLAG_VIRGL_ENABLED);
1121     } else {
1122 #if defined(CONFIG_VIRGL)
1123         VIRTIO_GPU_BASE(g)->virtio_config.num_capsets =
1124             virtio_gpu_virgl_get_num_capsets(g);
1125 #endif
1126     }
1127
1128     if (!virtio_gpu_base_device_realize(qdev,
1129                                         virtio_gpu_handle_ctrl_cb,
1130                                         virtio_gpu_handle_cursor_cb,
1131                                         errp)) {
1132         return;
1133     }
1134
1135     g->ctrl_vq = virtio_get_queue(vdev, 0);
1136     g->cursor_vq = virtio_get_queue(vdev, 1);
1137     g->ctrl_bh = qemu_bh_new(virtio_gpu_ctrl_bh, g);
1138     g->cursor_bh = qemu_bh_new(virtio_gpu_cursor_bh, g);
1139     QTAILQ_INIT(&g->reslist);
1140     QTAILQ_INIT(&g->cmdq);
1141     QTAILQ_INIT(&g->fenceq);
1142 }
1143
1144 static void virtio_gpu_reset(VirtIODevice *vdev)
1145 {
1146     VirtIOGPU *g = VIRTIO_GPU(vdev);
1147     struct virtio_gpu_simple_resource *res, *tmp;
1148     struct virtio_gpu_ctrl_command *cmd;
1149
1150 #ifdef CONFIG_VIRGL
1151     if (g->parent_obj.use_virgl_renderer) {
1152         virtio_gpu_virgl_reset(g);
1153     }
1154 #endif
1155
1156     QTAILQ_FOREACH_SAFE(res, &g->reslist, next, tmp) {
1157         virtio_gpu_resource_destroy(g, res);
1158     }
1159
1160     while (!QTAILQ_EMPTY(&g->cmdq)) {
1161         cmd = QTAILQ_FIRST(&g->cmdq);
1162         QTAILQ_REMOVE(&g->cmdq, cmd, next);
1163         g_free(cmd);
1164     }
1165
1166     while (!QTAILQ_EMPTY(&g->fenceq)) {
1167         cmd = QTAILQ_FIRST(&g->fenceq);
1168         QTAILQ_REMOVE(&g->fenceq, cmd, next);
1169         g->inflight--;
1170         g_free(cmd);
1171     }
1172
1173 #ifdef CONFIG_VIRGL
1174     if (g->parent_obj.use_virgl_renderer) {
1175         if (g->parent_obj.renderer_blocked) {
1176             g->renderer_reset = true;
1177         } else {
1178             virtio_gpu_virgl_reset(g);
1179         }
1180         g->parent_obj.use_virgl_renderer = false;
1181     }
1182 #endif
1183
1184     virtio_gpu_base_reset(VIRTIO_GPU_BASE(vdev));
1185 }
1186
1187 static void
1188 virtio_gpu_get_config(VirtIODevice *vdev, uint8_t *config)
1189 {
1190     VirtIOGPUBase *g = VIRTIO_GPU_BASE(vdev);
1191
1192     memcpy(config, &g->virtio_config, sizeof(g->virtio_config));
1193 }
1194
1195 static void
1196 virtio_gpu_set_config(VirtIODevice *vdev, const uint8_t *config)
1197 {
1198     VirtIOGPUBase *g = VIRTIO_GPU_BASE(vdev);
1199     const struct virtio_gpu_config *vgconfig =
1200         (const struct virtio_gpu_config *)config;
1201
1202     if (vgconfig->events_clear) {
1203         g->virtio_config.events_read &= ~vgconfig->events_clear;
1204     }
1205 }
1206
1207 /*
1208  * For historical reasons virtio_gpu does not adhere to virtio migration
1209  * scheme as described in doc/virtio-migration.txt, in a sense that no
1210  * save/load callback are provided to the core. Instead the device data
1211  * is saved/loaded after the core data.
1212  *
1213  * Because of this we need a special vmsd.
1214  */
1215 static const VMStateDescription vmstate_virtio_gpu = {
1216     .name = "virtio-gpu",
1217     .minimum_version_id = VIRTIO_GPU_VM_VERSION,
1218     .version_id = VIRTIO_GPU_VM_VERSION,
1219     .fields = (VMStateField[]) {
1220         VMSTATE_VIRTIO_DEVICE /* core */,
1221         {
1222             .name = "virtio-gpu",
1223             .info = &(const VMStateInfo) {
1224                         .name = "virtio-gpu",
1225                         .get = virtio_gpu_load,
1226                         .put = virtio_gpu_save,
1227             },
1228             .flags = VMS_SINGLE,
1229         } /* device */,
1230         VMSTATE_END_OF_LIST()
1231     },
1232 };
1233
1234 static Property virtio_gpu_properties[] = {
1235     VIRTIO_GPU_BASE_PROPERTIES(VirtIOGPU, parent_obj.conf),
1236     DEFINE_PROP_SIZE("max_hostmem", VirtIOGPU, conf_max_hostmem,
1237                      256 * MiB),
1238 #ifdef CONFIG_VIRGL
1239     DEFINE_PROP_BIT("virgl", VirtIOGPU, parent_obj.conf.flags,
1240                     VIRTIO_GPU_FLAG_VIRGL_ENABLED, true),
1241     DEFINE_PROP_BIT("stats", VirtIOGPU, parent_obj.conf.flags,
1242                     VIRTIO_GPU_FLAG_STATS_ENABLED, false),
1243 #endif
1244     DEFINE_PROP_END_OF_LIST(),
1245 };
1246
1247 static void virtio_gpu_class_init(ObjectClass *klass, void *data)
1248 {
1249     DeviceClass *dc = DEVICE_CLASS(klass);
1250     VirtioDeviceClass *vdc = VIRTIO_DEVICE_CLASS(klass);
1251     VirtIOGPUBaseClass *vgc = VIRTIO_GPU_BASE_CLASS(klass);
1252
1253     vgc->gl_unblock = virtio_gpu_gl_unblock;
1254     vdc->realize = virtio_gpu_device_realize;
1255     vdc->reset = virtio_gpu_reset;
1256     vdc->get_config = virtio_gpu_get_config;
1257     vdc->set_config = virtio_gpu_set_config;
1258
1259     dc->vmsd = &vmstate_virtio_gpu;
1260     device_class_set_props(dc, virtio_gpu_properties);
1261 }
1262
1263 static const TypeInfo virtio_gpu_info = {
1264     .name = TYPE_VIRTIO_GPU,
1265     .parent = TYPE_VIRTIO_GPU_BASE,
1266     .instance_size = sizeof(VirtIOGPU),
1267     .class_init = virtio_gpu_class_init,
1268 };
1269
1270 static void virtio_register_types(void)
1271 {
1272     type_register_static(&virtio_gpu_info);
1273 }
1274
1275 type_init(virtio_register_types)