tests/qtest/libqtest.c

   1 /*
   2  * QTest
   3  *
   4  * Copyright IBM, Corp. 2012
   5  * Copyright Red Hat, Inc. 2012
   6  * Copyright SUSE LINUX Products GmbH 2013
   7  *
   8  * Authors:
   9  *  Anthony Liguori   <aliguori@us.ibm.com>
  10  *  Paolo Bonzini     <pbonzini@redhat.com>
  11  *  Andreas Färber    <afaerber@suse.de>
  12  *
  13  * This work is licensed under the terms of the GNU GPL, version 2 or later.
  14  * See the COPYING file in the top-level directory.
  15  */
  16
  17 #include "qemu/osdep.h"
  18
  19 #include <sys/socket.h>
  20 #include <sys/wait.h>
  21 #include <sys/un.h>
  22
  23 #include "libqos/libqtest.h"
  24 #include "qemu-common.h"
  25 #include "qemu/ctype.h"
  26 #include "qemu/cutils.h"
  27 #include "qapi/error.h"
  28 #include "qapi/qmp/json-parser.h"
  29 #include "qapi/qmp/qdict.h"
  30 #include "qapi/qmp/qjson.h"
  31 #include "qapi/qmp/qlist.h"
  32 #include "qapi/qmp/qstring.h"
  33
  34 #define MAX_IRQ 256
  35 #define SOCKET_TIMEOUT 50
  36 #define SOCKET_MAX_FDS 16
  37
  38
  39 typedef void (*QTestSendFn)(QTestState *s, const char *buf);
  40 typedef void (*ExternalSendFn)(void *s, const char *buf);
  41 typedef GString* (*QTestRecvFn)(QTestState *);
  42
  43 typedef struct QTestClientTransportOps {
  44     QTestSendFn     send;      /* for sending qtest commands */
  45
  46     /*
  47      * use external_send to send qtest command strings through functions which
  48      * do not accept a QTestState as the first parameter.
  49      */
  50     ExternalSendFn  external_send;
  51
  52     QTestRecvFn     recv_line; /* for receiving qtest command responses */
  53 } QTestTransportOps;
  54
  55 struct QTestState
  56 {
  57     int fd;
  58     int qmp_fd;
  59     pid_t qemu_pid;  /* our child QEMU process */
  60     int wstatus;
  61     int expected_status;
  62     bool big_endian;
  63     bool irq_level[MAX_IRQ];
  64     GString *rx;
  65     QTestTransportOps ops;
  66     GList *pending_events;
  67 };
  68
  69 static GHookList abrt_hooks;
  70 static struct sigaction sigact_old;
  71
  72 static int qtest_query_target_endianness(QTestState *s);
  73
  74 static void qtest_client_socket_send(QTestState*, const char *buf);
  75 static void socket_send(int fd, const char *buf, size_t size);
  76
  77 static GString *qtest_client_socket_recv_line(QTestState *);
  78
  79 static void qtest_client_set_tx_handler(QTestState *s, QTestSendFn send);
  80 static void qtest_client_set_rx_handler(QTestState *s, QTestRecvFn recv);
  81
  82 static int init_socket(const char *socket_path)
  83 {
  84     struct sockaddr_un addr;
  85     int sock;
  86     int ret;
  87
  88     sock = socket(PF_UNIX, SOCK_STREAM, 0);
  89     g_assert_cmpint(sock, !=, -1);
  90
  91     addr.sun_family = AF_UNIX;
  92     snprintf(addr.sun_path, sizeof(addr.sun_path), "%s", socket_path);
  93     qemu_set_cloexec(sock);
  94
  95     do {
  96         ret = bind(sock, (struct sockaddr *)&addr, sizeof(addr));
  97     } while (ret == -1 && errno == EINTR);
  98     g_assert_cmpint(ret, !=, -1);
  99     ret = listen(sock, 1);
 100     g_assert_cmpint(ret, !=, -1);
 101
 102     return sock;
 103 }
 104
 105 static int socket_accept(int sock)
 106 {
 107     struct sockaddr_un addr;
 108     socklen_t addrlen;
 109     int ret;
 110     struct timeval timeout = { .tv_sec = SOCKET_TIMEOUT,
 111                                .tv_usec = 0 };
 112
 113     if (qemu_setsockopt(sock, SOL_SOCKET, SO_RCVTIMEO,
 114                         (void *)&timeout, sizeof(timeout))) {
 115         fprintf(stderr, "%s failed to set SO_RCVTIMEO: %s\n",
 116                 __func__, strerror(errno));
 117         close(sock);
 118         return -1;
 119     }
 120
 121     do {
 122         addrlen = sizeof(addr);
 123         ret = accept(sock, (struct sockaddr *)&addr, &addrlen);
 124     } while (ret == -1 && errno == EINTR);
 125     if (ret == -1) {
 126         fprintf(stderr, "%s failed: %s\n", __func__, strerror(errno));
 127     }
 128     close(sock);
 129
 130     return ret;
 131 }
 132
 133 bool qtest_probe_child(QTestState *s)
 134 {
 135     pid_t pid = s->qemu_pid;
 136
 137     if (pid != -1) {
 138         pid = waitpid(pid, &s->wstatus, WNOHANG);
 139         if (pid == 0) {
 140             return true;
 141         }
 142         s->qemu_pid = -1;
 143     }
 144     return false;
 145 }
 146
 147 void qtest_set_expected_status(QTestState *s, int status)
 148 {
 149     s->expected_status = status;
 150 }
 151
 152 static void kill_qemu(QTestState *s)
 153 {
 154     pid_t pid = s->qemu_pid;
 155     int wstatus;
 156
 157     /* Skip wait if qtest_probe_child already reaped.  */
 158     if (pid != -1) {
 159         kill(pid, SIGTERM);
 160         TFR(pid = waitpid(s->qemu_pid, &s->wstatus, 0));
 161         assert(pid == s->qemu_pid);
 162     }
 163
 164     /*
 165      * Check whether qemu exited with expected exit status; anything else is
 166      * fishy and should be logged with as much detail as possible.
 167      */
 168     wstatus = s->wstatus;
 169     if (WIFEXITED(wstatus) && WEXITSTATUS(wstatus) != s->expected_status) {
 170         fprintf(stderr, "%s:%d: kill_qemu() tried to terminate QEMU "
 171                 "process but encountered exit status %d (expected %d)\n",
 172                 __FILE__, __LINE__, WEXITSTATUS(wstatus), s->expected_status);
 173         abort();
 174     } else if (WIFSIGNALED(wstatus)) {
 175         int sig = WTERMSIG(wstatus);
 176         const char *signame = strsignal(sig) ?: "unknown ???";
 177         const char *dump = WCOREDUMP(wstatus) ? " (core dumped)" : "";
 178
 179         fprintf(stderr, "%s:%d: kill_qemu() detected QEMU death "
 180                 "from signal %d (%s)%s\n",
 181                 __FILE__, __LINE__, sig, signame, dump);
 182         abort();
 183     }
 184 }
 185
 186 static void kill_qemu_hook_func(void *s)
 187 {
 188     kill_qemu(s);
 189 }
 190
 191 static void sigabrt_handler(int signo)
 192 {
 193     g_hook_list_invoke(&abrt_hooks, FALSE);
 194 }
 195
 196 static void setup_sigabrt_handler(void)
 197 {
 198     struct sigaction sigact;
 199
 200     /* Catch SIGABRT to clean up on g_assert() failure */
 201     sigact = (struct sigaction){
 202         .sa_handler = sigabrt_handler,
 203         .sa_flags = SA_RESETHAND,
 204     };
 205     sigemptyset(&sigact.sa_mask);
 206     sigaction(SIGABRT, &sigact, &sigact_old);
 207 }
 208
 209 static void cleanup_sigabrt_handler(void)
 210 {
 211     sigaction(SIGABRT, &sigact_old, NULL);
 212 }
 213
 214 void qtest_add_abrt_handler(GHookFunc fn, const void *data)
 215 {
 216     GHook *hook;
 217
 218     /* Only install SIGABRT handler once */
 219     if (!abrt_hooks.is_setup) {
 220         g_hook_list_init(&abrt_hooks, sizeof(GHook));
 221     }
 222     setup_sigabrt_handler();
 223
 224     hook = g_hook_alloc(&abrt_hooks);
 225     hook->func = fn;
 226     hook->data = (void *)data;
 227
 228     g_hook_prepend(&abrt_hooks, hook);
 229 }
 230
 231 static const char *qtest_qemu_binary(void)
 232 {
 233     const char *qemu_bin;
 234
 235     qemu_bin = getenv("QTEST_QEMU_BINARY");
 236     if (!qemu_bin) {
 237         fprintf(stderr, "Environment variable QTEST_QEMU_BINARY required\n");
 238         exit(1);
 239     }
 240
 241     return qemu_bin;
 242 }
 243
 244 QTestState *qtest_init_without_qmp_handshake(const char *extra_args)
 245 {
 246     QTestState *s;
 247     int sock, qmpsock, i;
 248     gchar *socket_path;
 249     gchar *qmp_socket_path;
 250     gchar *command;
 251     const char *qemu_binary = qtest_qemu_binary();
 252
 253     s = g_new(QTestState, 1);
 254
 255     socket_path = g_strdup_printf("/tmp/qtest-%d.sock", getpid());
 256     qmp_socket_path = g_strdup_printf("/tmp/qtest-%d.qmp", getpid());
 257
 258     /* It's possible that if an earlier test run crashed it might
 259      * have left a stale unix socket lying around. Delete any
 260      * stale old socket to avoid spurious test failures with
 261      * tests/libqtest.c:70:init_socket: assertion failed (ret != -1): (-1 != -1)
 262      */
 263     unlink(socket_path);
 264     unlink(qmp_socket_path);
 265
 266     sock = init_socket(socket_path);
 267     qmpsock = init_socket(qmp_socket_path);
 268
 269     qtest_client_set_rx_handler(s, qtest_client_socket_recv_line);
 270     qtest_client_set_tx_handler(s, qtest_client_socket_send);
 271
 272     qtest_add_abrt_handler(kill_qemu_hook_func, s);
 273
 274     command = g_strdup_printf("exec %s "
 275                               "-qtest unix:%s "
 276                               "-qtest-log %s "
 277                               "-chardev socket,path=%s,id=char0 "
 278                               "-mon chardev=char0,mode=control "
 279                               "-display none "
 280                               "%s"
 281                               " -accel qtest", qemu_binary, socket_path,
 282                               getenv("QTEST_LOG") ? "/dev/fd/2" : "/dev/null",
 283                               qmp_socket_path,
 284                               extra_args ?: "");
 285
 286     g_test_message("starting QEMU: %s", command);
 287
 288     s->pending_events = NULL;
 289     s->wstatus = 0;
 290     s->expected_status = 0;
 291     s->qemu_pid = fork();
 292     if (s->qemu_pid == 0) {
 293         g_setenv("QEMU_AUDIO_DRV", "none", true);
 294         execlp("/bin/sh", "sh", "-c", command, NULL);
 295         exit(1);
 296     }
 297
 298     g_free(command);
 299     s->fd = socket_accept(sock);
 300     if (s->fd >= 0) {
 301         s->qmp_fd = socket_accept(qmpsock);
 302     }
 303     unlink(socket_path);
 304     unlink(qmp_socket_path);
 305     g_free(socket_path);
 306     g_free(qmp_socket_path);
 307
 308     g_assert(s->fd >= 0 && s->qmp_fd >= 0);
 309
 310     s->rx = g_string_new("");
 311     for (i = 0; i < MAX_IRQ; i++) {
 312         s->irq_level[i] = false;
 313     }
 314
 315     if (getenv("QTEST_STOP")) {
 316         kill(s->qemu_pid, SIGSTOP);
 317     }
 318
 319     /* ask endianness of the target */
 320
 321     s->big_endian = qtest_query_target_endianness(s);
 322
 323     return s;
 324 }
 325
 326 QTestState *qtest_init(const char *extra_args)
 327 {
 328     QTestState *s = qtest_init_without_qmp_handshake(extra_args);
 329     QDict *greeting;
 330
 331     /* Read the QMP greeting and then do the handshake */
 332     greeting = qtest_qmp_receive(s);
 333     qobject_unref(greeting);
 334     qobject_unref(qtest_qmp(s, "{ 'execute': 'qmp_capabilities' }"));
 335
 336     return s;
 337 }
 338
 339 QTestState *qtest_vinitf(const char *fmt, va_list ap)
 340 {
 341     char *args = g_strdup_vprintf(fmt, ap);
 342     QTestState *s;
 343
 344     s = qtest_init(args);
 345     g_free(args);
 346     return s;
 347 }
 348
 349 QTestState *qtest_initf(const char *fmt, ...)
 350 {
 351     va_list ap;
 352     QTestState *s;
 353
 354     va_start(ap, fmt);
 355     s = qtest_vinitf(fmt, ap);
 356     va_end(ap);
 357     return s;
 358 }
 359
 360 QTestState *qtest_init_with_serial(const char *extra_args, int *sock_fd)
 361 {
 362     int sock_fd_init;
 363     char *sock_path, sock_dir[] = "/tmp/qtest-serial-XXXXXX";
 364     QTestState *qts;
 365
 366     g_assert_true(mkdtemp(sock_dir) != NULL);
 367     sock_path = g_strdup_printf("%s/sock", sock_dir);
 368
 369     sock_fd_init = init_socket(sock_path);
 370
 371     qts = qtest_initf("-chardev socket,id=s0,path=%s -serial chardev:s0 %s",
 372                       sock_path, extra_args);
 373
 374     *sock_fd = socket_accept(sock_fd_init);
 375
 376     unlink(sock_path);
 377     g_free(sock_path);
 378     rmdir(sock_dir);
 379
 380     g_assert_true(*sock_fd >= 0);
 381
 382     return qts;
 383 }
 384
 385 void qtest_quit(QTestState *s)
 386 {
 387     g_hook_destroy_link(&abrt_hooks, g_hook_find_data(&abrt_hooks, TRUE, s));
 388
 389     /* Uninstall SIGABRT handler on last instance */
 390     cleanup_sigabrt_handler();
 391
 392     kill_qemu(s);
 393     close(s->fd);
 394     close(s->qmp_fd);
 395     g_string_free(s->rx, true);
 396
 397     for (GList *it = s->pending_events; it != NULL; it = it->next) {
 398         qobject_unref((QDict *)it->data);
 399     }
 400
 401     g_list_free(s->pending_events);
 402
 403     g_free(s);
 404 }
 405
 406 static void socket_send(int fd, const char *buf, size_t size)
 407 {
 408     size_t offset;
 409
 410     offset = 0;
 411     while (offset < size) {
 412         ssize_t len;
 413
 414         len = write(fd, buf + offset, size - offset);
 415         if (len == -1 && errno == EINTR) {
 416             continue;
 417         }
 418
 419         g_assert_cmpint(len, >, 0);
 420
 421         offset += len;
 422     }
 423 }
 424
 425 static void qtest_client_socket_send(QTestState *s, const char *buf)
 426 {
 427     socket_send(s->fd, buf, strlen(buf));
 428 }
 429
 430 static void GCC_FMT_ATTR(2, 3) qtest_sendf(QTestState *s, const char *fmt, ...)
 431 {
 432     va_list ap;
 433
 434     va_start(ap, fmt);
 435     gchar *str = g_strdup_vprintf(fmt, ap);
 436     va_end(ap);
 437
 438     s->ops.send(s, str);
 439     g_free(str);
 440 }
 441
 442 /* Sends a message and file descriptors to the socket.
 443  * It's needed for qmp-commands like getfd/add-fd */
 444 static void socket_send_fds(int socket_fd, int *fds, size_t fds_num,
 445                             const char *buf, size_t buf_size)
 446 {
 447     ssize_t ret;
 448     struct msghdr msg = { 0 };
 449     char control[CMSG_SPACE(sizeof(int) * SOCKET_MAX_FDS)] = { 0 };
 450     size_t fdsize = sizeof(int) * fds_num;
 451     struct cmsghdr *cmsg;
 452     struct iovec iov = { .iov_base = (char *)buf, .iov_len = buf_size };
 453
 454     msg.msg_iov = &iov;
 455     msg.msg_iovlen = 1;
 456
 457     if (fds && fds_num > 0) {
 458         g_assert_cmpuint(fds_num, <, SOCKET_MAX_FDS);
 459
 460         msg.msg_control = control;
 461         msg.msg_controllen = CMSG_SPACE(fdsize);
 462
 463         cmsg = CMSG_FIRSTHDR(&msg);
 464         cmsg->cmsg_len = CMSG_LEN(fdsize);
 465         cmsg->cmsg_level = SOL_SOCKET;
 466         cmsg->cmsg_type = SCM_RIGHTS;
 467         memcpy(CMSG_DATA(cmsg), fds, fdsize);
 468     }
 469
 470     do {
 471         ret = sendmsg(socket_fd, &msg, 0);
 472     } while (ret < 0 && errno == EINTR);
 473     g_assert_cmpint(ret, >, 0);
 474 }
 475
 476 static GString *qtest_client_socket_recv_line(QTestState *s)
 477 {
 478     GString *line;
 479     size_t offset;
 480     char *eol;
 481
 482     while ((eol = strchr(s->rx->str, '\n')) == NULL) {
 483         ssize_t len;
 484         char buffer[1024];
 485
 486         len = read(s->fd, buffer, sizeof(buffer));
 487         if (len == -1 && errno == EINTR) {
 488             continue;
 489         }
 490
 491         if (len == -1 || len == 0) {
 492             fprintf(stderr, "Broken pipe\n");
 493             abort();
 494         }
 495
 496         g_string_append_len(s->rx, buffer, len);
 497     }
 498
 499     offset = eol - s->rx->str;
 500     line = g_string_new_len(s->rx->str, offset);
 501     g_string_erase(s->rx, 0, offset + 1);
 502
 503     return line;
 504 }
 505
 506 static gchar **qtest_rsp(QTestState *s, int expected_args)
 507 {
 508     GString *line;
 509     gchar **words;
 510     int i;
 511
 512 redo:
 513     line = s->ops.recv_line(s);
 514     words = g_strsplit(line->str, " ", 0);
 515     g_string_free(line, TRUE);
 516
 517     if (strcmp(words[0], "IRQ") == 0) {
 518         long irq;
 519         int ret;
 520
 521         g_assert(words[1] != NULL);
 522         g_assert(words[2] != NULL);
 523
 524         ret = qemu_strtol(words[2], NULL, 0, &irq);
 525         g_assert(!ret);
 526         g_assert_cmpint(irq, >=, 0);
 527         g_assert_cmpint(irq, <, MAX_IRQ);
 528
 529         if (strcmp(words[1], "raise") == 0) {
 530             s->irq_level[irq] = true;
 531         } else {
 532             s->irq_level[irq] = false;
 533         }
 534
 535         g_strfreev(words);
 536         goto redo;
 537     }
 538
 539     g_assert(words[0] != NULL);
 540     g_assert_cmpstr(words[0], ==, "OK");
 541
 542     if (expected_args) {
 543         for (i = 0; i < expected_args; i++) {
 544             g_assert(words[i] != NULL);
 545         }
 546     } else {
 547         g_strfreev(words);
 548         words = NULL;
 549     }
 550
 551     return words;
 552 }
 553
 554 static int qtest_query_target_endianness(QTestState *s)
 555 {
 556     gchar **args;
 557     int big_endian;
 558
 559     qtest_sendf(s, "endianness\n");
 560     args = qtest_rsp(s, 1);
 561     g_assert(strcmp(args[1], "big") == 0 || strcmp(args[1], "little") == 0);
 562     big_endian = strcmp(args[1], "big") == 0;
 563     g_strfreev(args);
 564
 565     return big_endian;
 566 }
 567
 568 typedef struct {
 569     JSONMessageParser parser;
 570     QDict *response;
 571 } QMPResponseParser;
 572
 573 static void qmp_response(void *opaque, QObject *obj, Error *err)
 574 {
 575     QMPResponseParser *qmp = opaque;
 576
 577     assert(!obj != !err);
 578
 579     if (err) {
 580         error_prepend(&err, "QMP JSON response parsing failed: ");
 581         error_report_err(err);
 582         abort();
 583     }
 584
 585     g_assert(!qmp->response);
 586     qmp->response = qobject_to(QDict, obj);
 587     g_assert(qmp->response);
 588 }
 589
 590 QDict *qmp_fd_receive(int fd)
 591 {
 592     QMPResponseParser qmp;
 593     bool log = getenv("QTEST_LOG") != NULL;
 594
 595     qmp.response = NULL;
 596     json_message_parser_init(&qmp.parser, qmp_response, &qmp, NULL);
 597     while (!qmp.response) {
 598         ssize_t len;
 599         char c;
 600
 601         len = read(fd, &c, 1);
 602         if (len == -1 && errno == EINTR) {
 603             continue;
 604         }
 605
 606         if (len == -1 || len == 0) {
 607             fprintf(stderr, "Broken pipe\n");
 608             abort();
 609         }
 610
 611         if (log) {
 612             len = write(2, &c, 1);
 613         }
 614         json_message_parser_feed(&qmp.parser, &c, 1);
 615     }
 616     json_message_parser_destroy(&qmp.parser);
 617
 618     return qmp.response;
 619 }
 620
 621 QDict *qtest_qmp_receive(QTestState *s)
 622 {
 623     while (true) {
 624         QDict *response = qtest_qmp_receive_dict(s);
 625
 626         if (!qdict_get_try_str(response, "event")) {
 627             return response;
 628         }
 629         /* Stash the event for a later consumption */
 630         s->pending_events = g_list_append(s->pending_events, response);
 631     }
 632 }
 633
 634 QDict *qtest_qmp_receive_dict(QTestState *s)
 635 {
 636     return qmp_fd_receive(s->qmp_fd);
 637 }
 638
 639 /**
 640  * Allow users to send a message without waiting for the reply,
 641  * in the case that they choose to discard all replies up until
 642  * a particular EVENT is received.
 643  */
 644 void qmp_fd_vsend_fds(int fd, int *fds, size_t fds_num,
 645                       const char *fmt, va_list ap)
 646 {
 647     QObject *qobj;
 648
 649     /* Going through qobject ensures we escape strings properly */
 650     qobj = qobject_from_vjsonf_nofail(fmt, ap);
 651
 652     /* No need to send anything for an empty QObject.  */
 653     if (qobj) {
 654         int log = getenv("QTEST_LOG") != NULL;
 655         GString *str = qobject_to_json(qobj);
 656
 657         /*
 658          * BUG: QMP doesn't react to input until it sees a newline, an
 659          * object, or an array.  Work-around: give it a newline.
 660          */
 661         g_string_append_c(str, '\n');
 662
 663         if (log) {
 664             fprintf(stderr, "%s", str->str);
 665         }
 666         /* Send QMP request */
 667         if (fds && fds_num > 0) {
 668             socket_send_fds(fd, fds, fds_num, str->str, str->len);
 669         } else {
 670             socket_send(fd, str->str, str->len);
 671         }
 672
 673         g_string_free(str, true);
 674         qobject_unref(qobj);
 675     }
 676 }
 677
 678 void qmp_fd_vsend(int fd, const char *fmt, va_list ap)
 679 {
 680     qmp_fd_vsend_fds(fd, NULL, 0, fmt, ap);
 681 }
 682
 683 void qtest_qmp_vsend_fds(QTestState *s, int *fds, size_t fds_num,
 684                          const char *fmt, va_list ap)
 685 {
 686     qmp_fd_vsend_fds(s->qmp_fd, fds, fds_num, fmt, ap);
 687 }
 688
 689 void qtest_qmp_vsend(QTestState *s, const char *fmt, va_list ap)
 690 {
 691     qmp_fd_vsend_fds(s->qmp_fd, NULL, 0, fmt, ap);
 692 }
 693
 694 QDict *qmp_fdv(int fd, const char *fmt, va_list ap)
 695 {
 696     qmp_fd_vsend_fds(fd, NULL, 0, fmt, ap);
 697
 698     return qmp_fd_receive(fd);
 699 }
 700
 701 QDict *qtest_vqmp_fds(QTestState *s, int *fds, size_t fds_num,
 702                       const char *fmt, va_list ap)
 703 {
 704     qtest_qmp_vsend_fds(s, fds, fds_num, fmt, ap);
 705
 706     /* Receive reply */
 707     return qtest_qmp_receive(s);
 708 }
 709
 710 QDict *qtest_vqmp(QTestState *s, const char *fmt, va_list ap)
 711 {
 712     qtest_qmp_vsend(s, fmt, ap);
 713
 714     /* Receive reply */
 715     return qtest_qmp_receive(s);
 716 }
 717
 718 QDict *qmp_fd(int fd, const char *fmt, ...)
 719 {
 720     va_list ap;
 721     QDict *response;
 722
 723     va_start(ap, fmt);
 724     response = qmp_fdv(fd, fmt, ap);
 725     va_end(ap);
 726     return response;
 727 }
 728
 729 void qmp_fd_send(int fd, const char *fmt, ...)
 730 {
 731     va_list ap;
 732
 733     va_start(ap, fmt);
 734     qmp_fd_vsend(fd, fmt, ap);
 735     va_end(ap);
 736 }
 737
 738 QDict *qtest_qmp_fds(QTestState *s, int *fds, size_t fds_num,
 739                      const char *fmt, ...)
 740 {
 741     va_list ap;
 742     QDict *response;
 743
 744     va_start(ap, fmt);
 745     response = qtest_vqmp_fds(s, fds, fds_num, fmt, ap);
 746     va_end(ap);
 747     return response;
 748 }
 749
 750 QDict *qtest_qmp(QTestState *s, const char *fmt, ...)
 751 {
 752     va_list ap;
 753     QDict *response;
 754
 755     va_start(ap, fmt);
 756     response = qtest_vqmp(s, fmt, ap);
 757     va_end(ap);
 758     return response;
 759 }
 760
 761 void qtest_qmp_send(QTestState *s, const char *fmt, ...)
 762 {
 763     va_list ap;
 764
 765     va_start(ap, fmt);
 766     qtest_qmp_vsend(s, fmt, ap);
 767     va_end(ap);
 768 }
 769
 770 void qmp_fd_vsend_raw(int fd, const char *fmt, va_list ap)
 771 {
 772     bool log = getenv("QTEST_LOG") != NULL;
 773     char *str = g_strdup_vprintf(fmt, ap);
 774
 775     if (log) {
 776         fprintf(stderr, "%s", str);
 777     }
 778     socket_send(fd, str, strlen(str));
 779     g_free(str);
 780 }
 781
 782 void qmp_fd_send_raw(int fd, const char *fmt, ...)
 783 {
 784     va_list ap;
 785
 786     va_start(ap, fmt);
 787     qmp_fd_vsend_raw(fd, fmt, ap);
 788     va_end(ap);
 789 }
 790
 791 void qtest_qmp_send_raw(QTestState *s, const char *fmt, ...)
 792 {
 793     va_list ap;
 794
 795     va_start(ap, fmt);
 796     qmp_fd_vsend_raw(s->qmp_fd, fmt, ap);
 797     va_end(ap);
 798 }
 799
 800 QDict *qtest_qmp_event_ref(QTestState *s, const char *event)
 801 {
 802     while (s->pending_events) {
 803
 804         GList *first = s->pending_events;
 805         QDict *response = (QDict *)first->data;
 806
 807         s->pending_events = g_list_delete_link(s->pending_events, first);
 808
 809         if (!strcmp(qdict_get_str(response, "event"), event)) {
 810             return response;
 811         }
 812         qobject_unref(response);
 813     }
 814     return NULL;
 815 }
 816
 817 QDict *qtest_qmp_eventwait_ref(QTestState *s, const char *event)
 818 {
 819     QDict *response = qtest_qmp_event_ref(s, event);
 820
 821     if (response) {
 822         return response;
 823     }
 824
 825     for (;;) {
 826         response = qtest_qmp_receive_dict(s);
 827         if ((qdict_haskey(response, "event")) &&
 828             (strcmp(qdict_get_str(response, "event"), event) == 0)) {
 829             return response;
 830         }
 831         qobject_unref(response);
 832     }
 833 }
 834
 835 void qtest_qmp_eventwait(QTestState *s, const char *event)
 836 {
 837     QDict *response;
 838
 839     response = qtest_qmp_eventwait_ref(s, event);
 840     qobject_unref(response);
 841 }
 842
 843 char *qtest_vhmp(QTestState *s, const char *fmt, va_list ap)
 844 {
 845     char *cmd;
 846     QDict *resp;
 847     char *ret;
 848
 849     cmd = g_strdup_vprintf(fmt, ap);
 850     resp = qtest_qmp(s, "{'execute': 'human-monitor-command',"
 851                      " 'arguments': {'command-line': %s}}",
 852                      cmd);
 853     ret = g_strdup(qdict_get_try_str(resp, "return"));
 854     g_assert(ret);
 855     qobject_unref(resp);
 856     g_free(cmd);
 857     return ret;
 858 }
 859
 860 char *qtest_hmp(QTestState *s, const char *fmt, ...)
 861 {
 862     va_list ap;
 863     char *ret;
 864
 865     va_start(ap, fmt);
 866     ret = qtest_vhmp(s, fmt, ap);
 867     va_end(ap);
 868     return ret;
 869 }
 870
 871 const char *qtest_get_arch(void)
 872 {
 873     const char *qemu = qtest_qemu_binary();
 874     const char *end = strrchr(qemu, '-');
 875
 876     if (!end) {
 877         fprintf(stderr, "Can't determine architecture from binary name.\n");
 878         abort();
 879     }
 880
 881     return end + 1;
 882 }
 883
 884 bool qtest_get_irq(QTestState *s, int num)
 885 {
 886     /* dummy operation in order to make sure irq is up to date */
 887     qtest_inb(s, 0);
 888
 889     return s->irq_level[num];
 890 }
 891
 892 void qtest_module_load(QTestState *s, const char *prefix, const char *libname)
 893 {
 894     qtest_sendf(s, "module_load %s %s\n", prefix, libname);
 895     qtest_rsp(s, 0);
 896 }
 897
 898 static int64_t qtest_clock_rsp(QTestState *s)
 899 {
 900     gchar **words;
 901     int64_t clock;
 902     words = qtest_rsp(s, 2);
 903     clock = g_ascii_strtoll(words[1], NULL, 0);
 904     g_strfreev(words);
 905     return clock;
 906 }
 907
 908 int64_t qtest_clock_step_next(QTestState *s)
 909 {
 910     qtest_sendf(s, "clock_step\n");
 911     return qtest_clock_rsp(s);
 912 }
 913
 914 int64_t qtest_clock_step(QTestState *s, int64_t step)
 915 {
 916     qtest_sendf(s, "clock_step %"PRIi64"\n", step);
 917     return qtest_clock_rsp(s);
 918 }
 919
 920 int64_t qtest_clock_set(QTestState *s, int64_t val)
 921 {
 922     qtest_sendf(s, "clock_set %"PRIi64"\n", val);
 923     return qtest_clock_rsp(s);
 924 }
 925
 926 void qtest_irq_intercept_out(QTestState *s, const char *qom_path)
 927 {
 928     qtest_sendf(s, "irq_intercept_out %s\n", qom_path);
 929     qtest_rsp(s, 0);
 930 }
 931
 932 void qtest_irq_intercept_in(QTestState *s, const char *qom_path)
 933 {
 934     qtest_sendf(s, "irq_intercept_in %s\n", qom_path);
 935     qtest_rsp(s, 0);
 936 }
 937
 938 void qtest_set_irq_in(QTestState *s, const char *qom_path, const char *name,
 939                       int num, int level)
 940 {
 941     if (!name) {
 942         name = "unnamed-gpio-in";
 943     }
 944     qtest_sendf(s, "set_irq_in %s %s %d %d\n", qom_path, name, num, level);
 945     qtest_rsp(s, 0);
 946 }
 947
 948 static void qtest_out(QTestState *s, const char *cmd, uint16_t addr, uint32_t value)
 949 {
 950     qtest_sendf(s, "%s 0x%x 0x%x\n", cmd, addr, value);
 951     qtest_rsp(s, 0);
 952 }
 953
 954 void qtest_outb(QTestState *s, uint16_t addr, uint8_t value)
 955 {
 956     qtest_out(s, "outb", addr, value);
 957 }
 958
 959 void qtest_outw(QTestState *s, uint16_t addr, uint16_t value)
 960 {
 961     qtest_out(s, "outw", addr, value);
 962 }
 963
 964 void qtest_outl(QTestState *s, uint16_t addr, uint32_t value)
 965 {
 966     qtest_out(s, "outl", addr, value);
 967 }
 968
 969 static uint32_t qtest_in(QTestState *s, const char *cmd, uint16_t addr)
 970 {
 971     gchar **args;
 972     int ret;
 973     unsigned long value;
 974
 975     qtest_sendf(s, "%s 0x%x\n", cmd, addr);
 976     args = qtest_rsp(s, 2);
 977     ret = qemu_strtoul(args[1], NULL, 0, &value);
 978     g_assert(!ret && value <= UINT32_MAX);
 979     g_strfreev(args);
 980
 981     return value;
 982 }
 983
 984 uint8_t qtest_inb(QTestState *s, uint16_t addr)
 985 {
 986     return qtest_in(s, "inb", addr);
 987 }
 988
 989 uint16_t qtest_inw(QTestState *s, uint16_t addr)
 990 {
 991     return qtest_in(s, "inw", addr);
 992 }
 993
 994 uint32_t qtest_inl(QTestState *s, uint16_t addr)
 995 {
 996     return qtest_in(s, "inl", addr);
 997 }
 998
 999 static void qtest_write(QTestState *s, const char *cmd, uint64_t addr,
1000                         uint64_t value)
1001 {
1002     qtest_sendf(s, "%s 0x%" PRIx64 " 0x%" PRIx64 "\n", cmd, addr, value);
1003     qtest_rsp(s, 0);
1004 }
1005
1006 void qtest_writeb(QTestState *s, uint64_t addr, uint8_t value)
1007 {
1008     qtest_write(s, "writeb", addr, value);
1009 }
1010
1011 void qtest_writew(QTestState *s, uint64_t addr, uint16_t value)
1012 {
1013     qtest_write(s, "writew", addr, value);
1014 }
1015
1016 void qtest_writel(QTestState *s, uint64_t addr, uint32_t value)
1017 {
1018     qtest_write(s, "writel", addr, value);
1019 }
1020
1021 void qtest_writeq(QTestState *s, uint64_t addr, uint64_t value)
1022 {
1023     qtest_write(s, "writeq", addr, value);
1024 }
1025
1026 static uint64_t qtest_read(QTestState *s, const char *cmd, uint64_t addr)
1027 {
1028     gchar **args;
1029     int ret;
1030     uint64_t value;
1031
1032     qtest_sendf(s, "%s 0x%" PRIx64 "\n", cmd, addr);
1033     args = qtest_rsp(s, 2);
1034     ret = qemu_strtou64(args[1], NULL, 0, &value);
1035     g_assert(!ret);
1036     g_strfreev(args);
1037
1038     return value;
1039 }
1040
1041 uint8_t qtest_readb(QTestState *s, uint64_t addr)
1042 {
1043     return qtest_read(s, "readb", addr);
1044 }
1045
1046 uint16_t qtest_readw(QTestState *s, uint64_t addr)
1047 {
1048     return qtest_read(s, "readw", addr);
1049 }
1050
1051 uint32_t qtest_readl(QTestState *s, uint64_t addr)
1052 {
1053     return qtest_read(s, "readl", addr);
1054 }
1055
1056 uint64_t qtest_readq(QTestState *s, uint64_t addr)
1057 {
1058     return qtest_read(s, "readq", addr);
1059 }
1060
1061 static int hex2nib(char ch)
1062 {
1063     if (ch >= '0' && ch <= '9') {
1064         return ch - '0';
1065     } else if (ch >= 'a' && ch <= 'f') {
1066         return 10 + (ch - 'a');
1067     } else if (ch >= 'A' && ch <= 'F') {
1068         return 10 + (ch - 'a');
1069     } else {
1070         return -1;
1071     }
1072 }
1073
1074 void qtest_memread(QTestState *s, uint64_t addr, void *data, size_t size)
1075 {
1076     uint8_t *ptr = data;
1077     gchar **args;
1078     size_t i;
1079
1080     if (!size) {
1081         return;
1082     }
1083
1084     qtest_sendf(s, "read 0x%" PRIx64 " 0x%zx\n", addr, size);
1085     args = qtest_rsp(s, 2);
1086
1087     for (i = 0; i < size; i++) {
1088         ptr[i] = hex2nib(args[1][2 + (i * 2)]) << 4;
1089         ptr[i] |= hex2nib(args[1][2 + (i * 2) + 1]);
1090     }
1091
1092     g_strfreev(args);
1093 }
1094
1095 uint64_t qtest_rtas_call(QTestState *s, const char *name,
1096                          uint32_t nargs, uint64_t args,
1097                          uint32_t nret, uint64_t ret)
1098 {
1099     qtest_sendf(s, "rtas %s %u 0x%"PRIx64" %u 0x%"PRIx64"\n",
1100                 name, nargs, args, nret, ret);
1101     qtest_rsp(s, 0);
1102     return 0;
1103 }
1104
1105 void qtest_add_func(const char *str, void (*fn)(void))
1106 {
1107     gchar *path = g_strdup_printf("/%s/%s", qtest_get_arch(), str);
1108     g_test_add_func(path, fn);
1109     g_free(path);
1110 }
1111
1112 void qtest_add_data_func_full(const char *str, void *data,
1113                               void (*fn)(const void *),
1114                               GDestroyNotify data_free_func)
1115 {
1116     gchar *path = g_strdup_printf("/%s/%s", qtest_get_arch(), str);
1117     g_test_add_data_func_full(path, data, fn, data_free_func);
1118     g_free(path);
1119 }
1120
1121 void qtest_add_data_func(const char *str, const void *data,
1122                          void (*fn)(const void *))
1123 {
1124     gchar *path = g_strdup_printf("/%s/%s", qtest_get_arch(), str);
1125     g_test_add_data_func(path, data, fn);
1126     g_free(path);
1127 }
1128
1129 void qtest_bufwrite(QTestState *s, uint64_t addr, const void *data, size_t size)
1130 {
1131     gchar *bdata;
1132
1133     bdata = g_base64_encode(data, size);
1134     qtest_sendf(s, "b64write 0x%" PRIx64 " 0x%zx ", addr, size);
1135     s->ops.send(s, bdata);
1136     s->ops.send(s, "\n");
1137     qtest_rsp(s, 0);
1138     g_free(bdata);
1139 }
1140
1141 void qtest_bufread(QTestState *s, uint64_t addr, void *data, size_t size)
1142 {
1143     gchar **args;
1144     size_t len;
1145
1146     qtest_sendf(s, "b64read 0x%" PRIx64 " 0x%zx\n", addr, size);
1147     args = qtest_rsp(s, 2);
1148
1149     g_base64_decode_inplace(args[1], &len);
1150     if (size != len) {
1151         fprintf(stderr, "bufread: asked for %zu bytes but decoded %zu\n",
1152                 size, len);
1153         len = MIN(len, size);
1154     }
1155
1156     memcpy(data, args[1], len);
1157     g_strfreev(args);
1158 }
1159
1160 void qtest_memwrite(QTestState *s, uint64_t addr, const void *data, size_t size)
1161 {
1162     const uint8_t *ptr = data;
1163     size_t i;
1164     char *enc;
1165
1166     if (!size) {
1167         return;
1168     }
1169
1170     enc = g_malloc(2 * size + 1);
1171
1172     for (i = 0; i < size; i++) {
1173         sprintf(&enc[i * 2], "%02x", ptr[i]);
1174     }
1175
1176     qtest_sendf(s, "write 0x%" PRIx64 " 0x%zx 0x%s\n", addr, size, enc);
1177     qtest_rsp(s, 0);
1178     g_free(enc);
1179 }
1180
1181 void qtest_memset(QTestState *s, uint64_t addr, uint8_t pattern, size_t size)
1182 {
1183     qtest_sendf(s, "memset 0x%" PRIx64 " 0x%zx 0x%02x\n", addr, size, pattern);
1184     qtest_rsp(s, 0);
1185 }
1186
1187 void qtest_qmp_assert_success(QTestState *qts, const char *fmt, ...)
1188 {
1189     va_list ap;
1190     QDict *response;
1191
1192     va_start(ap, fmt);
1193     response = qtest_vqmp(qts, fmt, ap);
1194     va_end(ap);
1195
1196     g_assert(response);
1197     if (!qdict_haskey(response, "return")) {
1198         GString *s = qobject_to_json_pretty(QOBJECT(response), true);
1199         g_test_message("%s", s->str);
1200         g_string_free(s, true);
1201     }
1202     g_assert(qdict_haskey(response, "return"));
1203     qobject_unref(response);
1204 }
1205
1206 bool qtest_big_endian(QTestState *s)
1207 {
1208     return s->big_endian;
1209 }
1210
1211 static bool qtest_check_machine_version(const char *mname, const char *basename,
1212                                         int major, int minor)
1213 {
1214     char *newname;
1215     bool is_equal;
1216
1217     newname = g_strdup_printf("%s-%i.%i", basename, major, minor);
1218     is_equal = g_str_equal(mname, newname);
1219     g_free(newname);
1220
1221     return is_equal;
1222 }
1223
1224 static bool qtest_is_old_versioned_machine(const char *mname)
1225 {
1226     const char *dash = strrchr(mname, '-');
1227     const char *dot = strrchr(mname, '.');
1228     const char *chr;
1229     char *bname;
1230     const int major = QEMU_VERSION_MAJOR;
1231     const int minor = QEMU_VERSION_MINOR;
1232     bool res = false;
1233
1234     if (dash && dot && dot > dash) {
1235         for (chr = dash + 1; *chr; chr++) {
1236             if (!qemu_isdigit(*chr) && *chr != '.') {
1237                 return false;
1238             }
1239         }
1240         /*
1241          * Now check if it is one of the latest versions. Check major + 1
1242          * and minor + 1 versions as well, since they might already exist
1243          * in the development branch.
1244          */
1245         bname = g_strdup(mname);
1246         bname[dash - mname] = 0;
1247         res = !qtest_check_machine_version(mname, bname, major + 1, 0) &&
1248               !qtest_check_machine_version(mname, bname, major, minor + 1) &&
1249               !qtest_check_machine_version(mname, bname, major, minor);
1250         g_free(bname);
1251     }
1252
1253     return res;
1254 }
1255
1256 void qtest_cb_for_every_machine(void (*cb)(const char *machine),
1257                                 bool skip_old_versioned)
1258 {
1259     QDict *response, *minfo;
1260     QList *list;
1261     const QListEntry *p;
1262     QObject *qobj;
1263     QString *qstr;
1264     const char *mname;
1265     QTestState *qts;
1266
1267     qts = qtest_init("-machine none");
1268     response = qtest_qmp(qts, "{ 'execute': 'query-machines' }");
1269     g_assert(response);
1270     list = qdict_get_qlist(response, "return");
1271     g_assert(list);
1272
1273     for (p = qlist_first(list); p; p = qlist_next(p)) {
1274         minfo = qobject_to(QDict, qlist_entry_obj(p));
1275         g_assert(minfo);
1276         qobj = qdict_get(minfo, "name");
1277         g_assert(qobj);
1278         qstr = qobject_to(QString, qobj);
1279         g_assert(qstr);
1280         mname = qstring_get_str(qstr);
1281         /* Ignore machines that cannot be used for qtests */
1282         if (!strncmp("xenfv", mname, 5) || g_str_equal("xenpv", mname)) {
1283             continue;
1284         }
1285         if (!skip_old_versioned || !qtest_is_old_versioned_machine(mname)) {
1286             cb(mname);
1287         }
1288     }
1289
1290     qtest_quit(qts);
1291     qobject_unref(response);
1292 }
1293
1294 /*
1295  * Generic hot-plugging test via the device_add QMP commands.
1296  */
1297 void qtest_qmp_device_add_qdict(QTestState *qts, const char *drv,
1298                                 const QDict *arguments)
1299 {
1300     QDict *resp;
1301     QDict *args = arguments ? qdict_clone_shallow(arguments) : qdict_new();
1302
1303     g_assert(!qdict_haskey(args, "driver"));
1304     qdict_put_str(args, "driver", drv);
1305     resp = qtest_qmp(qts, "{'execute': 'device_add', 'arguments': %p}", args);
1306     g_assert(resp);
1307     g_assert(!qdict_haskey(resp, "event")); /* We don't expect any events */
1308     g_assert(!qdict_haskey(resp, "error"));
1309     qobject_unref(resp);
1310 }
1311
1312 void qtest_qmp_device_add(QTestState *qts, const char *driver, const char *id,
1313                           const char *fmt, ...)
1314 {
1315     QDict *args;
1316     va_list ap;
1317
1318     va_start(ap, fmt);
1319     args = qdict_from_vjsonf_nofail(fmt, ap);
1320     va_end(ap);
1321
1322     g_assert(!qdict_haskey(args, "id"));
1323     qdict_put_str(args, "id", id);
1324
1325     qtest_qmp_device_add_qdict(qts, driver, args);
1326     qobject_unref(args);
1327 }
1328
1329
1330 /*
1331  * Generic hot-unplugging test via the device_del QMP command.
1332  * Device deletion will get one response and one event. For example:
1333  *
1334  * {'execute': 'device_del','arguments': { 'id': 'scsi-hd'}}
1335  *
1336  * will get this one:
1337  *
1338  * {"timestamp": {"seconds": 1505289667, "microseconds": 569862},
1339  *  "event": "DEVICE_DELETED", "data": {"device": "scsi-hd",
1340  *  "path": "/machine/peripheral/scsi-hd"}}
1341  *
1342  * and this one:
1343  *
1344  * {"return": {}}
1345  */
1346 void qtest_qmp_device_del(QTestState *qts, const char *id)
1347 {
1348     QDict *rsp;
1349
1350     rsp = qtest_qmp(qts, "{'execute': 'device_del', 'arguments': {'id': %s}}",
1351                     id);
1352
1353     g_assert(qdict_haskey(rsp, "return"));
1354     qobject_unref(rsp);
1355     qtest_qmp_eventwait(qts, "DEVICE_DELETED");
1356 }
1357
1358 bool qmp_rsp_is_err(QDict *rsp)
1359 {
1360     QDict *error = qdict_get_qdict(rsp, "error");
1361     qobject_unref(rsp);
1362     return !!error;
1363 }
1364
1365 void qmp_expect_error_and_unref(QDict *rsp, const char *class)
1366 {
1367     QDict *error = qdict_get_qdict(rsp, "error");
1368
1369     g_assert_cmpstr(qdict_get_try_str(error, "class"), ==, class);
1370     g_assert_nonnull(qdict_get_try_str(error, "desc"));
1371     g_assert(!qdict_haskey(rsp, "return"));
1372
1373     qobject_unref(rsp);
1374 }
1375
1376 static void qtest_client_set_tx_handler(QTestState *s,
1377                     QTestSendFn send)
1378 {
1379     s->ops.send = send;
1380 }
1381 static void qtest_client_set_rx_handler(QTestState *s, QTestRecvFn recv)
1382 {
1383     s->ops.recv_line = recv;
1384 }
1385 /* A type-safe wrapper for s->send() */
1386 static void send_wrapper(QTestState *s, const char *buf)
1387 {
1388     s->ops.external_send(s, buf);
1389 }
1390
1391 static GString *qtest_client_inproc_recv_line(QTestState *s)
1392 {
1393     GString *line;
1394     size_t offset;
1395     char *eol;
1396
1397     eol = strchr(s->rx->str, '\n');
1398     offset = eol - s->rx->str;
1399     line = g_string_new_len(s->rx->str, offset);
1400     g_string_erase(s->rx, 0, offset + 1);
1401     return line;
1402 }
1403
1404 QTestState *qtest_inproc_init(QTestState **s, bool log, const char* arch,
1405                     void (*send)(void*, const char*))
1406 {
1407     QTestState *qts;
1408     qts = g_new0(QTestState, 1);
1409     qts->pending_events = NULL;
1410     *s = qts; /* Expose qts early on, since the query endianness relies on it */
1411     qts->wstatus = 0;
1412     for (int i = 0; i < MAX_IRQ; i++) {
1413         qts->irq_level[i] = false;
1414     }
1415
1416     qtest_client_set_rx_handler(qts, qtest_client_inproc_recv_line);
1417
1418     /* send() may not have a matching protoype, so use a type-safe wrapper */
1419     qts->ops.external_send = send;
1420     qtest_client_set_tx_handler(qts, send_wrapper);
1421
1422     qts->big_endian = qtest_query_target_endianness(qts);
1423
1424     /*
1425      * Set a dummy path for QTEST_QEMU_BINARY. Doesn't need to exist, but this
1426      * way, qtest_get_arch works for inproc qtest.
1427      */
1428     gchar *bin_path = g_strconcat("/qemu-system-", arch, NULL);
1429     setenv("QTEST_QEMU_BINARY", bin_path, 0);
1430     g_free(bin_path);
1431
1432     return qts;
1433 }
1434
1435 void qtest_client_inproc_recv(void *opaque, const char *str)
1436 {
1437     QTestState *qts = *(QTestState **)opaque;
1438
1439     if (!qts->rx) {
1440         qts->rx = g_string_new(NULL);
1441     }
1442     g_string_append(qts->rx, str);
1443     return;
1444 }