tests/test-replication.c

   1 /*
   2  * Block replication tests
   3  *
   4  * Copyright (c) 2016 FUJITSU LIMITED
   5  * Author: Changlong Xie <xiecl.fnst@cn.fujitsu.com>
   6  *
   7  * This work is licensed under the terms of the GNU GPL, version 2 or
   8  * later.  See the COPYING file in the top-level directory.
   9  */
  10
  11 #include "qemu/osdep.h"
  12
  13 #include "qapi/error.h"
  14 #include "qapi/qmp/qdict.h"
  15 #include "qemu/option.h"
  16 #include "qemu/main-loop.h"
  17 #include "replication.h"
  18 #include "block/block_int.h"
  19 #include "block/qdict.h"
  20 #include "sysemu/block-backend.h"
  21
  22 #define IMG_SIZE (64 * 1024 * 1024)
  23
  24 /* primary */
  25 #define P_ID "primary-id"
  26 static char *p_local_disk;
  27
  28 /* secondary */
  29 #define S_ID "secondary-id"
  30 #define S_LOCAL_DISK_ID "secondary-local-disk-id"
  31 static char *s_local_disk;
  32 static char *s_active_disk;
  33 static char *s_hidden_disk;
  34
  35 /* FIXME: steal from blockdev.c */
  36 QemuOptsList qemu_drive_opts = {
  37     .name = "drive",
  38     .head = QTAILQ_HEAD_INITIALIZER(qemu_drive_opts.head),
  39     .desc = {
  40         { /* end of list */ }
  41     },
  42 };
  43
  44 #define NOT_DONE 0x7fffffff
  45
  46 static void blk_rw_done(void *opaque, int ret)
  47 {
  48     *(int *)opaque = ret;
  49 }
  50
  51 static void test_blk_read(BlockBackend *blk, long pattern,
  52                           int64_t pattern_offset, int64_t pattern_count,
  53                           int64_t offset, int64_t count,
  54                           bool expect_failed)
  55 {
  56     void *pattern_buf = NULL;
  57     QEMUIOVector qiov;
  58     void *cmp_buf = NULL;
  59     int async_ret = NOT_DONE;
  60
  61     if (pattern) {
  62         cmp_buf = g_malloc(pattern_count);
  63         memset(cmp_buf, pattern, pattern_count);
  64     }
  65
  66     pattern_buf = g_malloc(count);
  67     if (pattern) {
  68         memset(pattern_buf, pattern, count);
  69     } else {
  70         memset(pattern_buf, 0x00, count);
  71     }
  72
  73     qemu_iovec_init(&qiov, 1);
  74     qemu_iovec_add(&qiov, pattern_buf, count);
  75
  76     blk_aio_preadv(blk, offset, &qiov, 0, blk_rw_done, &async_ret);
  77     while (async_ret == NOT_DONE) {
  78         main_loop_wait(false);
  79     }
  80
  81     if (expect_failed) {
  82         g_assert(async_ret != 0);
  83     } else {
  84         g_assert(async_ret == 0);
  85         if (pattern) {
  86             g_assert(memcmp(pattern_buf + pattern_offset,
  87                             cmp_buf, pattern_count) <= 0);
  88         }
  89     }
  90
  91     g_free(pattern_buf);
  92     g_free(cmp_buf);
  93     qemu_iovec_destroy(&qiov);
  94 }
  95
  96 static void test_blk_write(BlockBackend *blk, long pattern, int64_t offset,
  97                            int64_t count, bool expect_failed)
  98 {
  99     void *pattern_buf = NULL;
 100     QEMUIOVector qiov;
 101     int async_ret = NOT_DONE;
 102
 103     pattern_buf = g_malloc(count);
 104     if (pattern) {
 105         memset(pattern_buf, pattern, count);
 106     } else {
 107         memset(pattern_buf, 0x00, count);
 108     }
 109
 110     qemu_iovec_init(&qiov, 1);
 111     qemu_iovec_add(&qiov, pattern_buf, count);
 112
 113     blk_aio_pwritev(blk, offset, &qiov, 0, blk_rw_done, &async_ret);
 114     while (async_ret == NOT_DONE) {
 115         main_loop_wait(false);
 116     }
 117
 118     if (expect_failed) {
 119         g_assert(async_ret != 0);
 120     } else {
 121         g_assert(async_ret == 0);
 122     }
 123
 124     g_free(pattern_buf);
 125     qemu_iovec_destroy(&qiov);
 126 }
 127
 128 /*
 129  * Create a uniquely-named empty temporary file.
 130  */
 131 static void make_temp(char *template)
 132 {
 133     int fd;
 134
 135     fd = mkstemp(template);
 136     g_assert(fd >= 0);
 137     close(fd);
 138 }
 139
 140 static void prepare_imgs(void)
 141 {
 142     make_temp(p_local_disk);
 143     make_temp(s_local_disk);
 144     make_temp(s_active_disk);
 145     make_temp(s_hidden_disk);
 146
 147     /* Primary */
 148     bdrv_img_create(p_local_disk, "qcow2", NULL, NULL, NULL, IMG_SIZE,
 149                     BDRV_O_RDWR, true, &error_abort);
 150
 151     /* Secondary */
 152     bdrv_img_create(s_local_disk, "qcow2", NULL, NULL, NULL, IMG_SIZE,
 153                     BDRV_O_RDWR, true, &error_abort);
 154     bdrv_img_create(s_active_disk, "qcow2", NULL, NULL, NULL, IMG_SIZE,
 155                     BDRV_O_RDWR, true, &error_abort);
 156     bdrv_img_create(s_hidden_disk, "qcow2", NULL, NULL, NULL, IMG_SIZE,
 157                     BDRV_O_RDWR, true, &error_abort);
 158 }
 159
 160 static void cleanup_imgs(void)
 161 {
 162     /* Primary */
 163     unlink(p_local_disk);
 164
 165     /* Secondary */
 166     unlink(s_local_disk);
 167     unlink(s_active_disk);
 168     unlink(s_hidden_disk);
 169 }
 170
 171 static BlockBackend *start_primary(void)
 172 {
 173     BlockBackend *blk;
 174     QemuOpts *opts;
 175     QDict *qdict;
 176     char *cmdline;
 177
 178     cmdline = g_strdup_printf("driver=replication,mode=primary,node-name=xxx,"
 179                               "file.driver=qcow2,file.file.filename=%s,"
 180                               "file.file.locking=off"
 181                               , p_local_disk);
 182     opts = qemu_opts_parse_noisily(&qemu_drive_opts, cmdline, false);
 183     g_free(cmdline);
 184
 185     qdict = qemu_opts_to_qdict(opts, NULL);
 186     qdict_set_default_str(qdict, BDRV_OPT_CACHE_DIRECT, "off");
 187     qdict_set_default_str(qdict, BDRV_OPT_CACHE_NO_FLUSH, "off");
 188
 189     blk = blk_new_open(NULL, NULL, qdict, BDRV_O_RDWR, &error_abort);
 190     g_assert(blk);
 191
 192     monitor_add_blk(blk, P_ID, &error_abort);
 193
 194     qemu_opts_del(opts);
 195
 196     return blk;
 197 }
 198
 199 static void teardown_primary(void)
 200 {
 201     BlockBackend *blk;
 202     AioContext *ctx;
 203
 204     /* remove P_ID */
 205     blk = blk_by_name(P_ID);
 206     assert(blk);
 207
 208     ctx = blk_get_aio_context(blk);
 209     aio_context_acquire(ctx);
 210     monitor_remove_blk(blk);
 211     blk_unref(blk);
 212     aio_context_release(ctx);
 213 }
 214
 215 static void test_primary_read(void)
 216 {
 217     BlockBackend *blk;
 218
 219     blk = start_primary();
 220
 221     /* read from 0 to IMG_SIZE */
 222     test_blk_read(blk, 0, 0, IMG_SIZE, 0, IMG_SIZE, true);
 223
 224     teardown_primary();
 225 }
 226
 227 static void test_primary_write(void)
 228 {
 229     BlockBackend *blk;
 230
 231     blk = start_primary();
 232
 233     /* write from 0 to IMG_SIZE */
 234     test_blk_write(blk, 0, 0, IMG_SIZE, true);
 235
 236     teardown_primary();
 237 }
 238
 239 static void test_primary_start(void)
 240 {
 241     BlockBackend *blk = NULL;
 242
 243     blk = start_primary();
 244
 245     replication_start_all(REPLICATION_MODE_PRIMARY, &error_abort);
 246
 247     /* read from 0 to IMG_SIZE */
 248     test_blk_read(blk, 0, 0, IMG_SIZE, 0, IMG_SIZE, true);
 249
 250     /* write 0x22 from 0 to IMG_SIZE */
 251     test_blk_write(blk, 0x22, 0, IMG_SIZE, false);
 252
 253     teardown_primary();
 254 }
 255
 256 static void test_primary_stop(void)
 257 {
 258     bool failover = true;
 259
 260     start_primary();
 261
 262     replication_start_all(REPLICATION_MODE_PRIMARY, &error_abort);
 263
 264     replication_stop_all(failover, &error_abort);
 265
 266     teardown_primary();
 267 }
 268
 269 static void test_primary_do_checkpoint(void)
 270 {
 271     start_primary();
 272
 273     replication_start_all(REPLICATION_MODE_PRIMARY, &error_abort);
 274
 275     replication_do_checkpoint_all(&error_abort);
 276
 277     teardown_primary();
 278 }
 279
 280 static void test_primary_get_error_all(void)
 281 {
 282     start_primary();
 283
 284     replication_start_all(REPLICATION_MODE_PRIMARY, &error_abort);
 285
 286     replication_get_error_all(&error_abort);
 287
 288     teardown_primary();
 289 }
 290
 291 static BlockBackend *start_secondary(void)
 292 {
 293     QemuOpts *opts;
 294     QDict *qdict;
 295     BlockBackend *blk;
 296     char *cmdline;
 297
 298     /* add s_local_disk and forge S_LOCAL_DISK_ID */
 299     cmdline = g_strdup_printf("file.filename=%s,driver=qcow2,"
 300                               "file.locking=off",
 301                               s_local_disk);
 302     opts = qemu_opts_parse_noisily(&qemu_drive_opts, cmdline, false);
 303     g_free(cmdline);
 304
 305     qdict = qemu_opts_to_qdict(opts, NULL);
 306     qdict_set_default_str(qdict, BDRV_OPT_CACHE_DIRECT, "off");
 307     qdict_set_default_str(qdict, BDRV_OPT_CACHE_NO_FLUSH, "off");
 308
 309     blk = blk_new_open(NULL, NULL, qdict, BDRV_O_RDWR, &error_abort);
 310     assert(blk);
 311     monitor_add_blk(blk, S_LOCAL_DISK_ID, &error_abort);
 312
 313     /* format s_local_disk with pattern "0x11" */
 314     test_blk_write(blk, 0x11, 0, IMG_SIZE, false);
 315
 316     qemu_opts_del(opts);
 317
 318     /* add S_(ACTIVE/HIDDEN)_DISK and forge S_ID */
 319     cmdline = g_strdup_printf("driver=replication,mode=secondary,top-id=%s,"
 320                               "file.driver=qcow2,file.file.filename=%s,"
 321                               "file.file.locking=off,"
 322                               "file.backing.driver=qcow2,"
 323                               "file.backing.file.filename=%s,"
 324                               "file.backing.file.locking=off,"
 325                               "file.backing.backing=%s"
 326                               , S_ID, s_active_disk, s_hidden_disk
 327                               , S_LOCAL_DISK_ID);
 328     opts = qemu_opts_parse_noisily(&qemu_drive_opts, cmdline, false);
 329     g_free(cmdline);
 330
 331     qdict = qemu_opts_to_qdict(opts, NULL);
 332     qdict_set_default_str(qdict, BDRV_OPT_CACHE_DIRECT, "off");
 333     qdict_set_default_str(qdict, BDRV_OPT_CACHE_NO_FLUSH, "off");
 334
 335     blk = blk_new_open(NULL, NULL, qdict, BDRV_O_RDWR, &error_abort);
 336     assert(blk);
 337     monitor_add_blk(blk, S_ID, &error_abort);
 338
 339     qemu_opts_del(opts);
 340
 341     return blk;
 342 }
 343
 344 static void teardown_secondary(void)
 345 {
 346     /* only need to destroy two BBs */
 347     BlockBackend *blk;
 348     AioContext *ctx;
 349
 350     /* remove S_LOCAL_DISK_ID */
 351     blk = blk_by_name(S_LOCAL_DISK_ID);
 352     assert(blk);
 353
 354     ctx = blk_get_aio_context(blk);
 355     aio_context_acquire(ctx);
 356     monitor_remove_blk(blk);
 357     blk_unref(blk);
 358     aio_context_release(ctx);
 359
 360     /* remove S_ID */
 361     blk = blk_by_name(S_ID);
 362     assert(blk);
 363
 364     ctx = blk_get_aio_context(blk);
 365     aio_context_acquire(ctx);
 366     monitor_remove_blk(blk);
 367     blk_unref(blk);
 368     aio_context_release(ctx);
 369 }
 370
 371 static void test_secondary_read(void)
 372 {
 373     BlockBackend *blk;
 374
 375     blk = start_secondary();
 376
 377     /* read from 0 to IMG_SIZE */
 378     test_blk_read(blk, 0, 0, IMG_SIZE, 0, IMG_SIZE, true);
 379
 380     teardown_secondary();
 381 }
 382
 383 static void test_secondary_write(void)
 384 {
 385     BlockBackend *blk;
 386
 387     blk = start_secondary();
 388
 389     /* write from 0 to IMG_SIZE */
 390     test_blk_write(blk, 0, 0, IMG_SIZE, true);
 391
 392     teardown_secondary();
 393 }
 394
 395 #ifndef _WIN32
 396 static void test_secondary_start(void)
 397 {
 398     BlockBackend *top_blk, *local_blk;
 399     bool failover = true;
 400
 401     top_blk = start_secondary();
 402     replication_start_all(REPLICATION_MODE_SECONDARY, &error_abort);
 403
 404     /* read from s_local_disk (0, IMG_SIZE) */
 405     test_blk_read(top_blk, 0x11, 0, IMG_SIZE, 0, IMG_SIZE, false);
 406
 407     /* write 0x22 to s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 408     local_blk = blk_by_name(S_LOCAL_DISK_ID);
 409     test_blk_write(local_blk, 0x22, IMG_SIZE / 2, IMG_SIZE / 2, false);
 410
 411     /* replication will backup s_local_disk to s_hidden_disk */
 412     test_blk_read(top_blk, 0x11, IMG_SIZE / 2,
 413                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 414
 415     /* write 0x33 to s_active_disk (0, IMG_SIZE / 2) */
 416     test_blk_write(top_blk, 0x33, 0, IMG_SIZE / 2, false);
 417
 418     /* read from s_active_disk (0, IMG_SIZE/2) */
 419     test_blk_read(top_blk, 0x33, 0, IMG_SIZE / 2,
 420                   0, IMG_SIZE / 2, false);
 421
 422     /* unblock top_bs */
 423     replication_stop_all(failover, &error_abort);
 424
 425     teardown_secondary();
 426 }
 427
 428
 429 static void test_secondary_stop(void)
 430 {
 431     BlockBackend *top_blk, *local_blk;
 432     bool failover = true;
 433
 434     top_blk = start_secondary();
 435     replication_start_all(REPLICATION_MODE_SECONDARY, &error_abort);
 436
 437     /* write 0x22 to s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 438     local_blk = blk_by_name(S_LOCAL_DISK_ID);
 439     test_blk_write(local_blk, 0x22, IMG_SIZE / 2, IMG_SIZE / 2, false);
 440
 441     /* replication will backup s_local_disk to s_hidden_disk */
 442     test_blk_read(top_blk, 0x11, IMG_SIZE / 2,
 443                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 444
 445     /* write 0x33 to s_active_disk (0, IMG_SIZE / 2) */
 446     test_blk_write(top_blk, 0x33, 0, IMG_SIZE / 2, false);
 447
 448     /* do active commit */
 449     replication_stop_all(failover, &error_abort);
 450
 451     /* read from s_local_disk (0, IMG_SIZE / 2) */
 452     test_blk_read(top_blk, 0x33, 0, IMG_SIZE / 2,
 453                   0, IMG_SIZE / 2, false);
 454
 455
 456     /* read from s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 457     test_blk_read(top_blk, 0x22, IMG_SIZE / 2,
 458                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 459
 460     teardown_secondary();
 461 }
 462
 463 static void test_secondary_continuous_replication(void)
 464 {
 465     BlockBackend *top_blk, *local_blk;
 466
 467     top_blk = start_secondary();
 468     replication_start_all(REPLICATION_MODE_SECONDARY, &error_abort);
 469
 470     /* write 0x22 to s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 471     local_blk = blk_by_name(S_LOCAL_DISK_ID);
 472     test_blk_write(local_blk, 0x22, IMG_SIZE / 2, IMG_SIZE / 2, false);
 473
 474     /* replication will backup s_local_disk to s_hidden_disk */
 475     test_blk_read(top_blk, 0x11, IMG_SIZE / 2,
 476                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 477
 478     /* write 0x33 to s_active_disk (0, IMG_SIZE / 2) */
 479     test_blk_write(top_blk, 0x33, 0, IMG_SIZE / 2, false);
 480
 481     /* do failover (active commit) */
 482     replication_stop_all(true, &error_abort);
 483
 484     /* it should ignore all requests from now on */
 485
 486     /* start after failover */
 487     replication_start_all(REPLICATION_MODE_PRIMARY, &error_abort);
 488
 489     /* checkpoint */
 490     replication_do_checkpoint_all(&error_abort);
 491
 492     /* stop */
 493     replication_stop_all(true, &error_abort);
 494
 495     /* read from s_local_disk (0, IMG_SIZE / 2) */
 496     test_blk_read(top_blk, 0x33, 0, IMG_SIZE / 2,
 497                   0, IMG_SIZE / 2, false);
 498
 499
 500     /* read from s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 501     test_blk_read(top_blk, 0x22, IMG_SIZE / 2,
 502                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 503
 504     teardown_secondary();
 505 }
 506
 507 static void test_secondary_do_checkpoint(void)
 508 {
 509     BlockBackend *top_blk, *local_blk;
 510     bool failover = true;
 511
 512     top_blk = start_secondary();
 513     replication_start_all(REPLICATION_MODE_SECONDARY, &error_abort);
 514
 515     /* write 0x22 to s_local_disk (IMG_SIZE / 2, IMG_SIZE) */
 516     local_blk = blk_by_name(S_LOCAL_DISK_ID);
 517     test_blk_write(local_blk, 0x22, IMG_SIZE / 2,
 518                    IMG_SIZE / 2, false);
 519
 520     /* replication will backup s_local_disk to s_hidden_disk */
 521     test_blk_read(top_blk, 0x11, IMG_SIZE / 2,
 522                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 523
 524     replication_do_checkpoint_all(&error_abort);
 525
 526     /* after checkpoint, read pattern 0x22 from s_local_disk */
 527     test_blk_read(top_blk, 0x22, IMG_SIZE / 2,
 528                   IMG_SIZE / 2, 0, IMG_SIZE, false);
 529
 530     /* unblock top_bs */
 531     replication_stop_all(failover, &error_abort);
 532
 533     teardown_secondary();
 534 }
 535
 536 static void test_secondary_get_error_all(void)
 537 {
 538     bool failover = true;
 539
 540     start_secondary();
 541     replication_start_all(REPLICATION_MODE_SECONDARY, &error_abort);
 542
 543     replication_get_error_all(&error_abort);
 544
 545     /* unblock top_bs */
 546     replication_stop_all(failover, &error_abort);
 547
 548     teardown_secondary();
 549 }
 550 #endif
 551
 552 static void sigabrt_handler(int signo)
 553 {
 554     cleanup_imgs();
 555 }
 556
 557 static void setup_sigabrt_handler(void)
 558 {
 559 #ifdef _WIN32
 560     signal(SIGABRT, sigabrt_handler);
 561 #else
 562     struct sigaction sigact;
 563
 564     sigact = (struct sigaction) {
 565         .sa_handler = sigabrt_handler,
 566         .sa_flags = SA_RESETHAND,
 567     };
 568     sigemptyset(&sigact.sa_mask);
 569     sigaction(SIGABRT, &sigact, NULL);
 570 #endif
 571 }
 572
 573 int main(int argc, char **argv)
 574 {
 575     int ret;
 576     const char *tmpdir = g_get_tmp_dir();
 577     p_local_disk = g_strdup_printf("%s/p_local_disk.XXXXXX", tmpdir);
 578     s_local_disk = g_strdup_printf("%s/s_local_disk.XXXXXX", tmpdir);
 579     s_active_disk = g_strdup_printf("%s/s_active_disk.XXXXXX", tmpdir);
 580     s_hidden_disk = g_strdup_printf("%s/s_hidden_disk.XXXXXX", tmpdir);
 581     qemu_init_main_loop(&error_fatal);
 582     bdrv_init();
 583
 584     g_test_init(&argc, &argv, NULL);
 585     setup_sigabrt_handler();
 586
 587     prepare_imgs();
 588
 589     /* Primary */
 590     g_test_add_func("/replication/primary/read",    test_primary_read);
 591     g_test_add_func("/replication/primary/write",   test_primary_write);
 592     g_test_add_func("/replication/primary/start",   test_primary_start);
 593     g_test_add_func("/replication/primary/stop",    test_primary_stop);
 594     g_test_add_func("/replication/primary/do_checkpoint",
 595                     test_primary_do_checkpoint);
 596     g_test_add_func("/replication/primary/get_error_all",
 597                     test_primary_get_error_all);
 598
 599     /* Secondary */
 600     g_test_add_func("/replication/secondary/read",  test_secondary_read);
 601     g_test_add_func("/replication/secondary/write", test_secondary_write);
 602 #ifndef _WIN32
 603     g_test_add_func("/replication/secondary/start", test_secondary_start);
 604     g_test_add_func("/replication/secondary/stop",  test_secondary_stop);
 605     g_test_add_func("/replication/secondary/continuous_replication",
 606                     test_secondary_continuous_replication);
 607     g_test_add_func("/replication/secondary/do_checkpoint",
 608                     test_secondary_do_checkpoint);
 609     g_test_add_func("/replication/secondary/get_error_all",
 610                     test_secondary_get_error_all);
 611 #endif
 612
 613     ret = g_test_run();
 614
 615     cleanup_imgs();
 616
 617     g_free(p_local_disk);
 618     g_free(s_local_disk);
 619     g_free(s_active_disk);
 620     g_free(s_hidden_disk);
 621
 622     return ret;
 623 }