tests/qemu-iotests/041

   1 #!/usr/bin/env python3
   2 # group: rw auto backing
   3 #
   4 # Tests for image mirroring.
   5 #
   6 # Copyright (C) 2012 Red Hat, Inc.
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU General Public License as published by
  10 # the Free Software Foundation; either version 2 of the License, or
  11 # (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  20 #
  21
  22 import time
  23 import os
  24 import re
  25 import json
  26 import iotests
  27 from iotests import qemu_img, qemu_img_map, qemu_io
  28
  29 backing_img = os.path.join(iotests.test_dir, 'backing.img')
  30 target_backing_img = os.path.join(iotests.test_dir, 'target-backing.img')
  31 test_img = os.path.join(iotests.test_dir, 'test.img')
  32 target_img = os.path.join(iotests.test_dir, 'target.img')
  33
  34 quorum_img1 = os.path.join(iotests.test_dir, 'quorum1.img')
  35 quorum_img2 = os.path.join(iotests.test_dir, 'quorum2.img')
  36 quorum_img3 = os.path.join(iotests.test_dir, 'quorum3.img')
  37 quorum_repair_img = os.path.join(iotests.test_dir, 'quorum_repair.img')
  38 quorum_snapshot_file = os.path.join(iotests.test_dir, 'quorum_snapshot.img')
  39
  40 nbd_sock_path = os.path.join(iotests.sock_dir, 'nbd.sock')
  41
  42 class TestSingleDrive(iotests.QMPTestCase):
  43     image_len = 1 * 1024 * 1024 # MB
  44     qmp_cmd = 'drive-mirror'
  45     qmp_target = target_img
  46
  47     def setUp(self):
  48         iotests.create_image(backing_img, self.image_len)
  49         qemu_img('create', '-f', iotests.imgfmt,
  50                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', test_img)
  51         self.vm = iotests.VM().add_drive(test_img, "node-name=top,backing.node-name=base")
  52         if iotests.qemu_default_machine == 'pc':
  53             self.vm.add_drive(None, 'media=cdrom', 'ide')
  54         self.vm.launch()
  55
  56     def tearDown(self):
  57         self.vm.shutdown()
  58         os.remove(test_img)
  59         os.remove(backing_img)
  60         try:
  61             os.remove(target_img)
  62         except OSError:
  63             pass
  64
  65     def test_complete(self):
  66         self.assert_no_active_block_jobs()
  67
  68         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
  69                              target=self.qmp_target)
  70         self.assert_qmp(result, 'return', {})
  71
  72         self.complete_and_wait()
  73         result = self.vm.qmp('query-block')
  74         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
  75         self.vm.shutdown()
  76         self.assertTrue(iotests.compare_images(test_img, target_img),
  77                         'target image does not match source after mirroring')
  78
  79     def test_cancel(self):
  80         self.assert_no_active_block_jobs()
  81
  82         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
  83                              target=self.qmp_target)
  84         self.assert_qmp(result, 'return', {})
  85
  86         self.cancel_and_wait(force=True)
  87         result = self.vm.qmp('query-block')
  88         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
  89
  90     def test_cancel_after_ready(self):
  91         self.assert_no_active_block_jobs()
  92
  93         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
  94                              target=self.qmp_target)
  95         self.assert_qmp(result, 'return', {})
  96
  97         self.wait_ready_and_cancel()
  98         result = self.vm.qmp('query-block')
  99         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 100         self.vm.shutdown()
 101         self.assertTrue(iotests.compare_images(test_img, target_img),
 102                         'target image does not match source after mirroring')
 103
 104     def test_pause(self):
 105         self.assert_no_active_block_jobs()
 106
 107         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 108                              target=self.qmp_target)
 109         self.assert_qmp(result, 'return', {})
 110
 111         self.pause_job('drive0')
 112
 113         result = self.vm.qmp('query-block-jobs')
 114         offset = self.dictpath(result, 'return[0]/offset')
 115
 116         time.sleep(0.5)
 117         result = self.vm.qmp('query-block-jobs')
 118         self.assert_qmp(result, 'return[0]/offset', offset)
 119
 120         result = self.vm.qmp('block-job-resume', device='drive0')
 121         self.assert_qmp(result, 'return', {})
 122
 123         self.complete_and_wait()
 124         self.vm.shutdown()
 125         self.assertTrue(iotests.compare_images(test_img, target_img),
 126                         'target image does not match source after mirroring')
 127
 128     def test_small_buffer(self):
 129         self.assert_no_active_block_jobs()
 130
 131         # A small buffer is rounded up automatically
 132         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 133                              buf_size=4096, target=self.qmp_target)
 134         self.assert_qmp(result, 'return', {})
 135
 136         self.complete_and_wait()
 137         result = self.vm.qmp('query-block')
 138         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 139         self.vm.shutdown()
 140         self.assertTrue(iotests.compare_images(test_img, target_img),
 141                         'target image does not match source after mirroring')
 142
 143     def test_small_buffer2(self):
 144         self.assert_no_active_block_jobs()
 145
 146         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,size=%d'
 147                         % (self.image_len, self.image_len), target_img)
 148         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 149                              buf_size=65536, mode='existing', target=self.qmp_target)
 150         self.assert_qmp(result, 'return', {})
 151
 152         self.complete_and_wait()
 153         result = self.vm.qmp('query-block')
 154         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 155         self.vm.shutdown()
 156         self.assertTrue(iotests.compare_images(test_img, target_img),
 157                         'target image does not match source after mirroring')
 158
 159     def test_large_cluster(self):
 160         self.assert_no_active_block_jobs()
 161
 162         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,backing_file=%s'
 163                         % (self.image_len, backing_img),
 164                  '-F', 'raw', target_img)
 165         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 166                              mode='existing', target=self.qmp_target)
 167         self.assert_qmp(result, 'return', {})
 168
 169         self.complete_and_wait()
 170         result = self.vm.qmp('query-block')
 171         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 172         self.vm.shutdown()
 173         self.assertTrue(iotests.compare_images(test_img, target_img),
 174                         'target image does not match source after mirroring')
 175
 176     # Tests that the insertion of the mirror_top filter node doesn't make a
 177     # difference to query-block
 178     def test_implicit_node(self):
 179         self.assert_no_active_block_jobs()
 180
 181         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 182                              target=self.qmp_target)
 183         self.assert_qmp(result, 'return', {})
 184
 185         result = self.vm.qmp('query-block')
 186         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 187         self.assert_qmp(result, 'return[0]/inserted/drv', iotests.imgfmt)
 188         self.assert_qmp(result, 'return[0]/inserted/backing_file', backing_img)
 189         self.assert_qmp(result, 'return[0]/inserted/backing_file_depth', 1)
 190         self.assert_qmp(result, 'return[0]/inserted/image/filename', test_img)
 191         self.assert_qmp(result, 'return[0]/inserted/image/backing-image/filename', backing_img)
 192
 193         result = self.vm.qmp('query-blockstats')
 194         self.assert_qmp(result, 'return[0]/node-name', 'top')
 195         self.assert_qmp(result, 'return[0]/backing/node-name', 'base')
 196
 197         self.cancel_and_wait(force=True)
 198         result = self.vm.qmp('query-block')
 199         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 200         self.assert_qmp(result, 'return[0]/inserted/drv', iotests.imgfmt)
 201         self.assert_qmp(result, 'return[0]/inserted/backing_file', backing_img)
 202         self.assert_qmp(result, 'return[0]/inserted/backing_file_depth', 1)
 203         self.assert_qmp(result, 'return[0]/inserted/image/filename', test_img)
 204         self.assert_qmp(result, 'return[0]/inserted/image/backing-image/filename', backing_img)
 205
 206         result = self.vm.qmp('query-blockstats')
 207         self.assert_qmp(result, 'return[0]/node-name', 'top')
 208         self.assert_qmp(result, 'return[0]/backing/node-name', 'base')
 209
 210     def test_medium_not_found(self):
 211         if iotests.qemu_default_machine != 'pc':
 212             return
 213
 214         result = self.vm.qmp(self.qmp_cmd, device='ide1-cd0', sync='full',
 215                              target=self.qmp_target)
 216         self.assert_qmp(result, 'error/class', 'GenericError')
 217
 218     def test_image_not_found(self):
 219         result = self.vm.qmp(self.qmp_cmd, device='drive0', sync='full',
 220                              mode='existing', target=self.qmp_target)
 221         self.assert_qmp(result, 'error/class', 'GenericError')
 222
 223     def test_device_not_found(self):
 224         result = self.vm.qmp(self.qmp_cmd, device='nonexistent', sync='full',
 225                              target=self.qmp_target)
 226         self.assert_qmp(result, 'error/class', 'GenericError')
 227
 228 class TestSingleBlockdev(TestSingleDrive):
 229     qmp_cmd = 'blockdev-mirror'
 230     qmp_target = 'node1'
 231
 232     def setUp(self):
 233         TestSingleDrive.setUp(self)
 234         qemu_img('create', '-f', iotests.imgfmt,
 235                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', target_img)
 236         args = {'driver': iotests.imgfmt,
 237                 'node-name': self.qmp_target,
 238                 'file': { 'filename': target_img, 'driver': 'file' } }
 239         result = self.vm.qmp("blockdev-add", **args)
 240         self.assert_qmp(result, 'return', {})
 241
 242     def test_mirror_to_self(self):
 243         result = self.vm.qmp(self.qmp_cmd, job_id='job0',
 244                              device=self.qmp_target, sync='full',
 245                              target=self.qmp_target)
 246         self.assert_qmp(result, 'error/class', 'GenericError')
 247
 248     def do_test_resize(self, device, node):
 249         def pre_finalize():
 250             if device:
 251                 result = self.vm.qmp('block_resize', device=device, size=65536)
 252                 self.assert_qmp(result, 'error/class', 'GenericError')
 253
 254             result = self.vm.qmp('block_resize', node_name=node, size=65536)
 255             self.assert_qmp(result, 'error/class', 'GenericError')
 256
 257         result = self.vm.qmp(self.qmp_cmd, job_id='job0', device='drive0',
 258                              sync='full', target=self.qmp_target,
 259                              auto_finalize=False, auto_dismiss=False)
 260         self.assert_qmp(result, 'return', {})
 261
 262         result = self.vm.run_job('job0', auto_finalize=False,
 263                                  pre_finalize=pre_finalize)
 264         self.assertEqual(result, None)
 265
 266     def test_source_resize(self):
 267         self.do_test_resize('drive0', 'top')
 268
 269     def test_target_resize(self):
 270         self.do_test_resize(None, self.qmp_target)
 271
 272     def do_test_target_size(self, size):
 273         result = self.vm.qmp('block_resize', node_name=self.qmp_target,
 274                              size=size)
 275         self.assert_qmp(result, 'return', {})
 276
 277         result = self.vm.qmp(self.qmp_cmd, job_id='job0',
 278                              device='drive0', sync='full', auto_dismiss=False,
 279                              target=self.qmp_target)
 280         self.assert_qmp(result, 'return', {})
 281
 282         result = self.vm.run_job('job0')
 283         self.assertEqual(result, 'Source and target image have different sizes')
 284
 285     # qed does not support shrinking
 286     @iotests.skip_for_formats(('qed'))
 287     def test_small_target(self):
 288         self.do_test_target_size(self.image_len // 2)
 289
 290     def test_large_target(self):
 291         self.do_test_target_size(self.image_len * 2)
 292
 293     test_large_cluster = None
 294     test_image_not_found = None
 295     test_small_buffer2 = None
 296
 297 class TestSingleDriveZeroLength(TestSingleDrive):
 298     image_len = 0
 299     test_small_buffer2 = None
 300     test_large_cluster = None
 301
 302 class TestSingleBlockdevZeroLength(TestSingleBlockdev):
 303     image_len = 0
 304     test_small_target = None
 305     test_large_target = None
 306
 307 class TestSingleDriveUnalignedLength(TestSingleDrive):
 308     image_len = 1025 * 1024
 309     test_small_buffer2 = None
 310     test_large_cluster = None
 311
 312 class TestSingleBlockdevUnalignedLength(TestSingleBlockdev):
 313     image_len = 1025 * 1024
 314
 315 class TestMirrorNoBacking(iotests.QMPTestCase):
 316     image_len = 2 * 1024 * 1024 # MB
 317
 318     def setUp(self):
 319         iotests.create_image(backing_img, TestMirrorNoBacking.image_len)
 320         qemu_img('create', '-f', iotests.imgfmt,
 321                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', test_img)
 322         self.vm = iotests.VM().add_drive(test_img)
 323         self.vm.launch()
 324
 325     def tearDown(self):
 326         self.vm.shutdown()
 327         os.remove(test_img)
 328         os.remove(backing_img)
 329         try:
 330             os.remove(target_backing_img)
 331         except:
 332             pass
 333         os.remove(target_img)
 334
 335     def test_complete(self):
 336         self.assert_no_active_block_jobs()
 337
 338         qemu_img('create', '-f', iotests.imgfmt,
 339                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', target_img)
 340         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 341                              mode='existing', target=target_img)
 342         self.assert_qmp(result, 'return', {})
 343
 344         self.complete_and_wait()
 345         result = self.vm.qmp('query-block')
 346         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 347         self.vm.shutdown()
 348         self.assertTrue(iotests.compare_images(test_img, target_img),
 349                         'target image does not match source after mirroring')
 350
 351     def test_cancel(self):
 352         self.assert_no_active_block_jobs()
 353
 354         qemu_img('create', '-f', iotests.imgfmt,
 355                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', target_img)
 356         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 357                              mode='existing', target=target_img)
 358         self.assert_qmp(result, 'return', {})
 359
 360         self.wait_ready_and_cancel()
 361         result = self.vm.qmp('query-block')
 362         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 363         self.vm.shutdown()
 364         self.assertTrue(iotests.compare_images(test_img, target_img),
 365                         'target image does not match source after mirroring')
 366
 367     def test_large_cluster(self):
 368         self.assert_no_active_block_jobs()
 369
 370         # qemu-img create fails if the image is not there
 371         qemu_img('create', '-f', iotests.imgfmt, '-o', 'size=%d'
 372                         %(TestMirrorNoBacking.image_len), target_backing_img)
 373         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,backing_file=%s'
 374                         % (TestMirrorNoBacking.image_len, target_backing_img),
 375                  '-F', iotests.imgfmt, target_img)
 376
 377         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 378                              mode='existing', target=target_img)
 379         self.assert_qmp(result, 'return', {})
 380
 381         self.complete_and_wait()
 382         result = self.vm.qmp('query-block')
 383         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 384         self.vm.shutdown()
 385         self.assertTrue(iotests.compare_images(test_img, target_img),
 386                         'target image does not match source after mirroring')
 387
 388 class TestMirrorResized(iotests.QMPTestCase):
 389     backing_len = 1 * 1024 * 1024 # MB
 390     image_len = 2 * 1024 * 1024 # MB
 391
 392     def setUp(self):
 393         iotests.create_image(backing_img, TestMirrorResized.backing_len)
 394         qemu_img('create', '-f', iotests.imgfmt,
 395                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', test_img)
 396         qemu_img('resize', test_img, '2M')
 397         self.vm = iotests.VM().add_drive(test_img)
 398         self.vm.launch()
 399
 400     def tearDown(self):
 401         self.vm.shutdown()
 402         os.remove(test_img)
 403         os.remove(backing_img)
 404         try:
 405             os.remove(target_img)
 406         except OSError:
 407             pass
 408
 409     def test_complete_top(self):
 410         self.assert_no_active_block_jobs()
 411
 412         result = self.vm.qmp('drive-mirror', device='drive0', sync='top',
 413                              target=target_img)
 414         self.assert_qmp(result, 'return', {})
 415
 416         self.complete_and_wait()
 417         result = self.vm.qmp('query-block')
 418         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 419         self.vm.shutdown()
 420         self.assertTrue(iotests.compare_images(test_img, target_img),
 421                         'target image does not match source after mirroring')
 422
 423     def test_complete_full(self):
 424         self.assert_no_active_block_jobs()
 425
 426         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 427                              target=target_img)
 428         self.assert_qmp(result, 'return', {})
 429
 430         self.complete_and_wait()
 431         result = self.vm.qmp('query-block')
 432         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 433         self.vm.shutdown()
 434         self.assertTrue(iotests.compare_images(test_img, target_img),
 435                         'target image does not match source after mirroring')
 436
 437 class TestReadErrors(iotests.QMPTestCase):
 438     image_len = 2 * 1024 * 1024 # MB
 439
 440     # this should be a multiple of twice the default granularity
 441     # so that we hit this offset first in state 1
 442     MIRROR_GRANULARITY = 1024 * 1024
 443
 444     def create_blkdebug_file(self, name, event, errno):
 445         file = open(name, 'w')
 446         file.write('''
 447 [inject-error]
 448 state = "1"
 449 event = "%s"
 450 errno = "%d"
 451 immediately = "off"
 452 once = "on"
 453 sector = "%d"
 454
 455 [set-state]
 456 state = "1"
 457 event = "%s"
 458 new_state = "2"
 459
 460 [set-state]
 461 state = "2"
 462 event = "%s"
 463 new_state = "1"
 464 ''' % (event, errno, self.MIRROR_GRANULARITY // 512, event, event))
 465         file.close()
 466
 467     def setUp(self):
 468         self.blkdebug_file = backing_img + ".blkdebug"
 469         iotests.create_image(backing_img, TestReadErrors.image_len)
 470         self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5)
 471         qemu_img('create', '-f', iotests.imgfmt,
 472                  '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw'
 473                        % (self.blkdebug_file, backing_img),
 474                  test_img)
 475         # Write something for tests that use sync='top'
 476         qemu_io('-c', 'write %d 512' % (self.MIRROR_GRANULARITY + 65536),
 477                         test_img)
 478         self.vm = iotests.VM().add_drive(test_img)
 479         self.vm.launch()
 480
 481     def tearDown(self):
 482         self.vm.shutdown()
 483         os.remove(test_img)
 484         os.remove(target_img)
 485         os.remove(backing_img)
 486         os.remove(self.blkdebug_file)
 487
 488     def test_report_read(self):
 489         self.assert_no_active_block_jobs()
 490
 491         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 492                              target=target_img)
 493         self.assert_qmp(result, 'return', {})
 494
 495         completed = False
 496         error = False
 497         while not completed:
 498             for event in self.vm.get_qmp_events(wait=True):
 499                 if event['event'] == 'BLOCK_JOB_ERROR':
 500                     self.assert_qmp(event, 'data/device', 'drive0')
 501                     self.assert_qmp(event, 'data/operation', 'read')
 502                     error = True
 503                 elif event['event'] == 'BLOCK_JOB_READY':
 504                     self.assertTrue(False, 'job completed unexpectedly')
 505                 elif event['event'] == 'BLOCK_JOB_COMPLETED':
 506                     self.assertTrue(error, 'job completed unexpectedly')
 507                     self.assert_qmp(event, 'data/type', 'mirror')
 508                     self.assert_qmp(event, 'data/device', 'drive0')
 509                     self.assert_qmp(event, 'data/error', 'Input/output error')
 510                     completed = True
 511                 elif event['event'] == 'JOB_STATUS_CHANGE':
 512                     self.assert_qmp(event, 'data/id', 'drive0')
 513
 514         self.assert_no_active_block_jobs()
 515
 516     def test_ignore_read(self):
 517         self.assert_no_active_block_jobs()
 518
 519         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 520                              target=target_img, on_source_error='ignore')
 521         self.assert_qmp(result, 'return', {})
 522
 523         event = self.vm.get_qmp_event(wait=True)
 524         while event['event'] == 'JOB_STATUS_CHANGE':
 525             self.assert_qmp(event, 'data/id', 'drive0')
 526             event = self.vm.get_qmp_event(wait=True)
 527
 528         self.assertEqual(event['event'], 'BLOCK_JOB_ERROR')
 529         self.assert_qmp(event, 'data/device', 'drive0')
 530         self.assert_qmp(event, 'data/operation', 'read')
 531         result = self.vm.qmp('query-block-jobs')
 532         self.assertIn(result['return'][0]['status'], ['running', 'ready'])
 533         self.complete_and_wait()
 534
 535     def test_large_cluster(self):
 536         self.assert_no_active_block_jobs()
 537
 538         # Test COW into the target image.  The first half of the
 539         # cluster at MIRROR_GRANULARITY has to be copied from
 540         # backing_img, even though sync='top'.
 541         qemu_img('create', '-f', iotests.imgfmt,
 542                  '-ocluster_size=131072,backing_file=%s' %(backing_img),
 543                  '-F', 'raw', target_img)
 544         result = self.vm.qmp('drive-mirror', device='drive0', sync='top',
 545                              on_source_error='ignore',
 546                              mode='existing', target=target_img)
 547         self.assert_qmp(result, 'return', {})
 548
 549         event = self.vm.get_qmp_event(wait=True)
 550         while event['event'] == 'JOB_STATUS_CHANGE':
 551             self.assert_qmp(event, 'data/id', 'drive0')
 552             event = self.vm.get_qmp_event(wait=True)
 553
 554         self.assertEqual(event['event'], 'BLOCK_JOB_ERROR')
 555         self.assert_qmp(event, 'data/device', 'drive0')
 556         self.assert_qmp(event, 'data/operation', 'read')
 557         result = self.vm.qmp('query-block-jobs')
 558         self.assertIn(result['return'][0]['status'], ['running', 'ready'])
 559         self.complete_and_wait()
 560         self.vm.shutdown()
 561
 562         # Detach blkdebug to compare images successfully
 563         qemu_img('rebase', '-f', iotests.imgfmt, '-u', '-b', backing_img,
 564                  '-F', 'raw', test_img)
 565         self.assertTrue(iotests.compare_images(test_img, target_img),
 566                         'target image does not match source after mirroring')
 567
 568     def test_stop_read(self):
 569         self.assert_no_active_block_jobs()
 570
 571         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 572                              target=target_img, on_source_error='stop')
 573         self.assert_qmp(result, 'return', {})
 574
 575         error = False
 576         ready = False
 577         while not ready:
 578             for event in self.vm.get_qmp_events(wait=True):
 579                 if event['event'] == 'BLOCK_JOB_ERROR':
 580                     self.assert_qmp(event, 'data/device', 'drive0')
 581                     self.assert_qmp(event, 'data/operation', 'read')
 582
 583                     if self.vm.qmp('query-block-jobs')['return'][0]['status'] != 'paused':
 584                         self.vm.events_wait([(
 585                             'JOB_STATUS_CHANGE',
 586                             {'data': {'id': 'drive0', 'status': 'paused'}}
 587                         )])
 588
 589                     result = self.vm.qmp('query-block-jobs')
 590                     self.assert_qmp(result, 'return[0]/status', 'paused')
 591                     self.assert_qmp(result, 'return[0]/io-status', 'failed')
 592
 593                     result = self.vm.qmp('block-job-resume', device='drive0')
 594                     self.assert_qmp(result, 'return', {})
 595                     error = True
 596                 elif event['event'] == 'BLOCK_JOB_READY':
 597                     self.assertTrue(error, 'job completed unexpectedly')
 598                     self.assert_qmp(event, 'data/device', 'drive0')
 599                     ready = True
 600
 601         result = self.vm.qmp('query-block-jobs')
 602         self.assert_qmp(result, 'return[0]/status', 'ready')
 603         self.assert_qmp(result, 'return[0]/io-status', 'ok')
 604
 605         self.complete_and_wait(wait_ready=False)
 606         self.assert_no_active_block_jobs()
 607
 608 class TestWriteErrors(iotests.QMPTestCase):
 609     image_len = 2 * 1024 * 1024 # MB
 610
 611     # this should be a multiple of twice the default granularity
 612     # so that we hit this offset first in state 1
 613     MIRROR_GRANULARITY = 1024 * 1024
 614
 615     def create_blkdebug_file(self, name, event, errno):
 616         file = open(name, 'w')
 617         file.write('''
 618 [inject-error]
 619 state = "1"
 620 event = "%s"
 621 errno = "%d"
 622 immediately = "off"
 623 once = "on"
 624 sector = "%d"
 625
 626 [set-state]
 627 state = "1"
 628 event = "%s"
 629 new_state = "2"
 630
 631 [set-state]
 632 state = "2"
 633 event = "%s"
 634 new_state = "1"
 635 ''' % (event, errno, self.MIRROR_GRANULARITY // 512, event, event))
 636         file.close()
 637
 638     def setUp(self):
 639         self.blkdebug_file = target_img + ".blkdebug"
 640         iotests.create_image(backing_img, TestWriteErrors.image_len)
 641         self.create_blkdebug_file(self.blkdebug_file, "write_aio", 5)
 642         qemu_img('create', '-f', iotests.imgfmt,
 643                  '-obacking_file=%s' %(backing_img), '-F', 'raw', test_img)
 644         self.vm = iotests.VM().add_drive(test_img)
 645         self.target_img = 'blkdebug:%s:%s' % (self.blkdebug_file, target_img)
 646         qemu_img('create', '-f', iotests.imgfmt, '-osize=%d' %(TestWriteErrors.image_len), target_img)
 647         self.vm.launch()
 648
 649     def tearDown(self):
 650         self.vm.shutdown()
 651         os.remove(test_img)
 652         os.remove(target_img)
 653         os.remove(backing_img)
 654         os.remove(self.blkdebug_file)
 655
 656     def test_report_write(self):
 657         self.assert_no_active_block_jobs()
 658
 659         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 660                              mode='existing', target=self.target_img)
 661         self.assert_qmp(result, 'return', {})
 662
 663         completed = False
 664         error = False
 665         while not completed:
 666             for event in self.vm.get_qmp_events(wait=True):
 667                 if event['event'] == 'BLOCK_JOB_ERROR':
 668                     self.assert_qmp(event, 'data/device', 'drive0')
 669                     self.assert_qmp(event, 'data/operation', 'write')
 670                     error = True
 671                 elif event['event'] == 'BLOCK_JOB_READY':
 672                     self.assertTrue(False, 'job completed unexpectedly')
 673                 elif event['event'] == 'BLOCK_JOB_COMPLETED':
 674                     self.assertTrue(error, 'job completed unexpectedly')
 675                     self.assert_qmp(event, 'data/type', 'mirror')
 676                     self.assert_qmp(event, 'data/device', 'drive0')
 677                     self.assert_qmp(event, 'data/error', 'Input/output error')
 678                     completed = True
 679
 680         self.assert_no_active_block_jobs()
 681
 682     def test_ignore_write(self):
 683         self.assert_no_active_block_jobs()
 684
 685         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 686                              mode='existing', target=self.target_img,
 687                              on_target_error='ignore')
 688         self.assert_qmp(result, 'return', {})
 689
 690         event = self.vm.event_wait(name='BLOCK_JOB_ERROR')
 691         self.assertEqual(event['event'], 'BLOCK_JOB_ERROR')
 692         self.assert_qmp(event, 'data/device', 'drive0')
 693         self.assert_qmp(event, 'data/operation', 'write')
 694         result = self.vm.qmp('query-block-jobs')
 695         self.assertIn(result['return'][0]['status'], ['running', 'ready'])
 696         self.complete_and_wait()
 697
 698     def test_stop_write(self):
 699         self.assert_no_active_block_jobs()
 700
 701         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 702                              mode='existing', target=self.target_img,
 703                              on_target_error='stop')
 704         self.assert_qmp(result, 'return', {})
 705
 706         error = False
 707         ready = False
 708         while not ready:
 709             for event in self.vm.get_qmp_events(wait=True):
 710                 if event['event'] == 'BLOCK_JOB_ERROR':
 711                     self.assert_qmp(event, 'data/device', 'drive0')
 712                     self.assert_qmp(event, 'data/operation', 'write')
 713
 714                     if self.vm.qmp('query-block-jobs')['return'][0]['status'] != 'paused':
 715                         self.vm.events_wait([(
 716                             'JOB_STATUS_CHANGE',
 717                             {'data': {'id': 'drive0', 'status': 'paused'}}
 718                         )])
 719
 720                     result = self.vm.qmp('query-block-jobs')
 721                     self.assert_qmp(result, 'return[0]/status', 'paused')
 722                     self.assert_qmp(result, 'return[0]/io-status', 'failed')
 723
 724                     result = self.vm.qmp('block-job-resume', device='drive0')
 725                     self.assert_qmp(result, 'return', {})
 726
 727                     result = self.vm.qmp('query-block-jobs')
 728                     self.assertIn(result['return'][0]['status'], ['running', 'ready'])
 729                     self.assert_qmp(result, 'return[0]/io-status', 'ok')
 730                     error = True
 731                 elif event['event'] == 'BLOCK_JOB_READY':
 732                     self.assertTrue(error, 'job completed unexpectedly')
 733                     self.assert_qmp(event, 'data/device', 'drive0')
 734                     ready = True
 735
 736         self.complete_and_wait(wait_ready=False)
 737         self.assert_no_active_block_jobs()
 738
 739 class TestSetSpeed(iotests.QMPTestCase):
 740     image_len = 80 * 1024 * 1024 # MB
 741
 742     def setUp(self):
 743         qemu_img('create', backing_img, str(TestSetSpeed.image_len))
 744         qemu_img('create', '-f', iotests.imgfmt,
 745                  '-o', 'backing_file=%s' % backing_img, '-F', 'raw', test_img)
 746         self.vm = iotests.VM().add_drive(test_img)
 747         self.vm.launch()
 748
 749     def tearDown(self):
 750         self.vm.shutdown()
 751         os.remove(test_img)
 752         os.remove(backing_img)
 753         os.remove(target_img)
 754
 755     def test_set_speed(self):
 756         self.assert_no_active_block_jobs()
 757
 758         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 759                              target=target_img)
 760         self.assert_qmp(result, 'return', {})
 761
 762         # Default speed is 0
 763         result = self.vm.qmp('query-block-jobs')
 764         self.assert_qmp(result, 'return[0]/device', 'drive0')
 765         self.assert_qmp(result, 'return[0]/speed', 0)
 766
 767         result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024)
 768         self.assert_qmp(result, 'return', {})
 769
 770         # Ensure the speed we set was accepted
 771         result = self.vm.qmp('query-block-jobs')
 772         self.assert_qmp(result, 'return[0]/device', 'drive0')
 773         self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024)
 774
 775         self.wait_ready_and_cancel()
 776
 777         # Check setting speed in drive-mirror works
 778         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 779                              target=target_img, speed=4*1024*1024)
 780         self.assert_qmp(result, 'return', {})
 781
 782         result = self.vm.qmp('query-block-jobs')
 783         self.assert_qmp(result, 'return[0]/device', 'drive0')
 784         self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024)
 785
 786         self.wait_ready_and_cancel()
 787
 788     def test_set_speed_invalid(self):
 789         self.assert_no_active_block_jobs()
 790
 791         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 792                              target=target_img, speed=-1)
 793         self.assert_qmp(result, 'error/class', 'GenericError')
 794
 795         self.assert_no_active_block_jobs()
 796
 797         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 798                              target=target_img)
 799         self.assert_qmp(result, 'return', {})
 800
 801         result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1)
 802         self.assert_qmp(result, 'error/class', 'GenericError')
 803
 804         self.wait_ready_and_cancel()
 805
 806 class TestUnbackedSource(iotests.QMPTestCase):
 807     image_len = 2 * 1024 * 1024 # MB
 808
 809     def setUp(self):
 810         qemu_img('create', '-f', iotests.imgfmt, test_img,
 811                  str(TestUnbackedSource.image_len))
 812         self.vm = iotests.VM()
 813         self.vm.launch()
 814         result = self.vm.qmp('blockdev-add', node_name='drive0',
 815                              driver=iotests.imgfmt,
 816                              file={
 817                                  'driver': 'file',
 818                                  'filename': test_img,
 819                              })
 820         self.assert_qmp(result, 'return', {})
 821
 822     def tearDown(self):
 823         self.vm.shutdown()
 824         os.remove(test_img)
 825         os.remove(target_img)
 826
 827     def test_absolute_paths_full(self):
 828         self.assert_no_active_block_jobs()
 829         result = self.vm.qmp('drive-mirror', job_id='drive0', device='drive0',
 830                              sync='full', target=target_img,
 831                              mode='absolute-paths')
 832         self.assert_qmp(result, 'return', {})
 833         self.complete_and_wait()
 834         self.assert_no_active_block_jobs()
 835
 836     def test_absolute_paths_top(self):
 837         self.assert_no_active_block_jobs()
 838         result = self.vm.qmp('drive-mirror', job_id='drive0', device='drive0',
 839                              sync='top', target=target_img,
 840                              mode='absolute-paths')
 841         self.assert_qmp(result, 'return', {})
 842         self.complete_and_wait()
 843         self.assert_no_active_block_jobs()
 844
 845     def test_absolute_paths_none(self):
 846         self.assert_no_active_block_jobs()
 847         result = self.vm.qmp('drive-mirror', job_id='drive0', device='drive0',
 848                              sync='none', target=target_img,
 849                              mode='absolute-paths')
 850         self.assert_qmp(result, 'return', {})
 851         self.complete_and_wait()
 852         self.assert_no_active_block_jobs()
 853
 854     def test_existing_full(self):
 855         qemu_img('create', '-f', iotests.imgfmt, target_img,
 856                  str(self.image_len))
 857         qemu_io('-c', 'write -P 42 0 64k', target_img)
 858
 859         self.assert_no_active_block_jobs()
 860         result = self.vm.qmp('drive-mirror', job_id='drive0', device='drive0',
 861                              sync='full', target=target_img, mode='existing')
 862         self.assert_qmp(result, 'return', {})
 863         self.complete_and_wait()
 864         self.assert_no_active_block_jobs()
 865
 866         result = self.vm.qmp('blockdev-del', node_name='drive0')
 867         self.assert_qmp(result, 'return', {})
 868
 869         self.assertTrue(iotests.compare_images(test_img, target_img),
 870                         'target image does not match source after mirroring')
 871
 872     def test_blockdev_full(self):
 873         qemu_img('create', '-f', iotests.imgfmt, target_img,
 874                  str(self.image_len))
 875         qemu_io('-c', 'write -P 42 0 64k', target_img)
 876
 877         result = self.vm.qmp('blockdev-add', node_name='target',
 878                              driver=iotests.imgfmt,
 879                              file={
 880                                  'driver': 'file',
 881                                  'filename': target_img,
 882                              })
 883         self.assert_qmp(result, 'return', {})
 884
 885         self.assert_no_active_block_jobs()
 886         result = self.vm.qmp('blockdev-mirror', job_id='drive0', device='drive0',
 887                              sync='full', target='target')
 888         self.assert_qmp(result, 'return', {})
 889         self.complete_and_wait()
 890         self.assert_no_active_block_jobs()
 891
 892         result = self.vm.qmp('blockdev-del', node_name='drive0')
 893         self.assert_qmp(result, 'return', {})
 894
 895         result = self.vm.qmp('blockdev-del', node_name='target')
 896         self.assert_qmp(result, 'return', {})
 897
 898         self.assertTrue(iotests.compare_images(test_img, target_img),
 899                         'target image does not match source after mirroring')
 900
 901 class TestGranularity(iotests.QMPTestCase):
 902     image_len = 10 * 1024 * 1024 # MB
 903
 904     def setUp(self):
 905         qemu_img('create', '-f', iotests.imgfmt, test_img,
 906                  str(TestGranularity.image_len))
 907         qemu_io('-c', 'write 0 %d' % (self.image_len),
 908                 test_img)
 909         self.vm = iotests.VM().add_drive(test_img)
 910         self.vm.launch()
 911
 912     def tearDown(self):
 913         self.vm.shutdown()
 914         self.assertTrue(iotests.compare_images(test_img, target_img),
 915                         'target image does not match source after mirroring')
 916         os.remove(test_img)
 917         os.remove(target_img)
 918
 919     def test_granularity(self):
 920         self.assert_no_active_block_jobs()
 921         result = self.vm.qmp('drive-mirror', device='drive0',
 922                              sync='full', target=target_img,
 923                              mode='absolute-paths', granularity=8192)
 924         self.assert_qmp(result, 'return', {})
 925
 926         event = self.vm.get_qmp_event(wait=60.0)
 927         while event['event'] == 'JOB_STATUS_CHANGE':
 928             self.assert_qmp(event, 'data/id', 'drive0')
 929             event = self.vm.get_qmp_event(wait=60.0)
 930
 931         # Failures will manifest as COMPLETED/ERROR.
 932         self.assert_qmp(event, 'event', 'BLOCK_JOB_READY')
 933         self.complete_and_wait(drive='drive0', wait_ready=False)
 934         self.assert_no_active_block_jobs()
 935
 936 class TestRepairQuorum(iotests.QMPTestCase):
 937     """ This class test quorum file repair using drive-mirror.
 938         It's mostly a fork of TestSingleDrive """
 939     image_len = 1 * 1024 * 1024 # MB
 940     IMAGES = [ quorum_img1, quorum_img2, quorum_img3 ]
 941
 942     @iotests.skip_if_unsupported(['quorum'])
 943     def setUp(self):
 944         self.vm = iotests.VM()
 945
 946         if iotests.qemu_default_machine == 'pc':
 947             self.vm.add_drive(None, 'media=cdrom', 'ide')
 948
 949         # Add each individual quorum images
 950         for i in self.IMAGES:
 951             qemu_img('create', '-f', iotests.imgfmt, i,
 952                      str(self.image_len))
 953             # Assign a node name to each quorum image in order to manipulate
 954             # them
 955             opts = "node-name=img%i" % self.IMAGES.index(i)
 956             opts += ',driver=%s' % iotests.imgfmt
 957             opts += ',file.driver=file'
 958             opts += ',file.filename=%s' % i
 959             self.vm = self.vm.add_blockdev(opts)
 960
 961         self.vm.launch()
 962
 963         #assemble the quorum block device from the individual files
 964         args = { "driver": "quorum", "node-name": "quorum0",
 965                  "vote-threshold": 2, "children": [ "img0", "img1", "img2" ] }
 966         result = self.vm.qmp("blockdev-add", **args)
 967         self.assert_qmp(result, 'return', {})
 968
 969
 970     def tearDown(self):
 971         self.vm.shutdown()
 972         for i in self.IMAGES + [ quorum_repair_img, quorum_snapshot_file,
 973                                  nbd_sock_path ]:
 974             # Do a try/except because the test may have deleted some images
 975             try:
 976                 os.remove(i)
 977             except OSError:
 978                 pass
 979
 980     def test_complete(self):
 981         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
 982                              sync='full', node_name="repair0", replaces="img1",
 983                              target=quorum_repair_img, format=iotests.imgfmt)
 984         self.assert_qmp(result, 'return', {})
 985
 986         self.complete_and_wait(drive="job0")
 987         self.assert_has_block_node("repair0", quorum_repair_img)
 988         self.vm.assert_block_path('quorum0', '/children.1', 'repair0')
 989         self.vm.shutdown()
 990         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
 991                         'target image does not match source after mirroring')
 992
 993     def test_cancel(self):
 994         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
 995                              sync='full', node_name="repair0", replaces="img1",
 996                              target=quorum_repair_img, format=iotests.imgfmt)
 997         self.assert_qmp(result, 'return', {})
 998
 999         self.cancel_and_wait(drive="job0", force=True)
1000         # here we check that the last registered quorum file has not been
1001         # swapped out and unref
1002         self.assert_has_block_node(None, quorum_img3)
1003
1004     def test_cancel_after_ready(self):
1005         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1006                              sync='full', node_name="repair0", replaces="img1",
1007                              target=quorum_repair_img, format=iotests.imgfmt)
1008         self.assert_qmp(result, 'return', {})
1009
1010         self.wait_ready_and_cancel(drive="job0")
1011         # here we check that the last registered quorum file has not been
1012         # swapped out and unref
1013         self.assert_has_block_node(None, quorum_img3)
1014         self.vm.shutdown()
1015         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
1016                         'target image does not match source after mirroring')
1017
1018     def test_pause(self):
1019         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1020                              sync='full', node_name="repair0", replaces="img1",
1021                              target=quorum_repair_img, format=iotests.imgfmt)
1022         self.assert_qmp(result, 'return', {})
1023
1024         self.pause_job('job0')
1025
1026         result = self.vm.qmp('query-block-jobs')
1027         offset = self.dictpath(result, 'return[0]/offset')
1028
1029         time.sleep(0.5)
1030         result = self.vm.qmp('query-block-jobs')
1031         self.assert_qmp(result, 'return[0]/offset', offset)
1032
1033         result = self.vm.qmp('block-job-resume', device='job0')
1034         self.assert_qmp(result, 'return', {})
1035
1036         self.complete_and_wait(drive="job0")
1037         self.vm.shutdown()
1038         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
1039                         'target image does not match source after mirroring')
1040
1041     def test_medium_not_found(self):
1042         if iotests.qemu_default_machine != 'pc':
1043             return
1044
1045         result = self.vm.qmp('drive-mirror', job_id='job0', device='drive0', # CD-ROM
1046                              sync='full',
1047                              node_name='repair0',
1048                              replaces='img1',
1049                              target=quorum_repair_img, format=iotests.imgfmt)
1050         self.assert_qmp(result, 'error/class', 'GenericError')
1051
1052     def test_image_not_found(self):
1053         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1054                              sync='full', node_name='repair0', replaces='img1',
1055                              mode='existing', target=quorum_repair_img,
1056                              format=iotests.imgfmt)
1057         self.assert_qmp(result, 'error/class', 'GenericError')
1058
1059     def test_device_not_found(self):
1060         result = self.vm.qmp('drive-mirror', job_id='job0',
1061                              device='nonexistent', sync='full',
1062                              node_name='repair0',
1063                              replaces='img1',
1064                              target=quorum_repair_img, format=iotests.imgfmt)
1065         self.assert_qmp(result, 'error/class', 'GenericError')
1066
1067     def test_wrong_sync_mode(self):
1068         result = self.vm.qmp('drive-mirror', device='quorum0', job_id='job0',
1069                              node_name='repair0',
1070                              replaces='img1',
1071                              target=quorum_repair_img, format=iotests.imgfmt)
1072         self.assert_qmp(result, 'error/class', 'GenericError')
1073
1074     def test_no_node_name(self):
1075         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1076                              sync='full', replaces='img1',
1077                              target=quorum_repair_img, format=iotests.imgfmt)
1078         self.assert_qmp(result, 'error/class', 'GenericError')
1079
1080     def test_nonexistent_replaces(self):
1081         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1082                              sync='full', node_name='repair0', replaces='img77',
1083                              target=quorum_repair_img, format=iotests.imgfmt)
1084         self.assert_qmp(result, 'error/class', 'GenericError')
1085
1086     def test_after_a_quorum_snapshot(self):
1087         result = self.vm.qmp('blockdev-snapshot-sync', node_name='img1',
1088                              snapshot_file=quorum_snapshot_file,
1089                              snapshot_node_name="snap1");
1090
1091         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1092                              sync='full', node_name='repair0', replaces="img1",
1093                              target=quorum_repair_img, format=iotests.imgfmt)
1094         self.assert_qmp(result, 'error/class', 'GenericError')
1095
1096         result = self.vm.qmp('drive-mirror', job_id='job0', device='quorum0',
1097                              sync='full', node_name='repair0', replaces="snap1",
1098                              target=quorum_repair_img, format=iotests.imgfmt)
1099         self.assert_qmp(result, 'return', {})
1100
1101         self.complete_and_wait('job0')
1102         self.assert_has_block_node("repair0", quorum_repair_img)
1103         self.vm.assert_block_path('quorum0', '/children.1', 'repair0')
1104
1105     def test_with_other_parent(self):
1106         """
1107         Check that we cannot replace a Quorum child when it has other
1108         parents.
1109         """
1110         result = self.vm.qmp('nbd-server-start',
1111                              addr={
1112                                  'type': 'unix',
1113                                  'data': {'path': nbd_sock_path}
1114                              })
1115         self.assert_qmp(result, 'return', {})
1116
1117         result = self.vm.qmp('nbd-server-add', device='img1')
1118         self.assert_qmp(result, 'return', {})
1119
1120         result = self.vm.qmp('drive-mirror', job_id='mirror', device='quorum0',
1121                              sync='full', node_name='repair0', replaces='img1',
1122                              target=quorum_repair_img, format=iotests.imgfmt)
1123         self.assert_qmp(result, 'error/desc',
1124                         "Cannot replace 'img1' by a node mirrored from "
1125                         "'quorum0', because it cannot be guaranteed that doing "
1126                         "so would not lead to an abrupt change of visible data")
1127
1128     def test_with_other_parents_after_mirror_start(self):
1129         """
1130         The same as test_with_other_parent(), but add the NBD server
1131         only when the mirror job is already running.
1132         """
1133         result = self.vm.qmp('nbd-server-start',
1134                              addr={
1135                                  'type': 'unix',
1136                                  'data': {'path': nbd_sock_path}
1137                              })
1138         self.assert_qmp(result, 'return', {})
1139
1140         result = self.vm.qmp('drive-mirror', job_id='mirror', device='quorum0',
1141                              sync='full', node_name='repair0', replaces='img1',
1142                              target=quorum_repair_img, format=iotests.imgfmt)
1143         self.assert_qmp(result, 'return', {})
1144
1145         result = self.vm.qmp('nbd-server-add', device='img1')
1146         self.assert_qmp(result, 'return', {})
1147
1148         # The full error message goes to stderr, we will check it later
1149         self.complete_and_wait('mirror',
1150                                completion_error='Operation not permitted')
1151
1152         # Should not have been replaced
1153         self.vm.assert_block_path('quorum0', '/children.1', 'img1')
1154
1155         # Check the full error message now
1156         self.vm.shutdown()
1157         log = self.vm.get_log()
1158         log = re.sub(r'^\[I \d+\.\d+\] OPENED\n', '', log)
1159         log = re.sub(r'^Formatting.*\n', '', log)
1160         log = re.sub(r'\n\[I \+\d+\.\d+\] CLOSED\n?$', '', log)
1161         log = re.sub(r'^%s: ' % os.path.basename(iotests.qemu_prog), '', log)
1162
1163         self.assertEqual(log,
1164                          "Can no longer replace 'img1' by 'repair0', because " +
1165                          "it can no longer be guaranteed that doing so would " +
1166                          "not lead to an abrupt change of visible data")
1167
1168
1169 # Test mirroring with a source that does not have any parents (not even a
1170 # BlockBackend)
1171 class TestOrphanedSource(iotests.QMPTestCase):
1172     def setUp(self):
1173         blk0 = { 'node-name': 'src',
1174                  'driver': 'null-co' }
1175
1176         blk1 = { 'node-name': 'dest',
1177                  'driver': 'null-co' }
1178
1179         blk2 = { 'node-name': 'dest-ro',
1180                  'driver': 'null-co',
1181                  'read-only': 'on' }
1182
1183         self.vm = iotests.VM()
1184         self.vm.add_blockdev(self.vm.qmp_to_opts(blk0))
1185         self.vm.add_blockdev(self.vm.qmp_to_opts(blk1))
1186         self.vm.add_blockdev(self.vm.qmp_to_opts(blk2))
1187         self.vm.launch()
1188
1189     def tearDown(self):
1190         self.vm.shutdown()
1191
1192     def test_no_job_id(self):
1193         self.assert_no_active_block_jobs()
1194
1195         result = self.vm.qmp('blockdev-mirror', device='src', sync='full',
1196                              target='dest')
1197         self.assert_qmp(result, 'error/class', 'GenericError')
1198
1199     def test_success(self):
1200         self.assert_no_active_block_jobs()
1201
1202         result = self.vm.qmp('blockdev-mirror', job_id='job', device='src',
1203                              sync='full', target='dest')
1204         self.assert_qmp(result, 'return', {})
1205
1206         self.complete_and_wait('job')
1207
1208     def test_failing_permissions(self):
1209         self.assert_no_active_block_jobs()
1210
1211         result = self.vm.qmp('blockdev-mirror', device='src', sync='full',
1212                              target='dest-ro')
1213         self.assert_qmp(result, 'error/class', 'GenericError')
1214
1215     def test_failing_permission_in_complete(self):
1216         self.assert_no_active_block_jobs()
1217
1218         # Unshare consistent-read on the target
1219         # (The mirror job does not care)
1220         result = self.vm.qmp('blockdev-add',
1221                              driver='blkdebug',
1222                              node_name='dest-perm',
1223                              image='dest',
1224                              unshare_child_perms=['consistent-read'])
1225         self.assert_qmp(result, 'return', {})
1226
1227         result = self.vm.qmp('blockdev-mirror', job_id='job', device='src',
1228                              sync='full', target='dest',
1229                              filter_node_name='mirror-filter')
1230         self.assert_qmp(result, 'return', {})
1231
1232         # Require consistent-read on the source
1233         # (We can only add this node once the job has started, or it
1234         # will complain that it does not want to run on non-root nodes)
1235         result = self.vm.qmp('blockdev-add',
1236                              driver='blkdebug',
1237                              node_name='src-perm',
1238                              image='src',
1239                              take_child_perms=['consistent-read'])
1240         self.assert_qmp(result, 'return', {})
1241
1242         # While completing, mirror will attempt to replace src by
1243         # dest, which must fail because src-perm requires
1244         # consistent-read but dest-perm does not share it; thus
1245         # aborting the job when it is supposed to complete
1246         self.complete_and_wait('job',
1247                                completion_error='Operation not permitted')
1248
1249         # Assert that all of our nodes are still there (except for the
1250         # mirror filter, which should be gone despite the failure)
1251         nodes = self.vm.qmp('query-named-block-nodes')['return']
1252         nodes = [node['node-name'] for node in nodes]
1253
1254         for expect in ('src', 'src-perm', 'dest', 'dest-perm'):
1255             self.assertTrue(expect in nodes, '%s disappeared' % expect)
1256         self.assertFalse('mirror-filter' in nodes,
1257                          'Mirror filter node did not disappear')
1258
1259 # Test cases for @replaces that do not necessarily involve Quorum
1260 class TestReplaces(iotests.QMPTestCase):
1261     # Each of these test cases needs their own block graph, so do not
1262     # create any nodes here
1263     def setUp(self):
1264         self.vm = iotests.VM()
1265         self.vm.launch()
1266
1267     def tearDown(self):
1268         self.vm.shutdown()
1269         for img in (test_img, target_img):
1270             try:
1271                 os.remove(img)
1272             except OSError:
1273                 pass
1274
1275     @iotests.skip_if_unsupported(['copy-on-read'])
1276     def test_replace_filter(self):
1277         """
1278         Check that we can replace filter nodes.
1279         """
1280         result = self.vm.qmp('blockdev-add', **{
1281                                  'driver': 'copy-on-read',
1282                                  'node-name': 'filter0',
1283                                  'file': {
1284                                      'driver': 'copy-on-read',
1285                                      'node-name': 'filter1',
1286                                      'file': {
1287                                          'driver': 'null-co'
1288                                      }
1289                                  }
1290                              })
1291         self.assert_qmp(result, 'return', {})
1292
1293         result = self.vm.qmp('blockdev-add',
1294                              node_name='target', driver='null-co')
1295         self.assert_qmp(result, 'return', {})
1296
1297         result = self.vm.qmp('blockdev-mirror', job_id='mirror', device='filter0',
1298                              target='target', sync='full', replaces='filter1')
1299         self.assert_qmp(result, 'return', {})
1300
1301         self.complete_and_wait('mirror')
1302
1303         self.vm.assert_block_path('filter0', '/file', 'target')
1304
1305 # Tests for mirror with filters (and how the mirror filter behaves, as
1306 # an example for an implicit filter)
1307 class TestFilters(iotests.QMPTestCase):
1308     def setUp(self):
1309         qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M')
1310         qemu_img('create', '-f', iotests.imgfmt, '-b', backing_img,
1311                  '-F', iotests.imgfmt, test_img)
1312         qemu_img('create', '-f', iotests.imgfmt, '-b', backing_img,
1313                  '-F', iotests.imgfmt, target_img)
1314
1315         qemu_io('-c', 'write -P 1 0 512k', backing_img)
1316         qemu_io('-c', 'write -P 2 512k 512k', test_img)
1317
1318         self.vm = iotests.VM().add_device('virtio-scsi,id=vio-scsi')
1319         self.vm.launch()
1320
1321         result = self.vm.qmp('blockdev-add', **{
1322                                 'node-name': 'target',
1323                                 'driver': iotests.imgfmt,
1324                                 'file': {
1325                                     'driver': 'file',
1326                                     'filename': target_img
1327                                 },
1328                                 'backing': None
1329                             })
1330         self.assert_qmp(result, 'return', {})
1331
1332         self.filterless_chain = {
1333                 'node-name': 'source',
1334                 'driver': iotests.imgfmt,
1335                 'file': {
1336                     'driver': 'file',
1337                     'filename': test_img
1338                 },
1339                 'backing': {
1340                     'node-name': 'backing',
1341                     'driver': iotests.imgfmt,
1342                     'file': {
1343                         'driver': 'file',
1344                         'filename': backing_img
1345                     }
1346                 }
1347             }
1348
1349     def tearDown(self):
1350         self.vm.shutdown()
1351
1352         os.remove(test_img)
1353         os.remove(target_img)
1354         os.remove(backing_img)
1355
1356     def test_cor(self):
1357         result = self.vm.qmp('blockdev-add', **{
1358                                 'node-name': 'filter',
1359                                 'driver': 'copy-on-read',
1360                                 'file': self.filterless_chain
1361                             })
1362         self.assert_qmp(result, 'return', {})
1363
1364         result = self.vm.qmp('blockdev-mirror',
1365                              job_id='mirror',
1366                              device='filter',
1367                              target='target',
1368                              sync='top')
1369         self.assert_qmp(result, 'return', {})
1370
1371         self.complete_and_wait('mirror')
1372
1373         self.vm.qmp('blockdev-del', node_name='target')
1374
1375         target_map = qemu_img_map(target_img)
1376
1377         assert target_map[0]['start'] == 0
1378         assert target_map[0]['length'] == 512 * 1024
1379         assert target_map[0]['depth'] == 1
1380
1381         assert target_map[1]['start'] == 512 * 1024
1382         assert target_map[1]['length'] == 512 * 1024
1383         assert target_map[1]['depth'] == 0
1384
1385     def test_implicit_mirror_filter(self):
1386         result = self.vm.qmp('blockdev-add', **self.filterless_chain)
1387         self.assert_qmp(result, 'return', {})
1388
1389         # We need this so we can query from above the mirror node
1390         result = self.vm.qmp('device_add',
1391                              driver='scsi-hd',
1392                              id='virtio',
1393                              bus='vio-scsi.0',
1394                              drive='source')
1395         self.assert_qmp(result, 'return', {})
1396
1397         result = self.vm.qmp('blockdev-mirror',
1398                              job_id='mirror',
1399                              device='source',
1400                              target='target',
1401                              sync='top')
1402         self.assert_qmp(result, 'return', {})
1403
1404         # The mirror filter is now an implicit node, so it should be
1405         # invisible when querying the backing chain
1406         blockdevs = self.vm.qmp('query-block')['return']
1407         device_info = next(dev for dev in blockdevs if dev['qdev'] == 'virtio')
1408
1409         assert device_info['inserted']['node-name'] == 'source'
1410
1411         image_info = device_info['inserted']['image']
1412         assert image_info['filename'] == test_img
1413         assert image_info['backing-image']['filename'] == backing_img
1414
1415         self.complete_and_wait('mirror')
1416
1417     def test_explicit_mirror_filter(self):
1418         # Same test as above, but this time we give the mirror filter
1419         # a node-name so it will not be invisible
1420         result = self.vm.qmp('blockdev-add', **self.filterless_chain)
1421         self.assert_qmp(result, 'return', {})
1422
1423         # We need this so we can query from above the mirror node
1424         result = self.vm.qmp('device_add',
1425                              driver='scsi-hd',
1426                              id='virtio',
1427                              bus='vio-scsi.0',
1428                              drive='source')
1429         self.assert_qmp(result, 'return', {})
1430
1431         result = self.vm.qmp('blockdev-mirror',
1432                              job_id='mirror',
1433                              device='source',
1434                              target='target',
1435                              sync='top',
1436                              filter_node_name='mirror-filter')
1437         self.assert_qmp(result, 'return', {})
1438
1439         # With a node-name given to it, the mirror filter should now
1440         # be visible
1441         blockdevs = self.vm.qmp('query-block')['return']
1442         device_info = next(dev for dev in blockdevs if dev['qdev'] == 'virtio')
1443
1444         assert device_info['inserted']['node-name'] == 'mirror-filter'
1445
1446         self.complete_and_wait('mirror')
1447
1448
1449 if __name__ == '__main__':
1450     iotests.main(supported_fmts=['qcow2', 'qed'],
1451                  supported_protocols=['file'],
1452                  supported_platforms=['linux', 'freebsd', 'netbsd', 'openbsd'])