tests/qemu-iotests/093

   1 #!/usr/bin/env python
   2 #
   3 # Tests for IO throttling
   4 #
   5 # Copyright (C) 2015 Red Hat, Inc.
   6 # Copyright (C) 2015-2016 Igalia, S.L.
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU General Public License as published by
  10 # the Free Software Foundation; either version 2 of the License, or
  11 # (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  20 #
  21
  22 import iotests
  23
  24 nsec_per_sec = 1000000000
  25
  26 class ThrottleTestCase(iotests.QMPTestCase):
  27     test_img = "null-aio://"
  28     max_drives = 3
  29
  30     def blockstats(self, device):
  31         result = self.vm.qmp("query-blockstats")
  32         for r in result['return']:
  33             if r['device'] == device:
  34                 stat = r['stats']
  35                 return stat['rd_bytes'], stat['rd_operations'], stat['wr_bytes'], stat['wr_operations']
  36         raise Exception("Device not found for blockstats: %s" % device)
  37
  38     def setUp(self):
  39         self.vm = iotests.VM()
  40         for i in range(0, self.max_drives):
  41             self.vm.add_drive(self.test_img)
  42         self.vm.launch()
  43
  44     def tearDown(self):
  45         self.vm.shutdown()
  46
  47     def configure_throttle(self, ndrives, params):
  48         params['group'] = 'test'
  49
  50         # Set the I/O throttling parameters to all drives
  51         for i in range(0, ndrives):
  52             params['device'] = 'drive%d' % i
  53             result = self.vm.qmp("block_set_io_throttle", conv_keys=False, **params)
  54             self.assert_qmp(result, 'return', {})
  55
  56     def do_test_throttle(self, ndrives, seconds, params, first_drive = 0):
  57         def check_limit(limit, num):
  58             # IO throttling algorithm is discrete, allow 10% error so the test
  59             # is more robust
  60             return limit == 0 or \
  61                    (num < seconds * limit * 1.1 / ndrives
  62                    and num > seconds * limit * 0.9 / ndrives)
  63
  64         # Set vm clock to a known value
  65         ns = seconds * nsec_per_sec
  66         self.vm.qtest("clock_step %d" % ns)
  67
  68         # Submit enough requests so the throttling mechanism kicks
  69         # in. The throttled requests won't be executed until we
  70         # advance the virtual clock.
  71         rq_size = 512
  72         rd_nr = max(params['bps'] / rq_size / 2,
  73                     params['bps_rd'] / rq_size,
  74                     params['iops'] / 2,
  75                     params['iops_rd'])
  76         rd_nr *= seconds * 2
  77         rd_nr /= ndrives
  78         wr_nr = max(params['bps'] / rq_size / 2,
  79                     params['bps_wr'] / rq_size,
  80                     params['iops'] / 2,
  81                     params['iops_wr'])
  82         wr_nr *= seconds * 2
  83         wr_nr /= ndrives
  84
  85         # Send I/O requests to all drives
  86         for i in range(rd_nr):
  87             for drive in range(0, ndrives):
  88                 idx = first_drive + drive
  89                 self.vm.hmp_qemu_io("drive%d" % idx, "aio_read %d %d" %
  90                                     (i * rq_size, rq_size))
  91
  92         for i in range(wr_nr):
  93             for drive in range(0, ndrives):
  94                 idx = first_drive + drive
  95                 self.vm.hmp_qemu_io("drive%d" % idx, "aio_write %d %d" %
  96                                     (i * rq_size, rq_size))
  97
  98         # We'll store the I/O stats for each drive in these arrays
  99         start_rd_bytes = [0] * ndrives
 100         start_rd_iops  = [0] * ndrives
 101         start_wr_bytes = [0] * ndrives
 102         start_wr_iops  = [0] * ndrives
 103         end_rd_bytes   = [0] * ndrives
 104         end_rd_iops    = [0] * ndrives
 105         end_wr_bytes   = [0] * ndrives
 106         end_wr_iops    = [0] * ndrives
 107
 108         # Read the stats before advancing the clock
 109         for i in range(0, ndrives):
 110             idx = first_drive + i
 111             start_rd_bytes[i], start_rd_iops[i], start_wr_bytes[i], \
 112                 start_wr_iops[i] = self.blockstats('drive%d' % idx)
 113
 114         self.vm.qtest("clock_step %d" % ns)
 115
 116         # Read the stats after advancing the clock
 117         for i in range(0, ndrives):
 118             idx = first_drive + i
 119             end_rd_bytes[i], end_rd_iops[i], end_wr_bytes[i], \
 120                 end_wr_iops[i] = self.blockstats('drive%d' % idx)
 121
 122         # Check that the I/O is within the limits and evenly distributed
 123         for i in range(0, ndrives):
 124             rd_bytes = end_rd_bytes[i] - start_rd_bytes[i]
 125             rd_iops = end_rd_iops[i] - start_rd_iops[i]
 126             wr_bytes = end_wr_bytes[i] - start_wr_bytes[i]
 127             wr_iops = end_wr_iops[i] - start_wr_iops[i]
 128
 129             self.assertTrue(check_limit(params['bps'], rd_bytes + wr_bytes))
 130             self.assertTrue(check_limit(params['bps_rd'], rd_bytes))
 131             self.assertTrue(check_limit(params['bps_wr'], wr_bytes))
 132             self.assertTrue(check_limit(params['iops'], rd_iops + wr_iops))
 133             self.assertTrue(check_limit(params['iops_rd'], rd_iops))
 134             self.assertTrue(check_limit(params['iops_wr'], wr_iops))
 135
 136         # Allow remaining requests to finish.  We submitted twice as many to
 137         # ensure the throttle limit is reached.
 138         self.vm.qtest("clock_step %d" % ns)
 139
 140     # Connect N drives to a VM and test I/O in all of them
 141     def test_all(self):
 142         params = {"bps": 4096,
 143                   "bps_rd": 4096,
 144                   "bps_wr": 4096,
 145                   "iops": 10,
 146                   "iops_rd": 10,
 147                   "iops_wr": 10,
 148                  }
 149         # Repeat the test with different numbers of drives
 150         for ndrives in range(1, self.max_drives + 1):
 151             # Pick each out of all possible params and test
 152             for tk in params:
 153                 limits = dict([(k, 0) for k in params])
 154                 limits[tk] = params[tk] * ndrives
 155                 self.configure_throttle(ndrives, limits)
 156                 self.do_test_throttle(ndrives, 5, limits)
 157
 158     # Connect N drives to a VM and test I/O in just one of them a time
 159     def test_one(self):
 160         params = {"bps": 4096,
 161                   "bps_rd": 4096,
 162                   "bps_wr": 4096,
 163                   "iops": 10,
 164                   "iops_rd": 10,
 165                   "iops_wr": 10,
 166                  }
 167         # Repeat the test for each one of the drives
 168         for drive in range(0, self.max_drives):
 169             # Pick each out of all possible params and test
 170             for tk in params:
 171                 limits = dict([(k, 0) for k in params])
 172                 limits[tk] = params[tk] * self.max_drives
 173                 self.configure_throttle(self.max_drives, limits)
 174                 self.do_test_throttle(1, 5, limits, drive)
 175
 176     def test_burst(self):
 177         params = {"bps": 4096,
 178                   "bps_rd": 4096,
 179                   "bps_wr": 4096,
 180                   "iops": 10,
 181                   "iops_rd": 10,
 182                   "iops_wr": 10,
 183                  }
 184         ndrives = 1
 185         # Pick each out of all possible params and test
 186         for tk in params:
 187             rate = params[tk] * ndrives
 188             burst_rate = rate * 7
 189             burst_length = 4
 190
 191             # Configure the throttling settings
 192             settings = dict([(k, 0) for k in params])
 193             settings[tk] = rate
 194             settings['%s_max' % tk] = burst_rate
 195             settings['%s_max_length' % tk] = burst_length
 196             self.configure_throttle(ndrives, settings)
 197
 198             # Wait for the bucket to empty so we can do bursts
 199             wait_ns = nsec_per_sec * burst_length * burst_rate / rate
 200             self.vm.qtest("clock_step %d" % wait_ns)
 201
 202             # Test I/O at the max burst rate
 203             limits = dict([(k, 0) for k in params])
 204             limits[tk] = burst_rate
 205             self.do_test_throttle(ndrives, burst_length, limits)
 206
 207             # Now test I/O at the normal rate
 208             limits[tk] = rate
 209             self.do_test_throttle(ndrives, 5, limits)
 210
 211 class ThrottleTestCoroutine(ThrottleTestCase):
 212     test_img = "null-co://"
 213
 214 class ThrottleTestGroupNames(iotests.QMPTestCase):
 215     test_img = "null-aio://"
 216     max_drives = 3
 217
 218     def setUp(self):
 219         self.vm = iotests.VM()
 220         for i in range(0, self.max_drives):
 221             self.vm.add_drive(self.test_img, "throttling.iops-total=100")
 222         self.vm.launch()
 223
 224     def tearDown(self):
 225         self.vm.shutdown()
 226
 227     def set_io_throttle(self, device, params):
 228         params["device"] = device
 229         result = self.vm.qmp("block_set_io_throttle", conv_keys=False, **params)
 230         self.assert_qmp(result, 'return', {})
 231
 232     def verify_name(self, device, name):
 233         result = self.vm.qmp("query-block")
 234         for r in result["return"]:
 235             if r["device"] == device:
 236                 info = r["inserted"]
 237                 if name:
 238                     self.assertEqual(info["group"], name)
 239                 else:
 240                     self.assertFalse(info.has_key('group'))
 241                 return
 242
 243         raise Exception("No group information found for '%s'" % device)
 244
 245     def test_group_naming(self):
 246         params = {"bps": 0,
 247                   "bps_rd": 0,
 248                   "bps_wr": 0,
 249                   "iops": 0,
 250                   "iops_rd": 0,
 251                   "iops_wr": 0}
 252
 253         # Check the drives added using the command line.
 254         # The default throttling group name is the device name.
 255         for i in range(self.max_drives):
 256             devname = "drive%d" % i
 257             self.verify_name(devname, devname)
 258
 259         # Clear throttling settings => the group name is gone.
 260         for i in range(self.max_drives):
 261             devname = "drive%d" % i
 262             self.set_io_throttle(devname, params)
 263             self.verify_name(devname, None)
 264
 265         # Set throttling settings using block_set_io_throttle and
 266         # check the default group names.
 267         params["iops"] = 10
 268         for i in range(self.max_drives):
 269             devname = "drive%d" % i
 270             self.set_io_throttle(devname, params)
 271             self.verify_name(devname, devname)
 272
 273         # Set a custom group name for each device
 274         for i in range(3):
 275             devname = "drive%d" % i
 276             groupname = "group%d" % i
 277             params['group'] = groupname
 278             self.set_io_throttle(devname, params)
 279             self.verify_name(devname, groupname)
 280
 281         # Put drive0 in group1 and check that all other devices remain
 282         # unchanged
 283         params['group'] = 'group1'
 284         self.set_io_throttle('drive0', params)
 285         self.verify_name('drive0', 'group1')
 286         for i in range(1, self.max_drives):
 287             devname = "drive%d" % i
 288             groupname = "group%d" % i
 289             self.verify_name(devname, groupname)
 290
 291         # Put drive0 in group2 and check that all other devices remain
 292         # unchanged
 293         params['group'] = 'group2'
 294         self.set_io_throttle('drive0', params)
 295         self.verify_name('drive0', 'group2')
 296         for i in range(1, self.max_drives):
 297             devname = "drive%d" % i
 298             groupname = "group%d" % i
 299             self.verify_name(devname, groupname)
 300
 301         # Clear throttling settings from drive0 check that all other
 302         # devices remain unchanged
 303         params["iops"] = 0
 304         self.set_io_throttle('drive0', params)
 305         self.verify_name('drive0', None)
 306         for i in range(1, self.max_drives):
 307             devname = "drive%d" % i
 308             groupname = "group%d" % i
 309             self.verify_name(devname, groupname)
 310
 311 class ThrottleTestRemovableMedia(iotests.QMPTestCase):
 312     def setUp(self):
 313         self.vm = iotests.VM()
 314         if iotests.qemu_default_machine == 's390-ccw-virtio':
 315             self.vm.add_device("virtio-scsi-ccw,id=virtio-scsi")
 316         else:
 317             self.vm.add_device("virtio-scsi-pci,id=virtio-scsi")
 318         self.vm.launch()
 319
 320     def tearDown(self):
 321         self.vm.shutdown()
 322
 323     def test_removable_media(self):
 324         # Add a couple of dummy nodes named cd0 and cd1
 325         result = self.vm.qmp("blockdev-add", driver="null-aio",
 326                              node_name="cd0")
 327         self.assert_qmp(result, 'return', {})
 328         result = self.vm.qmp("blockdev-add", driver="null-aio",
 329                              node_name="cd1")
 330         self.assert_qmp(result, 'return', {})
 331
 332         # Attach a CD drive with cd0 inserted
 333         result = self.vm.qmp("device_add", driver="scsi-cd",
 334                              id="dev0", drive="cd0")
 335         self.assert_qmp(result, 'return', {})
 336
 337         # Set I/O limits
 338         args = { "id": "dev0", "iops": 100, "iops_rd": 0, "iops_wr": 0,
 339                                 "bps":  50,  "bps_rd": 0,  "bps_wr": 0 }
 340         result = self.vm.qmp("block_set_io_throttle", conv_keys=False, **args)
 341         self.assert_qmp(result, 'return', {})
 342
 343         # Check that the I/O limits have been set
 344         result = self.vm.qmp("query-block")
 345         self.assert_qmp(result, 'return[0]/inserted/iops', 100)
 346         self.assert_qmp(result, 'return[0]/inserted/bps',   50)
 347
 348         # Now eject cd0 and insert cd1
 349         result = self.vm.qmp("blockdev-open-tray", id='dev0')
 350         self.assert_qmp(result, 'return', {})
 351         result = self.vm.qmp("blockdev-remove-medium", id='dev0')
 352         self.assert_qmp(result, 'return', {})
 353         result = self.vm.qmp("blockdev-insert-medium", id='dev0', node_name='cd1')
 354         self.assert_qmp(result, 'return', {})
 355
 356         # Check that the I/O limits are still the same
 357         result = self.vm.qmp("query-block")
 358         self.assert_qmp(result, 'return[0]/inserted/iops', 100)
 359         self.assert_qmp(result, 'return[0]/inserted/bps',   50)
 360
 361         # Eject cd1
 362         result = self.vm.qmp("blockdev-remove-medium", id='dev0')
 363         self.assert_qmp(result, 'return', {})
 364
 365         # Check that we can't set limits if the device has no medium
 366         result = self.vm.qmp("block_set_io_throttle", conv_keys=False, **args)
 367         self.assert_qmp(result, 'error/class', 'GenericError')
 368
 369         # Remove the CD drive
 370         result = self.vm.qmp("device_del", id='dev0')
 371         self.assert_qmp(result, 'return', {})
 372
 373
 374 if __name__ == '__main__':
 375     iotests.main(supported_fmts=["raw"])