tests/acceptance/replay_kernel.py

   1 # Record/replay test that boots a Linux kernel
   2 #
   3 # Copyright (c) 2020 ISP RAS
   4 #
   5 # Author:
   6 #  Pavel Dovgalyuk <Pavel.Dovgaluk@ispras.ru>
   7 #
   8 # This work is licensed under the terms of the GNU GPL, version 2 or
   9 # later.  See the COPYING file in the top-level directory.
  10
  11 import os
  12 import logging
  13 import time
  14
  15 from avocado import skipIf
  16 from avocado_qemu import wait_for_console_pattern
  17 from avocado.utils import archive
  18 from avocado.utils import process
  19 from boot_linux_console import LinuxKernelTest
  20
  21 class ReplayKernel(LinuxKernelTest):
  22     """
  23     Boots a Linux kernel in record mode and checks that the console
  24     is operational and the kernel command line is properly passed
  25     from QEMU to the kernel.
  26     Then replays the same scenario and verifies, that QEMU correctly
  27     terminates.
  28     """
  29
  30     timeout = 90
  31     KERNEL_COMMON_COMMAND_LINE = 'printk.time=1 panic=-1 '
  32
  33     def run_vm(self, kernel_path, kernel_command_line, console_pattern,
  34                record, shift, args, replay_path):
  35         logger = logging.getLogger('replay')
  36         start_time = time.time()
  37         vm = self.get_vm()
  38         vm.set_console()
  39         if record:
  40             logger.info('recording the execution...')
  41             mode = 'record'
  42         else:
  43             logger.info('replaying the execution...')
  44             mode = 'replay'
  45         vm.add_args('-icount', 'shift=%s,rr=%s,rrfile=%s' %
  46                     (shift, mode, replay_path),
  47                     '-kernel', kernel_path,
  48                     '-append', kernel_command_line,
  49                     '-net', 'none',
  50                     '-no-reboot')
  51         if args:
  52             vm.add_args(*args)
  53         vm.launch()
  54         self.wait_for_console_pattern(console_pattern, vm)
  55         if record:
  56             vm.shutdown()
  57             logger.info('finished the recording with log size %s bytes'
  58                         % os.path.getsize(replay_path))
  59         else:
  60             vm.wait()
  61             logger.info('successfully finished the replay')
  62         elapsed = time.time() - start_time
  63         logger.info('elapsed time %.2f sec' % elapsed)
  64         return elapsed
  65
  66     def run_rr(self, kernel_path, kernel_command_line, console_pattern,
  67                shift=7, args=None):
  68         replay_path = os.path.join(self.workdir, 'replay.bin')
  69         t1 = self.run_vm(kernel_path, kernel_command_line, console_pattern,
  70                          True, shift, args, replay_path)
  71         t2 = self.run_vm(kernel_path, kernel_command_line, console_pattern,
  72                          False, shift, args, replay_path)
  73         logger = logging.getLogger('replay')
  74         logger.info('replay overhead {:.2%}'.format(t2 / t1 - 1))
  75
  76     @skipIf(os.getenv('GITLAB_CI'), 'Running on GitLab')
  77     def test_x86_64_pc(self):
  78         """
  79         :avocado: tags=arch:x86_64
  80         :avocado: tags=machine:pc
  81         """
  82         kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
  83                       '/linux/releases/29/Everything/x86_64/os/images/pxeboot'
  84                       '/vmlinuz')
  85         kernel_hash = '23bebd2680757891cf7adedb033532163a792495'
  86         kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
  87
  88         kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=ttyS0'
  89         console_pattern = 'VFS: Cannot open root device'
  90
  91         self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=5)
  92
  93     def test_aarch64_virt(self):
  94         """
  95         :avocado: tags=arch:aarch64
  96         :avocado: tags=machine:virt
  97         :avocado: tags=cpu:cortex-a53
  98         """
  99         kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
 100                       '/linux/releases/29/Everything/aarch64/os/images/pxeboot'
 101                       '/vmlinuz')
 102         kernel_hash = '8c73e469fc6ea06a58dc83a628fc695b693b8493'
 103         kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
 104
 105         kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
 106                                'console=ttyAMA0')
 107         console_pattern = 'VFS: Cannot open root device'
 108
 109         self.run_rr(kernel_path, kernel_command_line, console_pattern,
 110                     args=('-cpu', 'cortex-a53'))
 111
 112     def test_arm_virt(self):
 113         """
 114         :avocado: tags=arch:arm
 115         :avocado: tags=machine:virt
 116         """
 117         kernel_url = ('https://archives.fedoraproject.org/pub/archive/fedora'
 118                       '/linux/releases/29/Everything/armhfp/os/images/pxeboot'
 119                       '/vmlinuz')
 120         kernel_hash = 'e9826d741b4fb04cadba8d4824d1ed3b7fb8b4d4'
 121         kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
 122
 123         kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
 124                                'console=ttyAMA0')
 125         console_pattern = 'VFS: Cannot open root device'
 126
 127         self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=1)
 128
 129     @skipIf(os.getenv('GITLAB_CI'), 'Running on GitLab')
 130     def test_arm_cubieboard_initrd(self):
 131         """
 132         :avocado: tags=arch:arm
 133         :avocado: tags=machine:cubieboard
 134         """
 135         deb_url = ('https://apt.armbian.com/pool/main/l/'
 136                    'linux-4.20.7-sunxi/linux-image-dev-sunxi_5.75_armhf.deb')
 137         deb_hash = '1334c29c44d984ffa05ed10de8c3361f33d78315'
 138         deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
 139         kernel_path = self.extract_from_deb(deb_path,
 140                                             '/boot/vmlinuz-4.20.7-sunxi')
 141         dtb_path = '/usr/lib/linux-image-dev-sunxi/sun4i-a10-cubieboard.dtb'
 142         dtb_path = self.extract_from_deb(deb_path, dtb_path)
 143         initrd_url = ('https://github.com/groeck/linux-build-test/raw/'
 144                       '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/'
 145                       'arm/rootfs-armv5.cpio.gz')
 146         initrd_hash = '2b50f1873e113523967806f4da2afe385462ff9b'
 147         initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash)
 148         initrd_path = os.path.join(self.workdir, 'rootfs.cpio')
 149         archive.gzip_uncompress(initrd_path_gz, initrd_path)
 150
 151         kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
 152                                'console=ttyS0,115200 '
 153                                'usbcore.nousb '
 154                                'panic=-1 noreboot')
 155         console_pattern = 'Boot successful.'
 156         self.run_rr(kernel_path, kernel_command_line, console_pattern, shift=1,
 157                     args=('-dtb', dtb_path,
 158                           '-initrd', initrd_path,
 159                           '-no-reboot'))
 160
 161     def test_ppc64_pseries(self):
 162         """
 163         :avocado: tags=arch:ppc64
 164         :avocado: tags=machine:pseries
 165         """
 166         kernel_url = ('https://archives.fedoraproject.org/pub/archive'
 167                       '/fedora-secondary/releases/29/Everything/ppc64le/os'
 168                       '/ppc/ppc64/vmlinuz')
 169         kernel_hash = '3fe04abfc852b66653b8c3c897a59a689270bc77'
 170         kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash)
 171
 172         kernel_command_line = self.KERNEL_COMMON_COMMAND_LINE + 'console=hvc0'
 173         # icount is not good enough for PPC64 for complete boot yet
 174         console_pattern = 'Kernel command line: %s' % kernel_command_line
 175         self.run_rr(kernel_path, kernel_command_line, console_pattern)
 176
 177     def test_m68k_q800(self):
 178         """
 179         :avocado: tags=arch:m68k
 180         :avocado: tags=machine:q800
 181         """
 182         deb_url = ('https://snapshot.debian.org/archive/debian-ports'
 183                    '/20191021T083923Z/pool-m68k/main'
 184                    '/l/linux/kernel-image-5.3.0-1-m68k-di_5.3.7-1_m68k.udeb')
 185         deb_hash = '044954bb9be4160a3ce81f8bc1b5e856b75cccd1'
 186         deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash)
 187         kernel_path = self.extract_from_deb(deb_path,
 188                                             '/boot/vmlinux-5.3.0-1-m68k')
 189
 190         kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE +
 191                                'console=ttyS0 vga=off')
 192         console_pattern = 'No filesystem could mount root'
 193         self.run_rr(kernel_path, kernel_command_line, console_pattern)
 194
 195     def do_test_advcal_2018(self, file_path, kernel_name, args=None):
 196         archive.extract(file_path, self.workdir)
 197
 198         for entry in os.scandir(self.workdir):
 199             if entry.name.startswith('day') and entry.is_dir():
 200                 kernel_path = os.path.join(entry.path, kernel_name)
 201                 break
 202
 203         kernel_command_line = ''
 204         console_pattern = 'QEMU advent calendar'
 205         self.run_rr(kernel_path, kernel_command_line, console_pattern,
 206                     args=args)
 207
 208     def test_arm_vexpressa9(self):
 209         """
 210         :avocado: tags=arch:arm
 211         :avocado: tags=machine:vexpress-a9
 212         """
 213         tar_hash = '32b7677ce8b6f1471fb0059865f451169934245b'
 214         tar_url = ('https://www.qemu-advent-calendar.org'
 215                    '/2018/download/day16.tar.xz')
 216         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 217         dtb_path = self.workdir + '/day16/vexpress-v2p-ca9.dtb'
 218         self.do_test_advcal_2018(file_path, 'winter.zImage',
 219                                  args=('-dtb', dtb_path))
 220
 221     def test_m68k_mcf5208evb(self):
 222         """
 223         :avocado: tags=arch:m68k
 224         :avocado: tags=machine:mcf5208evb
 225         """
 226         tar_hash = 'ac688fd00561a2b6ce1359f9ff6aa2b98c9a570c'
 227         tar_url = ('https://www.qemu-advent-calendar.org'
 228                    '/2018/download/day07.tar.xz')
 229         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 230         self.do_test_advcal_2018(file_path, 'sanity-clause.elf')
 231
 232     def test_microblaze_s3adsp1800(self):
 233         """
 234         :avocado: tags=arch:microblaze
 235         :avocado: tags=machine:petalogix-s3adsp1800
 236         """
 237         tar_hash = '08bf3e3bfb6b6c7ce1e54ab65d54e189f2caf13f'
 238         tar_url = ('https://www.qemu-advent-calendar.org'
 239                    '/2018/download/day17.tar.xz')
 240         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 241         self.do_test_advcal_2018(file_path, 'ballerina.bin')
 242
 243     def test_ppc64_e500(self):
 244         """
 245         :avocado: tags=arch:ppc64
 246         :avocado: tags=machine:ppce500
 247         :avocado: tags=cpu:e5500
 248         """
 249         tar_hash = '6951d86d644b302898da2fd701739c9406527fe1'
 250         tar_url = ('https://www.qemu-advent-calendar.org'
 251                    '/2018/download/day19.tar.xz')
 252         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 253         self.do_test_advcal_2018(file_path, 'uImage', ('-cpu', 'e5500'))
 254
 255     def test_ppc_g3beige(self):
 256         """
 257         :avocado: tags=arch:ppc
 258         :avocado: tags=machine:g3beige
 259         """
 260         tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc'
 261         tar_url = ('https://www.qemu-advent-calendar.org'
 262                    '/2018/download/day15.tar.xz')
 263         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 264         self.do_test_advcal_2018(file_path, 'invaders.elf',
 265                                  args=('-M', 'graphics=off'))
 266
 267     def test_ppc_mac99(self):
 268         """
 269         :avocado: tags=arch:ppc
 270         :avocado: tags=machine:mac99
 271         """
 272         tar_hash = 'e0b872a5eb8fdc5bed19bd43ffe863900ebcedfc'
 273         tar_url = ('https://www.qemu-advent-calendar.org'
 274                    '/2018/download/day15.tar.xz')
 275         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 276         self.do_test_advcal_2018(file_path, 'invaders.elf',
 277                                  args=('-M', 'graphics=off'))
 278
 279     def test_sparc_ss20(self):
 280         """
 281         :avocado: tags=arch:sparc
 282         :avocado: tags=machine:SS-20
 283         """
 284         tar_hash = 'b18550d5d61c7615d989a06edace051017726a9f'
 285         tar_url = ('https://www.qemu-advent-calendar.org'
 286                    '/2018/download/day11.tar.xz')
 287         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 288         self.do_test_advcal_2018(file_path, 'zImage.elf')
 289
 290     def test_xtensa_lx60(self):
 291         """
 292         :avocado: tags=arch:xtensa
 293         :avocado: tags=machine:lx60
 294         :avocado: tags=cpu:dc233c
 295         """
 296         tar_hash = '49e88d9933742f0164b60839886c9739cb7a0d34'
 297         tar_url = ('https://www.qemu-advent-calendar.org'
 298                    '/2018/download/day02.tar.xz')
 299         file_path = self.fetch_asset(tar_url, asset_hash=tar_hash)
 300         self.do_test_advcal_2018(file_path, 'santas-sleigh-ride.elf',
 301                                  args=('-cpu', 'dc233c'))