tests/qemu-iotests/122

   1 #!/usr/bin/env bash
   2 # group: rw
   3 #
   4 # Test some qemu-img convert cases
   5 #
   6 # Copyright (C) 2015 Red Hat, Inc.
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU General Public License as published by
  10 # the Free Software Foundation; either version 2 of the License, or
  11 # (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  20 #
  21
  22 # creator
  23 owner=kwolf@redhat.com
  24
  25 seq="$(basename $0)"
  26 echo "QA output created by $seq"
  27
  28 status=1        # failure is the default!
  29
  30 _cleanup()
  31 {
  32     for img in "$TEST_IMG".[123]; do
  33         _rm_test_img "$img"
  34     done
  35     _cleanup_test_img
  36 }
  37 trap "_cleanup; exit \$status" 0 1 2 3 15
  38
  39 # get standard environment, filters and checks
  40 . ./common.rc
  41 . ./common.filter
  42
  43 _supported_fmt qcow2
  44 _supported_proto file
  45 _supported_os Linux
  46
  47
  48 TEST_IMG="$TEST_IMG".base _make_test_img 64M
  49 $QEMU_IO -c "write -P 0x11 0 64M" "$TEST_IMG".base 2>&1 | _filter_qemu_io | _filter_testdir
  50
  51
  52 echo
  53 echo "=== Check allocation status regression with -B ==="
  54 echo
  55
  56 _make_test_img -b "$TEST_IMG".base -F $IMGFMT
  57 $QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
  58 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base \
  59     -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig
  60 $QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map
  61
  62
  63 echo
  64 echo "=== Check that zero clusters are kept in overlay ==="
  65 echo
  66
  67 _make_test_img -b "$TEST_IMG".base -F $IMGFMT
  68
  69 $QEMU_IO -c "write -P 0 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
  70 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \
  71     "$TEST_IMG" "$TEST_IMG".orig
  72 $QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
  73 $QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \
  74     "$TEST_IMG" "$TEST_IMG".orig
  75 $QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
  76
  77 $QEMU_IO -c "write -z 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
  78 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \
  79     "$TEST_IMG" "$TEST_IMG".orig
  80 $QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
  81 $QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base -o backing_fmt=$IMGFMT \
  82     "$TEST_IMG" "$TEST_IMG".orig
  83 $QEMU_IO -c "read -P 0 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
  84
  85
  86 echo
  87 echo "=== Converting to an overlay larger than its backing file ==="
  88 echo
  89
  90 TEST_IMG="$TEST_IMG".base _make_test_img 256M
  91 # Needs to be at least how much an L2 table covers
  92 # (64 kB/entry * 64 kB / 8 B/entry = 512 MB)
  93 # That way, qcow2 will yield at least two status request responses.
  94 # With just a single response, it would always say "Allocated in the
  95 # backing file", so the optimization qemu-img convert tries to do is
  96 # done automatically.  Once it has to be queried twice, however (and
  97 # one of the queries is completely after the end of the backing file),
  98 # the block layer will automatically add a ZERO flag that qemu-img
  99 # convert used to follow up with a zero write to the target.
 100 # We do not want such a zero write, however, because we are past the
 101 # end of the backing file on the target as well, so we do not need to
 102 # write anything there.
 103 _make_test_img -b "$TEST_IMG".base 768M -F $IMGFMT
 104
 105 # Use compat=0.10 as the output so there is no zero cluster support
 106 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o compat=0.10 \
 107     -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig
 108 # See that nothing has been allocated past 64M
 109 $QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map
 110
 111 echo
 112
 113 # Just before the end of the backing file
 114 $QEMU_IO -c 'write -P 0x11 255M 1M' "$TEST_IMG".base 2>&1 | _filter_qemu_io
 115 # Somewhere in the second L2 table
 116 $QEMU_IO -c 'write -P 0x22 600M 1M' "$TEST_IMG" 2>&1 | _filter_qemu_io
 117
 118 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -o compat=0.10 \
 119     -o backing_fmt=$IMGFMT "$TEST_IMG" "$TEST_IMG".orig
 120
 121 $QEMU_IMG map "$TEST_IMG".orig | _filter_qemu_img_map
 122 $QEMU_IO -c 'read -P 0x11 255M 1M' \
 123          -c 'read -P 0x22 600M 1M' \
 124          "$TEST_IMG".orig \
 125     | _filter_qemu_io
 126
 127
 128 echo
 129 echo "=== Concatenate multiple source images ==="
 130 echo
 131
 132 TEST_IMG="$TEST_IMG".1 _make_test_img 4M
 133 TEST_IMG="$TEST_IMG".2 _make_test_img 4M
 134 TEST_IMG="$TEST_IMG".3 _make_test_img 4M
 135
 136 $QEMU_IO -c "write -P 0x11 0 64k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir
 137 $QEMU_IO -c "write -P 0x22 0 64k" "$TEST_IMG".2 2>&1 | _filter_qemu_io | _filter_testdir
 138 $QEMU_IO -c "write -P 0x33 0 64k" "$TEST_IMG".3 2>&1 | _filter_qemu_io | _filter_testdir
 139
 140 $QEMU_IMG convert -O $IMGFMT "$TEST_IMG".[123] "$TEST_IMG"
 141 $QEMU_IMG map "$TEST_IMG" | _filter_qemu_img_map
 142 $QEMU_IO -c "read -P 0x11 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 143 $QEMU_IO -c "read -P 0x22 4M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 144 $QEMU_IO -c "read -P 0x33 8M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 145
 146 $QEMU_IMG convert -c -O $IMGFMT "$TEST_IMG".[123] "$TEST_IMG"
 147 $QEMU_IMG map --output=json "$TEST_IMG" | _filter_qemu_img_map
 148 $QEMU_IO -c "read -P 0x11 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 149 $QEMU_IO -c "read -P 0x22 4M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 150 $QEMU_IO -c "read -P 0x33 8M 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 151
 152 # -B can't be combined with concatenation
 153 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base "$TEST_IMG".[123] "$TEST_IMG"
 154 $QEMU_IMG convert -O $IMGFMT -c -B "$TEST_IMG".base "$TEST_IMG".[123] "$TEST_IMG"
 155
 156
 157 echo
 158 echo "=== Compression with misaligned allocations and image sizes ==="
 159 echo
 160
 161 TEST_IMG="$TEST_IMG".1 _make_test_img 1023k -o cluster_size=1024
 162 TEST_IMG="$TEST_IMG".2 _make_test_img 1023k -o cluster_size=1024
 163
 164 $QEMU_IO -c "write -P 0x11   16k  16k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir
 165 $QEMU_IO -c "write -P 0x22  130k 130k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir
 166 $QEMU_IO -c "write -P 0x33 1022k   1k" "$TEST_IMG".1 2>&1 | _filter_qemu_io | _filter_testdir
 167 $QEMU_IO -c "write -P 0x44    0k   1k" "$TEST_IMG".2 2>&1 | _filter_qemu_io | _filter_testdir
 168
 169 $QEMU_IMG convert -c -O $IMGFMT "$TEST_IMG".[12] "$TEST_IMG"
 170 $QEMU_IMG map --output=json "$TEST_IMG" | _filter_qemu_img_map
 171 $QEMU_IO -c "read -P 0       0k   16k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 172 $QEMU_IO -c "read -P 0x11   16k   16k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 173 $QEMU_IO -c "read -P 0      32k   98k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 174 $QEMU_IO -c "read -P 0x22  130k  130k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 175 $QEMU_IO -c "read -P 0     260k  762k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 176 $QEMU_IO -c "read -P 0x33 1022k    1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 177 $QEMU_IO -c "read -P 0x44 1023k    1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 178 $QEMU_IO -c "read -P 0    1024k 1022k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 179
 180
 181 echo
 182 echo "=== Full allocation with -S 0 ==="
 183 echo
 184
 185 # Standalone image
 186 _make_test_img 64M
 187 $QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 188 $QEMU_IO -c "write -P 0 3M 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 189
 190 echo
 191 echo convert -S 0:
 192 $QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig
 193 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 194 $QEMU_IO -c "read -P 0 3M 61M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 195 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 196
 197 echo
 198 echo convert -c -S 0:
 199 $QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig
 200 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 201 $QEMU_IO -c "read -P 0 3M 61M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 202 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 203
 204 # With backing file
 205 TEST_IMG="$TEST_IMG".base _make_test_img 64M
 206 $QEMU_IO -c "write -P 0x11 0 32M" "$TEST_IMG".base 2>&1 | _filter_qemu_io | _filter_testdir
 207
 208 _make_test_img -b "$TEST_IMG".base 64M -F $IMGFMT
 209 $QEMU_IO -c "write -P 0x22 0 3M" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 210
 211 echo
 212 echo convert -S 0 with source backing file:
 213 $QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig
 214 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 215 $QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 216 $QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 217 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 218
 219 echo
 220 echo convert -c -S 0 with source backing file:
 221 $QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig
 222 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 223 $QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 224 $QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 225 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 226
 227 # With keeping the backing file
 228 echo
 229 echo convert -S 0 -B ...
 230 $QEMU_IMG convert -O $IMGFMT -S 0 "$TEST_IMG" "$TEST_IMG".orig
 231 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 232 $QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 233 $QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 234 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 235
 236 echo
 237 echo convert -c -S 0 -B ...
 238 $QEMU_IMG convert -O $IMGFMT -c -S 0 "$TEST_IMG" "$TEST_IMG".orig
 239 $QEMU_IO -c "read -P 0x22 0 3M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 240 $QEMU_IO -c "read -P 0x11 3M 29M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 241 $QEMU_IO -c "read -P 0 32M 32M" "$TEST_IMG".orig 2>&1 | _filter_qemu_io | _filter_testdir
 242 $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 243
 244
 245 echo
 246 echo "=== Non-zero -S ==="
 247 echo
 248
 249 _make_test_img 64M -o cluster_size=1k
 250 $QEMU_IO -c "write -P 0 0 64k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 251 $QEMU_IO -c "write 0 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 252 $QEMU_IO -c "write 8k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 253 $QEMU_IO -c "write 17k 1k" "$TEST_IMG" 2>&1 | _filter_qemu_io | _filter_testdir
 254
 255 for min_sparse in 4k 8k; do
 256     echo
 257     echo convert -S $min_sparse
 258     $QEMU_IMG convert -O $IMGFMT -o cluster_size=1k -S $min_sparse "$TEST_IMG" "$TEST_IMG".orig
 259     $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 260
 261     echo
 262     echo convert -c -S $min_sparse
 263     # For compressed images, -S values other than 0 are ignored
 264     $QEMU_IMG convert -O $IMGFMT -o cluster_size=1k -c -S $min_sparse "$TEST_IMG" "$TEST_IMG".orig
 265     $QEMU_IMG map --output=json "$TEST_IMG".orig | _filter_qemu_img_map
 266 done
 267
 268
 269 echo
 270 echo '=== -n to a non-zero image ==='
 271 echo
 272
 273 # Keep source zero
 274 _make_test_img 64M
 275
 276 # Output is not zero, but has bdrv_has_zero_init() == 1
 277 TEST_IMG="$TEST_IMG".orig _make_test_img 64M
 278 $QEMU_IO -c "write -P 42 0 64k" "$TEST_IMG".orig | _filter_qemu_io
 279
 280 # Convert with -n, which should not assume that the target is zeroed
 281 $QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG" "$TEST_IMG".orig
 282
 283 $QEMU_IMG compare "$TEST_IMG" "$TEST_IMG".orig
 284
 285 echo
 286 echo '=== -n to an empty image ==='
 287 echo
 288
 289 TEST_IMG="$TEST_IMG".orig _make_test_img 64M
 290
 291 # Convert with -n, which should not result in a fully allocated image, not even
 292 # with compat=0.10 (because the target doesn't have a backing file)
 293 for compat in "1.1" "0.10"; do
 294     IMGOPTS="compat=$compat" _make_test_img 64M
 295     $QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG".orig "$TEST_IMG"
 296     $QEMU_IMG map --output=json "$TEST_IMG"
 297 done
 298
 299 echo
 300 echo '=== -n to an empty image with a backing file ==='
 301 echo
 302
 303 TEST_IMG="$TEST_IMG".orig _make_test_img 64M
 304 TEST_IMG="$TEST_IMG".base _make_test_img 64M
 305
 306 # Convert with -n, which should still not result in a fully allocated image for
 307 # compat=1.1 (because it can use zero clusters), but it should be fully
 308 # allocated with compat=0.10
 309 for compat in "1.1" "0.10"; do
 310     IMGOPTS="compat=$compat" _make_test_img -b "$TEST_IMG".base -F $IMGFMT 64M
 311     $QEMU_IMG convert -O $IMGFMT -n "$TEST_IMG".orig "$TEST_IMG"
 312     $QEMU_IMG map --output=json "$TEST_IMG"
 313 done
 314
 315 echo
 316 echo '=== -n -B to an image without a backing file ==='
 317 echo
 318
 319 # Base for the output
 320 TEST_IMG="$TEST_IMG".base _make_test_img 64M
 321
 322 # Output that does have $TEST_IMG.base set as its (implicit) backing file
 323 TEST_IMG="$TEST_IMG".orig _make_test_img 64M
 324
 325 # Convert with -n, which should not confuse -B with "target BDS has a
 326 # backing file"
 327 $QEMU_IMG convert -O $IMGFMT -B "$TEST_IMG".base -n "$TEST_IMG" "$TEST_IMG".orig
 328
 329 echo
 330 echo '=== -n incompatible with -o ==='
 331 echo
 332
 333 $QEMU_IMG convert -O $IMGFMT -o preallocation=metadata -n \
 334           "$TEST_IMG" "$TEST_IMG".orig && echo "unexpected success"
 335
 336 # success, all done
 337 echo '*** done'
 338 rm -f $seq.full
 339 status=0