tests/test-retry-reopen-fail.sh

   1 #!/usr/bin/env bash
   2 # nbdkit
   3 # Copyright (C) 2018-2019 Red Hat Inc.
   4 #
   5 # Redistribution and use in source and binary forms, with or without
   6 # modification, are permitted provided that the following conditions are
   7 # met:
   8 #
   9 # * Redistributions of source code must retain the above copyright
  10 # notice, this list of conditions and the following disclaimer.
  11 #
  12 # * Redistributions in binary form must reproduce the above copyright
  13 # notice, this list of conditions and the following disclaimer in the
  14 # documentation and/or other materials provided with the distribution.
  15 #
  16 # * Neither the name of Red Hat nor the names of its contributors may be
  17 # used to endorse or promote products derived from this software without
  18 # specific prior written permission.
  19 #
  20 # THIS SOFTWARE IS PROVIDED BY RED HAT AND CONTRIBUTORS ''AS IS'' AND
  21 # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  22 # THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
  23 # PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL RED HAT OR
  24 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  25 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  26 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
  27 # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  28 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  29 # OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
  30 # OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  31 # SUCH DAMAGE.
  32
  33 # This test is similar to test-retry.sh but it also tests the case
  34 # where the reopen operation fails.
  35
  36 source ./functions.sh
  37 set -e
  38 set -x
  39
  40 fail=0
  41
  42 requires qemu-io --version
  43
  44 files="retry-reopen-fail-count retry-reopen-fail-open-count"
  45 rm -f $files
  46 cleanup_fn rm -f $files
  47
  48 # do_test retries mintime expcount
  49 do_test ()
  50 {
  51     retries=$1
  52     mintime=$2
  53     expcount=$3
  54
  55     echo 0 > retry-reopen-fail-count
  56     echo 0 > retry-reopen-fail-open-count
  57     start_t=$SECONDS
  58
  59     # Create a custom plugin which will test retrying.
  60     nbdkit -v -U - \
  61            sh - \
  62            --filter=retry retry-delay=1 retries=$retries \
  63            --run 'qemu-io -r -f raw $nbd -c "r 0 512" -c "r 0 512"' <<'EOF'
  64 #!/usr/bin/env bash
  65 case "$1" in
  66     open)
  67         # Count how many times the connection is (re-)opened.
  68         read i < retry-reopen-fail-open-count
  69         ((i++))
  70         echo $i > retry-reopen-fail-open-count
  71         if [ $i -eq 2 ]; then
  72             echo "EIO open failed" >&2
  73             exit 1
  74         fi
  75         ;;
  76     pread)
  77         # Fail 2 times then succeed.
  78         read i < retry-reopen-fail-count
  79         ((i++))
  80         echo $i > retry-reopen-fail-count
  81         if [ $i -le 2 ]; then
  82             echo "EIO pread failed" >&2
  83             exit 1
  84         else
  85             dd if=/dev/zero count=$3 iflag=count_bytes
  86         fi
  87         ;;
  88
  89     get_size) echo 512 ;;
  90     *) exit 2 ;;
  91 esac
  92 EOF
  93
  94     # Check that running time appears reasonable.
  95     end_t=$SECONDS
  96     if [ $((end_t - start_t)) -lt $mintime ]; then
  97         echo "$0: test ran too quickly"
  98         fail=1
  99     fi
 100
 101     # Check the handle was opened as often as expected.
 102     read open_count < retry-reopen-fail-open-count
 103     if [ $open_count -ne $expcount ]; then
 104         echo "$0: open-count ($open_count) != $expcount"
 105         fail=1
 106     fi
 107 }
 108
 109 # In this test we should see 3 failures:
 110 # first pread FAILS
 111 # retry and wait 1 seconds
 112 # open FAILS
 113 # retry and wait 2 seconds
 114 # open succeeds
 115 # first pread FAILS
 116 # retry and wait 4 seconds
 117 # open succeeds
 118 # first pread succeeds
 119 # second pread succeeds
 120
 121 # The minimum time for the test should be 1+2+4 = 7 seconds.
 122 do_test 5 7 4
 123
 124 exit $fail