tests/qemu-iotests/check

   1 #!/bin/bash
   2 #
   3 # Copyright (C) 2009 Red Hat, Inc.
   4 # Copyright (c) 2000-2002,2006 Silicon Graphics, Inc.  All Rights Reserved.
   5 #
   6 # This program is free software; you can redistribute it and/or
   7 # modify it under the terms of the GNU General Public License as
   8 # published by the Free Software Foundation.
   9 #
  10 # This program is distributed in the hope that it would be useful,
  11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 # GNU General Public License for more details.
  14 #
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17 #
  18 #
  19 # Control script for QA
  20 #
  21
  22 tmp=/tmp/$$
  23 status=0
  24 needwrap=true
  25 try=0
  26 n_bad=0
  27 bad=""
  28 notrun=""
  29 interrupt=true
  30
  31 # by default don't output timestamps
  32 timestamp=${TIMESTAMP:=false}
  33
  34 # generic initialization
  35 iam=check
  36
  37 _init_error()
  38 {
  39     echo "$iam: $1" >&2
  40     exit 1
  41 }
  42
  43 if [ -L "$0" ]
  44 then
  45     # called from the build tree
  46     source_iotests=$(dirname "$(readlink "$0")")
  47     if [ -z "$source_iotests" ]
  48     then
  49         _init_error "failed to obtain source tree name from check symlink"
  50     fi
  51     source_iotests=$(cd "$source_iotests"; pwd) || _init_error "failed to enter source tree"
  52     build_iotests=$PWD
  53 else
  54     # called from the source tree
  55     source_iotests=$PWD
  56     # this may be an in-tree build (note that in the following code we may not
  57     # assume that it truly is and have to test whether the build results
  58     # actually exist)
  59     build_iotests=$PWD
  60 fi
  61
  62 build_root="$build_iotests/../.."
  63
  64 if [ -x "$build_iotests/socket_scm_helper" ]
  65 then
  66     export SOCKET_SCM_HELPER="$build_iotests/socket_scm_helper"
  67 fi
  68
  69 # if ./qemu exists, it should be prioritized and will be chosen by common.config
  70 if [[ -z "$QEMU_PROG" && ! -x './qemu' ]]
  71 then
  72     arch=$(uname -m 2> /dev/null)
  73
  74     if [[ -n $arch && -x "$build_root/$arch-softmmu/qemu-system-$arch" ]]
  75     then
  76         export QEMU_PROG="$build_root/$arch-softmmu/qemu-system-$arch"
  77     else
  78         pushd "$build_root" > /dev/null
  79         for binary in *-softmmu/qemu-system-*
  80         do
  81             if [ -x "$binary" ]
  82             then
  83                 export QEMU_PROG="$build_root/$binary"
  84                 break
  85             fi
  86         done
  87         popd > /dev/null
  88     fi
  89 fi
  90
  91 if [[ -z $QEMU_IMG_PROG && -x "$build_root/qemu-img" && ! -x './qemu-img' ]]
  92 then
  93     export QEMU_IMG_PROG="$build_root/qemu-img"
  94 fi
  95
  96 if [[ -z $QEMU_IO_PROG && -x "$build_root/qemu-io" && ! -x './qemu-io' ]]
  97 then
  98     export QEMU_IO_PROG="$build_root/qemu-io"
  99 fi
 100
 101 if [[ -z $QEMU_NBD_PROG && -x "$build_root/qemu-nbd" && ! -x './qemu-nbd' ]]
 102 then
 103     export QEMU_NBD_PROG="$build_root/qemu-nbd"
 104 fi
 105
 106 # we need common.env
 107 if ! . "$build_iotests/common.env"
 108 then
 109     _init_error "failed to source common.env (make sure the qemu-iotests are run from tests/qemu-iotests in the build tree)"
 110 fi
 111
 112 # we need common.config
 113 if ! . "$source_iotests/common.config"
 114 then
 115     _init_error "failed to source common.config"
 116 fi
 117
 118 # we need common.rc
 119 if ! . "$source_iotests/common.rc"
 120 then
 121     _init_error "failed to source common.rc"
 122 fi
 123
 124 # we need common
 125 . "$source_iotests/common"
 126
 127 #if [ `id -u` -ne 0 ]
 128 #then
 129 #    echo "check: QA must be run as root"
 130 #    exit 1
 131 #fi
 132
 133 _wallclock()
 134 {
 135     date "+%H %M %S" | $AWK_PROG '{ print $1*3600 + $2*60 + $3 }'
 136 }
 137
 138 _timestamp()
 139 {
 140     now=`date "+%T"`
 141     echo -n " [$now]"
 142 }
 143
 144 _wrapup()
 145 {
 146     # for hangcheck ...
 147     # remove files that were used by hangcheck
 148     #
 149     [ -f /tmp/check.pid ] && rm -rf /tmp/check.pid
 150     [ -f /tmp/check.sts ] && rm -rf /tmp/check.sts
 151
 152     if $showme
 153     then
 154         :
 155     elif $needwrap
 156     then
 157         if [ -f check.time -a -f $tmp.time ]
 158         then
 159             cat check.time $tmp.time \
 160             | $AWK_PROG '
 161         { t[$1] = $2 }
 162 END        { if (NR > 0) {
 163             for (i in t) print i " " t[i]
 164           }
 165         }' \
 166             | sort -n >$tmp.out
 167             mv $tmp.out check.time
 168         fi
 169
 170         if [ -f $tmp.expunged ]
 171         then
 172             notrun=`wc -l <$tmp.expunged | sed -e 's/  *//g'`
 173             try=`expr $try - $notrun`
 174             list=`echo "$list" | sed -f $tmp.expunged`
 175         fi
 176
 177         echo "" >>check.log
 178         date >>check.log
 179         echo $list | fmt | sed -e 's/^/    /' >>check.log
 180         $interrupt && echo "Interrupted!" >>check.log
 181
 182         if [ ! -z "$notrun" ]
 183         then
 184             echo "Not run:$notrun"
 185             echo "Not run:$notrun" >>check.log
 186         fi
 187         if [ ! -z "$n_bad" -a $n_bad != 0 ]
 188         then
 189             echo "Failures:$bad"
 190             echo "Failed $n_bad of $try tests"
 191             echo "Failures:$bad" | fmt >>check.log
 192             echo "Failed $n_bad of $try tests" >>check.log
 193         else
 194             echo "Passed all $try tests"
 195             echo "Passed all $try tests" >>check.log
 196         fi
 197         needwrap=false
 198     fi
 199
 200     rm -f /tmp/*.out /tmp/*.err /tmp/*.time
 201     rm -f /tmp/check.pid /tmp/check.sts
 202     rm -f $tmp.*
 203 }
 204
 205 trap "_wrapup; exit \$status" 0 1 2 3 15
 206
 207 # for hangcheck ...
 208 # Save pid of check in a well known place, so that hangcheck can be sure it
 209 # has the right pid (getting the pid from ps output is not reliable enough).
 210 #
 211 rm -rf /tmp/check.pid
 212 echo $$ >/tmp/check.pid
 213
 214 # for hangcheck ...
 215 # Save the status of check in a well known place, so that hangcheck can be
 216 # sure to know where check is up to (getting test number from ps output is
 217 # not reliable enough since the trace stuff has been introduced).
 218 #
 219 rm -rf /tmp/check.sts
 220 echo "preamble" >/tmp/check.sts
 221
 222 # don't leave old full output behind on a clean run
 223 rm -f check.full
 224
 225 [ -f check.time ] || touch check.time
 226
 227 FULL_IMGFMT_DETAILS=`_full_imgfmt_details`
 228 FULL_IMGPROTO_DETAILS=`_full_imgproto_details`
 229 FULL_HOST_DETAILS=`_full_platform_details`
 230 #FULL_MKFS_OPTIONS=`_scratch_mkfs_options`
 231 #FULL_MOUNT_OPTIONS=`_scratch_mount_options`
 232
 233 cat <<EOF
 234 QEMU          -- "$QEMU_PROG" $QEMU_OPTIONS
 235 QEMU_IMG      -- "$QEMU_IMG_PROG" $QEMU_IMG_OPTIONS
 236 QEMU_IO       -- "$QEMU_IO_PROG" $QEMU_IO_OPTIONS
 237 QEMU_NBD      -- "$QEMU_NBD_PROG" $QEMU_NBD_OPTIONS
 238 IMGFMT        -- $FULL_IMGFMT_DETAILS
 239 IMGPROTO      -- $FULL_IMGPROTO_DETAILS
 240 PLATFORM      -- $FULL_HOST_DETAILS
 241 TEST_DIR      -- $TEST_DIR
 242 SOCKET_SCM_HELPER -- $SOCKET_SCM_HELPER
 243
 244 EOF
 245 #MKFS_OPTIONS  -- $FULL_MKFS_OPTIONS
 246 #MOUNT_OPTIONS -- $FULL_MOUNT_OPTIONS
 247
 248 seq="check"
 249
 250 [ -n "$TESTS_REMAINING_LOG" ] && echo $list > $TESTS_REMAINING_LOG
 251
 252 for seq in $list
 253 do
 254     err=false
 255     echo -n "$seq"
 256     if [ -n "$TESTS_REMAINING_LOG" ] ; then
 257         sed -e "s/$seq//" -e 's/  / /' -e 's/^ *//' $TESTS_REMAINING_LOG > $TESTS_REMAINING_LOG.tmp
 258         mv $TESTS_REMAINING_LOG.tmp $TESTS_REMAINING_LOG
 259         sync
 260     fi
 261
 262     if $showme
 263     then
 264         echo
 265         continue
 266     elif [ -f expunged ] && $expunge && egrep "^$seq([         ]|\$)" expunged >/dev/null
 267     then
 268         echo " - expunged"
 269         rm -f $seq.out.bad
 270         echo "/^$seq\$/d" >>$tmp.expunged
 271     elif [ ! -f "$source_iotests/$seq" ]
 272     then
 273         echo " - no such test?"
 274         echo "/^$seq\$/d" >>$tmp.expunged
 275     else
 276         # really going to try and run this one
 277         #
 278         rm -f $seq.out.bad
 279         lasttime=`sed -n -e "/^$seq /s/.* //p" <check.time`
 280         if [ "X$lasttime" != X ]; then
 281                 echo -n " ${lasttime}s ..."
 282         else
 283                 echo -n "        "        # prettier output with timestamps.
 284         fi
 285         rm -f core $seq.notrun
 286
 287         # for hangcheck ...
 288         echo "$seq" >/tmp/check.sts
 289
 290         start=`_wallclock`
 291         $timestamp && echo -n "        ["`date "+%T"`"]"
 292
 293         if [ "$(head -n 1 "$source_iotests/$seq")" == "#!/usr/bin/env python" ]; then
 294             run_command="$PYTHON $seq"
 295         else
 296             run_command="./$seq"
 297         fi
 298         export OUTPUT_DIR=$PWD
 299         if $debug; then
 300             (cd "$source_iotests";
 301             MALLOC_PERTURB_=${MALLOC_PERTURB_:-$(($RANDOM % 255 + 1))} \
 302                     $run_command -d 2>&1 | tee $tmp.out)
 303         else
 304             (cd "$source_iotests";
 305             MALLOC_PERTURB_=${MALLOC_PERTURB_:-$(($RANDOM % 255 + 1))} \
 306                     $run_command >$tmp.out 2>&1)
 307         fi
 308         sts=$?
 309         $timestamp && _timestamp
 310         stop=`_wallclock`
 311
 312         if [ -f core ]
 313         then
 314             echo -n " [dumped core]"
 315             mv core $seq.core
 316             err=true
 317         fi
 318
 319         if [ -f $seq.notrun ]
 320         then
 321             $timestamp || echo -n " [not run] "
 322             $timestamp && echo " [not run]" && echo -n "        $seq -- "
 323             cat $seq.notrun
 324             notrun="$notrun $seq"
 325         else
 326             if [ $sts -ne 0 ]
 327             then
 328                 echo -n " [failed, exit status $sts]"
 329                 err=true
 330             fi
 331
 332             reference="$source_iotests/$seq.out"
 333             reference_machine="$source_iotests/$seq.$QEMU_DEFAULT_MACHINE.out"
 334             if [ -f "$reference_machine" ]; then
 335                 reference="$reference_machine"
 336             fi
 337
 338             if [ "$CACHEMODE" = "none" ]; then
 339                 [ -f "$source_iotests/$seq.out.nocache" ] && reference="$source_iotests/$seq.out.nocache"
 340             fi
 341
 342             if [ ! -f "$reference" ]
 343             then
 344                 echo " - no qualified output"
 345                 err=true
 346             else
 347                 if diff -w "$reference" $tmp.out >/dev/null 2>&1
 348                 then
 349                     echo ""
 350                     if $err
 351                     then
 352                         :
 353                     else
 354                         echo "$seq `expr $stop - $start`" >>$tmp.time
 355                     fi
 356                 else
 357                     echo " - output mismatch (see $seq.out.bad)"
 358                     mv $tmp.out $seq.out.bad
 359                     $diff -w "$reference" $seq.out.bad
 360                     err=true
 361                 fi
 362             fi
 363         fi
 364
 365     fi
 366
 367     # come here for each test, except when $showme is true
 368     #
 369     if $err
 370     then
 371         bad="$bad $seq"
 372         n_bad=`expr $n_bad + 1`
 373         quick=false
 374     fi
 375     [ -f $seq.notrun ] || try=`expr $try + 1`
 376
 377     seq="after_$seq"
 378 done
 379
 380 interrupt=false
 381 status=`expr $n_bad`
 382 exit