test/test.sh

   1 #! /bin/bash
   2
   3 # Caveats: kills all killable rsyncs
   4 #          don't disturb test timing by putting too much (extra) load on the machine
   5 # Debian: install packages bc, time
   6
   7 TESTDIR=/tmp/monikop-test
   8 DEV=$TESTDIR/dev
   9 MNT=$TESTDIR/mnt
  10 LOG=$TESTDIR/log
  11 RSYNC=$TESTDIR/rsync
  12 MONIKOP_1="../monikop ../test/monikop.config.test.1"
  13 MONIKOP_2="../monikop ../test/monikop.config.test.2"
  14 TEST_COUNT=0
  15 FAIL_COUNT=0
  16 FAILED_TESTS=""
  17
  18 function kill_rsyncd {
  19     kill `cat $TESTDIR/rsync/rsyncd.pid`
  20 }
  21
  22 function start_rsyncd {
  23     kill_rsyncd 2> /dev/null
  24     rm -f $RSYNC/rsyncd.pid 2> /dev/null
  25     rsync --daemon --config=../test/rsyncd.conf.test
  26 }
  27
  28 # make_test_drive <name> <size>
  29 function make_test_drive {
  30     mkdir -p $MNT/$1
  31     dd if=/dev/zero of=$DEV/$1 bs=1024 count=$2 2> /dev/null
  32     /sbin/mkfs.ext3 -m 0 -Fq $DEV/$1
  33     if ! mount $MNT/$1 2> /dev/null; then
  34         echo "# Can't mount $DEV/$1 to $MNT/$1."
  35         echo "# Redo from start after adding the following line to your /etc/fstab:"
  36         echo
  37         echo "   $DEV/$1 $MNT/$1 ext3 loop,user,noauto 0 0"
  38         echo
  39         return 1
  40     fi
  41 }
  42
  43 # make_test_file <name> <size> <date>
  44 function make_test_file {
  45     dd if=/dev/zero of=$1 bs=1024 count=$2 2> /dev/null
  46     echo ++++++++++++++++++++++++++$RANDOM***$3---$1 >> $1
  47     touch -t $3 $1
  48 }
  49
  50 # find_and_compare <origin_dir> <origin_dir> ... :: <copy_dir> <copy_dir> ...
  51 function find_and_compare {
  52     ORIGIN_DIRS=$1; shift;
  53     until [[ $1 == "::" ]]; do
  54         ORIGIN_DIRS="$ORIGIN_DIRS $1"; shift;
  55     done
  56     shift
  57     MISSING=""
  58     DIVERGING=""
  59     DIVERGING_MTIME=""
  60     RETURN_VALUE=0
  61     for i in `find $ORIGIN_DIRS -type f 2> /dev/null`; do
  62         FOUND=`find $@ -path "$MNT/*/measuring_data/${i#$MNT/*/data/}" 2> /dev/null`
  63         if [[ $FOUND == "" ]] ; then
  64             MISSING="$MISSING $i";
  65         elif ! cmp --quiet $i $FOUND; then
  66             DIVERGING="$DIVERGING $i"
  67         elif [[ `stat --printf="%Y" $i` != `stat --printf="%Y" $FOUND` ]]; then
  68             DIVERGING_MTIME="$DIVERGING_MTIME $i"
  69         fi
  70     done
  71     if [[ $MISSING != "" ]]; then
  72         RETURN_VALUE=1
  73         echo "MISSING: $MISSING"
  74     fi
  75     if [[ $DIVERGING != "" ]]; then
  76         RETURN_VALUE=$((return_value + 2))
  77         echo "DIVERGING: $DIVERGING"
  78     fi
  79     if [[ $DIVERGING_MTIME != "" ]]; then
  80         RETURN_VALUE=$((return_value + 4))
  81         echo "DIVERGING MTIME: $DIVERGING_MTIME"
  82     fi
  83     return $RETURN_VALUE
  84 }
  85
  86 # run_test <expected_return> <test-command> <comment>
  87 function run_test {
  88     echo "RUNNING $2 [$3]"
  89     TEST_COUNT=$(( TEST_COUNT + 1 ))
  90     $2
  91     RETURN_VALUE=$?
  92     if [[ $RETURN_VALUE -ne $1 ]]; then
  93         FAIL_COUNT=$(( FAIL_COUNT + 1 ))
  94         FAILED_TESTS="$FAILED_TESTS$2($1? $RETURN_VALUE!) [$3]\n"
  95         echo "$2 should have returned $1 but returned $RETURN_VALUE instead."
  96     fi
  97     sleep 2
  98 }
  99
 100 umount $MNT/* #2> /dev/null
 101 rm -rf $DEV $MNT $LOG
 102 mkdir -p $DEV $MNT $RSYNC
 103
 104 # Create and mount test drives:
 105 for i in 01 02 03 04; do
 106     make_test_drive $i 102400
 107     if [[ $? == 1 ]]; then
 108         MOUNTING_PROBLEM=1
 109     fi
 110 done
 111 make_test_drive 05 102400
 112 if [[ $? == 1 ]]; then
 113     MOUNTING_PROBLEM=1
 114 fi
 115 if [[ $MOUNTING_PROBLEM == 1 ]]; then exit; fi
 116
 117 # Prepare data sources:
 118 mkdir -p $MNT/01/data/d1/d2
 119 mkdir -p $MNT/02/data/d1/d2
 120 for i in f1 f2 f3; do
 121     make_test_file $MNT/01/data/$i 25000 200703250845.33
 122 done
 123 for i in f10 f11 f12; do
 124     make_test_file $MNT/02/data/$i 25000 200703250845.33
 125 done
 126 for i in f4 f5 f6; do
 127     make_test_file $MNT/01/data/d1/$i 2000 200703250845.33
 128     make_test_file $MNT/01/data/d1/d2/$i 2000 200703250845.33
 129 done
 130 for i in f7 f8 f9; do
 131     make_test_file $MNT/02/data/d1/$i 2000 200703250845.33
 132     make_test_file $MNT/02/data/d1/d2/$i 2000 200703250845.33
 133 done
 134
 135 # Check how fast we are:
 136
 137 T1=`/usr/bin/time --format="%e" rsync --recursive --times $MNT/01/data/ $MNT/03/ 2>&1 &`
 138 T2=`/usr/bin/time --format="%e" rsync --recursive --times $MNT/02/data/ $MNT/04/ 2>&1 &`
 139 INTERRUPTION_TIME_0=`echo "($T1 + $T2) * 3" | bc`
 140 INTERRUPTION_TIME_1=`echo "($T1 + $T2) * .1" | bc`
 141 INTERRUPTION_TIME_2=`echo "($T1 + $T2) * .82" | bc`
 142 echo $INTERRUPTION_TIME_0
 143 rm -rf $MNT/03/* $MNT/04/*
 144
 145 function test_monikop_simple {
 146     $MONIKOP_1 & sleep $INTERRUPTION_TIME_0; /bin/kill -TERM $!
 147     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4}/measuring_data
 148 }
 149
 150 function test_monikop_simple_late_sources {
 151     kill_rsyncd
 152     $MONIKOP_1 & sleep $INTERRUPTION_TIME_2; start_rsyncd; sleep $INTERRUPTION_TIME_0; /bin/kill -TERM $!
 153     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4}/measuring_data
 154 }
 155
 156 function test_monikop_short {
 157     $MONIKOP_1 & sleep $INTERRUPTION_TIME_1; /bin/kill -TERM $!
 158     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4}/measuring_data
 159 }
 160
 161 function test_monikop_short_2 {
 162     $MONIKOP_2 & sleep $INTERRUPTION_TIME_1; /bin/kill -TERM $!
 163     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4,5}/measuring_data
 164 }
 165
 166 function test_monikop_short_kill_rsync_first {
 167     $MONIKOP_2 & sleep $INTERRUPTION_TIME_1; /usr/bin/killall -KILL rsync; sleep 1; /bin/kill -TERM $!
 168     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4,5}/measuring_data
 169     RETURN=$?
 170     start_rsyncd
 171     sleep 2
 172     return $RETURN
 173 }
 174
 175 function test_monikop_short_cut_sources {
 176     $MONIKOP_2 & sleep $INTERRUPTION_TIME_1; kill_rsyncd; sleep 1; /bin/kill -TERM $!
 177     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4,5}/measuring_data
 178     RETURN=$?
 179     start_rsyncd
 180     sleep 2
 181     return $RETURN
 182 }
 183
 184 function test_monikop_simple_2 {
 185     $MONIKOP_2 & sleep $INTERRUPTION_TIME_0; /bin/kill -TERM $!
 186     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4,5}/measuring_data
 187 }
 188
 189 function test_monikop_overflow {
 190 # Stuff one of the destinations a bit:
 191     make_test_file $MNT/03/stuffing 25000 199903250845
 192     $MONIKOP_1 & sleep $INTERRUPTION_TIME_0; /bin/kill -TERM $!
 193     find_and_compare $TESTDIR/mnt/0{1,2}/data :: $TESTDIR/mnt/0{3,4}/measuring_data
 194 }
 195
 196 function test_monikop_no_destination {
 197 # We test basically if there is something to kill.
 198     umount $MNT/{03,04}
 199     $MONIKOP_1 & sleep $INTERRUPTION_TIME_2; /bin/kill -TERM $!
 200     RETURN=$?
 201     mount $MNT/03
 202     mount $MNT/04
 203     return $RETURN
 204 }
 205
 206 function test_monikop_no_source {
 207 # We test basically if there is something to kill.
 208     kill_rsyncd
 209     $MONIKOP_1 & sleep $INTERRUPTION_TIME_2; /bin/kill -TERM $!
 210     RETURN=$?
 211     start_rsyncd
 212     return $RETURN
 213 }
 214
 215 start_rsyncd
 216
 217 ##########################
 218 ### Run tests: Monikop
 219 ##########################
 220
 221 # run_test 0 test_monikop_simple "Simple run."
 222 #
 223 # rm -rf $MNT/0{3,4}/* $LOG
 224 #
 225 # chmod a-w,a-x $MNT/0{3,4}
 226 # run_test 1 test_monikop_simple "Unwritable destination"
 227 # chmod a+w,a+x $MNT/0{3,4}
 228 # run_test 0 test_monikop_simple "Unwritable destination"
 229 #
 230 # #kill_rsyncd; exit
 231 #
 232 # rm -rf $MNT/0{3,4}/* $LOG
 233 #
 234 # run_test 0 test_monikop_simple_late_sources "Simple run, sources coming up late."
 235 #
 236 # mv $MNT/03/measuring_data $MNT/03/backed_up
 237 # mv $MNT/04/measuring_data $MNT/04/backed_up
 238 # rm -rf $LOG
 239 #
 240 # run_test 0 test_monikop_simple "Simple run, deletion."
 241 #
 242 # rm -rf $MNT/0{3,4}/* $LOG
 243 #
 244 # run_test 1 test_monikop_short_2 "Repeated interruption."
 245 # run_test 1 test_monikop_short_2 "Repeated interruption (may pass unexpectedly due to test timing)."
 246 # run_test 0 test_monikop_simple_2 "Repeated interruption."
 247 #
 248 # mv $MNT/03/measuring_data $MNT/03/backed_up
 249 # mv $MNT/04/measuring_data $MNT/04/backed_up
 250 # mv $MNT/05/measuring_data $MNT/05/backed_up
 251 # rm -rf $LOG
 252 #
 253 # run_test 1 test_monikop_short_2 "Repeated interruption, deletion."
 254 # run_test 1 test_monikop_short_2 "Repeated interruption, deletion (may pass unexpectedly due to test timing)."
 255 # run_test 0 test_monikop_simple_2 "Repeated interruption, deletion."
 256 #
 257 # rm -rf $MNT/0{3,4,5}/* $LOG
 258 #
 259 # run_test 1 test_monikop_overflow
 260 #
 261 # rm -rf $MNT/0{3,4}/* $LOG
 262 #
 263 # run_test 0 test_monikop_no_destination "No destination available."
 264 # run_test 0 test_monikop_no_source "No destination available."
 265 #
 266 # rm -rf $MNT/0{3,4}/* $LOG
 267 #
 268 # run_test 1 test_monikop_short_kill_rsync_first "Rsync killed."
 269 # ps aux | grep rsync
 270 # run_test 0 test_monikop_simple_2 "Rsync killed."
 271 #
 272 # rm -rf $MNT/0{3,4,5}/* $LOG
 273 #
 274 # run_test 1 test_monikop_short_cut_sources "Connection to source destroyed."
 275 # run_test 0 test_monikop_simple_2 "Connection to source destroyed."
 276 #
 277 # rm -rf $MNT/0{3,4,5}/* $LOG
 278
 279
 280
 281 # unfinished: Pokinom must recover from this mess
 282 run_test 0 test_monikop_simple "Simple run."
 283 rm $MNT/01/data/f3
 284 cat $MNT/01/data/f1 >> $MNT/01/data/f2
 285 run_test 1 test_monikop_simple "Repeated run, file grown too large."
 286 rm -f $MNT/0{3,4}/measuring_data/f3
 287 run_test 0 test_monikop_simple "Repeated run, file grown too large."
 288 rm $MNT/01/data/f2
 289 for i in f2 f3; do
 290     make_test_file $MNT/01/data/$i 25000 200703250845.33
 291 done
 292
 293
 294 kill_rsyncd
 295
 296 echo "TOTAL NUMBER OF TESTS: $TEST_COUNT"
 297 echo "NUMBER OF FAILED TESTS: $FAIL_COUNT"
 298 echo "FAILED TESTS:"
 299 echo -e "$FAILED_TESTS"
 300
 301 exit $FAIL_COUNT