t/tap-test-number-0.sh

   1 #! /bin/sh
   2 # Copyright (C) 2011-2017 Free Software Foundation, Inc.
   3 #
   4 # This program is free software; you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation; either version 2, or (at your option)
   7 # any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
  16
  17 # TAP support:
  18 #  - a test result numbered as 0 is to be considered out-of-order
  19 # This is consistent with the behaviour of the 'prove' utility.
  20
  21 . test-init.sh
  22 . tap-setup.sh
  23
  24 cat > a.test <<END
  25 1..1
  26 ok 0
  27 END
  28
  29 cat > b.test <<END
  30 1..1
  31 not ok 0
  32 END
  33
  34 cat > c.test <<END
  35 1..1
  36 ok 0 foo # SKIP
  37 END
  38
  39 cat > d.test <<END
  40 1..1
  41 not ok 0 bar # TODO
  42 END
  43
  44 cat > e.test <<END
  45 1..1
  46 ok 0 # TODO
  47 END
  48
  49 run_make -O -e FAIL TESTS='a.test b.test c.test d.test e.test' check
  50 count_test_results total=5 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=5
  51
  52 grep '^ERROR: a\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  53 grep '^ERROR: b\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  54 grep '^ERROR: c\.test 0 foo # OUT-OF-ORDER (expecting 1)$' stdout
  55 grep '^ERROR: d\.test 0 bar # OUT-OF-ORDER (expecting 1)$' stdout
  56 grep '^ERROR: e\.test 0 # OUT-OF-ORDER (expecting 1)$' stdout
  57
  58 :