2 # Copyright (C) 2011-2024 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
17 # TAP support: the following situations should be flagged as errors:
18 # - unmatched test plan (too few tests run)
19 # - multiple test plans
21 # - misplaced test plan (tests run after a late plan)
22 # Checks about unplanned tests are performed in 'tap-unplanned.sh'
23 # and 'tap-skip-whole-badcount.sh'. More checks about corner-cases
24 # in TAP plans are performed in 'tap-plan-corner.sh'.
33 test -n "$err" || fatal_
"\$err not set before calling my_check"
34 cat all.
test # For debugging.
35 run_make
-O -e FAIL check
36 count_test_results
"$@"
37 grep "^ERROR: all\\.test $err$" stdout
41 err
='- too few tests run (expected 2, got 1)'
42 my_check total
=2 pass
=1 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
47 err
='- too few tests run (expected 12, got 3)'
48 my_check total
=4 pass
=2 fail
=0 xpass
=0 xfail
=1 skip
=0 error
=1 <<END
55 err
='- too few tests run (expected 1, got 0)'
56 my_check total
=1 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
60 err
='2 # AFTER LATE PLAN'
61 my_check total
=2 pass
=1 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
67 err
='5 # AFTER LATE PLAN'
68 my_check total
=5 pass
=4 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
77 err
='- missing test plan'
78 my_check total
=2 pass
=1 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
83 # The two test plans here are deliberately equal.
84 err
='- multiple test plans'
85 my_check total
=3 pass
=2 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
92 # The second plan is diagnosed as extra, and only the first one is
93 # relevant w.r.t. the number of the expected test.
94 err
='- multiple test plans'
95 my_check total
=4 pass
=3 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END
103 # As above, in a slightly different situation.
104 err
='- multiple test plans'
105 my_check total
=3 pass
=2 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1 <<END