2 # Copyright (C) 2011-2024 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
17 # Custom test drivers: try the "recheck" functionality with test protocols
18 # that allow multiple testcases in a single test script. In particular,
19 # check that this still works when we override $(TESTS) and $(TEST_LOGS)
21 # See also related tests 'test-driver-custom-multitest-recheck.sh' and
22 # 'parallel-tests-recheck-override.sh'.
26 cp "$am_testaux_srcdir"/trivial-test-driver . \
27 || fatal_
"failed to fetch auxiliary script trivial-test-driver"
29 cat >> configure.ac
<< 'END'
33 cat > Makefile.am
<< 'END'
34 TEST_LOG_DRIVER
= $
(SHELL
) $
(srcdir
)/trivial-test-driver
35 TESTS
= a.
test b.
test c.
test
58 if test -f c.err
; then
60 elif test -f c.ok
; then
74 for vpath
in : false
; do
85 : Run the tests
for the first
time.
86 run_make
-O -e FAIL check
87 # All the test scripts should have run.
91 count_test_results total
=5 pass
=2 fail
=1 xpass
=1 xfail
=0 skip
=1 error
=0
95 : An empty
'$(TESTS)' or
'$(TEST_LOGS)' means that no
test should be run.
96 for var
in TESTS TEST_LOGS
; do
97 run_make
-O "$var=" recheck
98 count_test_results total
=0 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0
105 : a.
test was successful the first
time, no need to re-run it.
106 using_gmake ||
$sleep # Required by BSD make.
107 run_make
-O TESTS
=a.
test recheck
108 count_test_results total
=0 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0
113 : b.
test failed
, it should be re-run. And
make it pass this
time.
114 using_gmake ||
$sleep # Required by BSD make.
116 run_make
-O TEST_LOGS
=b.log recheck
120 count_test_results total
=2 pass
=0 fail
=0 xpass
=0 xfail
=1 skip
=1 error
=0
124 : No need to re-run a.
test or b.
test anymore.
125 using_gmake ||
$sleep # Required by BSD make.
126 run_make
-O TEST_LOGS
=b.log recheck
127 count_test_results total
=0 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0
131 using_gmake ||
$sleep # Required by BSD make.
132 run_make
-O TESTS
='a.test b.test' recheck
133 count_test_results total
=0 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0
138 : No need to re-run a.
test anymore
, but c.
test should be rerun
,
139 : as it contained an XPASS. And this
time, make it fail with
142 run_make
-e FAIL
-O TEST_LOGS
='a.log c.log' recheck
143 count_test_results total
=1 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=1
150 : c.
test contained and hard error the last
time, so it should be re-run.
151 : This
time, make it pass
152 # Use 'echo', not ':'; see comments above for why.
153 using_gmake ||
$sleep # Required by BSD make.
155 run_make
-O TESTS
='c.test a.test' recheck
156 count_test_results total
=1 pass
=1 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0
161 rm -f *.run
*.err
*.ok
163 : Nothing should be rerun anymore
, as all tests have been eventually
165 using_gmake ||
$sleep # Required by BSD make.
167 count_test_results total
=0 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=0 error
=0