2 # Copyright (C) 2011-2024 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
17 # Check the testsuite summary with the parallel test harness. This
18 # script is meant to be sourced by other test scripts, so that it can
19 # be used to check different scenarios (colorized and non-colorized
20 # testsuite output, packages with and without bug-report addresses,
21 # testsuites in subdirectories, ...)
27 AM_COLOR_TESTS
=always
; export AM_COLOR_TESTS
28 # Forced colorization should take place also with non-ANSI
29 # terminals; hence this setting.
30 TERM
=dumb
; export TERM
35 fatal_
"invalid use_colors='$use_colors'";;
38 cat > configure.ac
<<END
39 AC_INIT([GNU AutoFoo], [7.1], [bug-automake@gnu.org])
41 AC_CONFIG_FILES([Makefile])
45 cat > Makefile.am
<<'END'
47 T_LOG_COMPILER = $(SHELL) $(srcdir)/log-compiler
48 ## Will be defined at runtime.
53 cat > log-compiler
<<'END'
56 pass*|*/pass*|xpass*|*/xpass*) exit 0;;
57 fail*|*/fail*|xfail*|*/xfail*) exit 1;;
58 skip*|*/skip*) exit 77;;
59 error*|/error*) exit 99;;
60 copy*|*/copy*) cat "$1";;
65 # Quite complex, but allow the tests in client scripts to be written
66 # in a "data-driven fashion".
74 case $t in fail
*|xpass
*|error
*) expect_failure
=:;; esac
75 case $t in xfail
*|xpass
*) xfail_tests
="$xfail_tests $t";; esac
77 run_make
-O -e IGNORE check TESTS
="$tests" XFAIL_TESTS
="$xfail_tests"
78 if $expect_failure; then
79 test $am_make_rc -gt 0 ||
exit 1
81 test $am_make_rc -eq 0 ||
exit 1
83 $PERL "$am_testaux_srcdir"/extract-testsuite-summary.pl stdout
>summary.got \
84 || fatal_
"cannot extract testsuite summary"
87 if test $use_colors = yes; then
88 # Use cmp, not diff, because the files might contain binary data.
93 $compare summary.exp summary.got ||
exit 1
96 br
='============================================================================'
100 $AUTOMAKE --add-missing