2 # Copyright (C) 2011-2013 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2, or (at your option)
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18 # - test results seen in a TAP stream that has a "plan with SKIP" are
19 # flagged as errors, even if all of them are "SKIP" results.
35 TESTS
='foo.test bar.test' $MAKE -e check
>stdout
&& { cat stdout
; exit 1; }
38 count_test_results total
=5 pass
=0 fail
=0 xpass
=0 xfail
=0 skip
=2 error
=3
40 # Don't be too strict w.r.t. the format of the "skip whole test" message.
41 grep '^SKIP: foo\.test$' stdout ||
grep '^SKIP: foo\.test [^0-9]' stdout
42 grep '^ERROR: foo\.test 1 # UNPLANNED$' stdout
43 grep '^ERROR: foo\.test - too many tests run (expected 0, got 1)$' stdout
44 grep '^SKIP: bar\.test 1 # SKIP$' stdout
45 grep '^ERROR: bar\.test - too many tests run (expected 0, got 1)$' stdout