19 echo "[Test Results Summary]"
24 for fn
in `find testsuite extensions -name testrun.sum | sort`; do
26 nofail
=`grep -c "^FAIL: " ${fn}`
27 nopass
=`grep -c "^PASS: " ${fn}`
28 noxfail
=`grep -c "^XFAIL: " ${fn}`
29 noxpass
=`grep -c "^XPASS: " ${fn}`
30 nounresolved
=`grep -c "^UNRESOLVED: " ${fn}`
31 nountested
=`grep -c "^UNTESTED: " ${fn}`
32 echo -n "Test suite $dir: "
34 if test $nofail -gt 0; then
35 suitefail
="${suitefail} ${dir}"
36 echo -n "$nofail real failures"
37 total_fail
=`expr $total_fail + $nofail`
40 if test $noxpass -gt 0; then
41 suitexpass
="${suitexpass} ${dir}"
42 if test $someprint -gt 0; then echo -n ", "; fi
43 echo -n "$noxpass unexpected successes"
44 total_xpass
=`expr $total_xpass + $noxpass`
47 if test $nopass -gt 0; then
48 if test $someprint -gt 0; then echo -n ", "; fi
49 echo -n "$nopass passes"
50 total_pass
=`expr $total_pass + $nopass`
53 if test $noxfail -gt 0; then
54 if test $someprint -gt 0; then echo -n ", "; fi
55 echo -n "${noxfail} expected failure"
56 total_xfail
=`expr $total_xfail + $noxfail`
59 if test ${nounresolved} -gt 0; then
60 if test $someprint -gt 0; then echo -n ", "; fi
61 echo -n "${nounresolved} unresolved"
62 total_unresolved
=`expr ${total_unresolved} + ${nounresolved}`
65 if test ${nountested} -gt 0; then
66 if test $someprint -gt 0; then echo -n ", "; fi
67 echo -n "${nountested} untested"
68 total_untested
=`expr ${total_untested} + ${nountested}`
71 if test ${nofail} -gt 0 ||
test ${noxpass} -gt 0; then echo -n " *"; fi
76 echo "Test Result Totals:"
77 if test ${total_pass} -gt 0; then
78 echo " Total passes: $total_pass"
80 if test ${total_unresolved} -gt 0; then
81 echo " Total unresolved: $total_unresolved"
83 if test ${total_xfail} -gt 0; then
84 echo " Total expected failures: ${total_xfail}"
86 if test ${total_untested} -gt 0; then
87 echo " Total untested: ${total_untested}"
89 if test ${total_fail} -gt 0; then
90 echo " * Total real failures: $total_fail"
92 if test ${total_xpass} -gt 0; then
93 echo " --> Total unexpected successes: ${total_xpass}"
98 # For now, return a failure if any XPASS or FAIL occurred
99 if test ${total_fail} -gt 0 ||
test ${total_xpass} -gt 0; then
101 if test ${total_fail} -gt 0; then
102 echo "Unexpected failures follow:"
103 for s
in ${suitefail}; do
104 echo " --=[ ${s} ]=-- "
105 grep -w FAIL
${s}/testrun.
sum;
110 if test ${total_xpass} -gt 0; then
111 echo "Unexpected successes follow:"
112 for s
in ${suitexpass}; do
113 echo "--=[ ${s} ]=--- "
114 grep -w XPASS
${s}/testrun.
sum; done
124 # Look for regressions