contrib/test_summary

   1 #! /bin/sh
   2
   3 # (C) 1998, 1999, 2000, 2002 Free Software Foundation
   4 # Originally by Alexandre Oliva <oliva@dcc.unicamp.br>
   5
   6 # This script is Free Software, and it can be copied, distributed and
   7 # modified as defined in the GNU General Public License.  A copy of
   8 # its license can be downloaded from http://www.gnu.org/copyleft/gpl.html
   9
  10 # This script processes *.{sum,log} files, producing a shell-script
  11 # that sends e-mail to the appropriate lists and renames files to
  12 # *.sent.  It currently handles only gcc, but it should be quite easy
  13 # to modify it to handle other packages and its mailing lists.
  14
  15 # The scripts assumes it is run in the root directory of the build
  16 # tree, and it will include all .sum files it finds in the mail
  17 # report.
  18
  19 # configure flags are extracted from ./config.status
  20
  21 # if the BOOT_CFLAGS environment variable is set, it will be included
  22 # in the mail report too.
  23
  24 # The usage pattern of this script is as follows:
  25
  26 # test_summary | more   # so as to observe what should be done
  27
  28 # test_summary | sh     # so as to actually send e-mail and move log files
  29
  30 # It accepts a few command line arguments.  For example:
  31 if test x"$1" = "x-h"; then
  32   cat <<_EOF
  33  -o: re-reads logs that have been mailed already (.sum.sent)
  34  -t: prevents logs from being renamed
  35  -p: prepend specified file (or list of files: -p "a b") to the report
  36  -i: append specified file (or list of files: -i "a b") to the report
  37  -m: specify the e-mail address to send notes to.  An appropriate default
  38      should be selected from the log files.
  39  -f: force reports to be mailed; if omitted, only reports that differ
  40      from the sent.* version are sent.
  41 _EOF
  42   exit 0
  43 fi
  44
  45 # Find a good awk.
  46 if test -z "$AWK" ; then
  47   for AWK in gawk nawk awk ; do
  48     if type $AWK 2>&1 | grep 'not found' > /dev/null 2>&1 ; then
  49       :
  50     else
  51       break
  52     fi
  53   done
  54 fi
  55
  56 : ${filesuffix=}; export filesuffix
  57 : ${move=true}; export move
  58 : ${forcemail=false}; export forcemail
  59 while true; do
  60     case "$1" in
  61       -o) filesuffix=.sent; move=false; : ${mailto=nobody}; shift;;
  62       -t) move=false; shift;;
  63       -p) prepend_logs=${prepend_logs+"$prepend_logs "}"$2"; shift 2;;
  64       -i) append_logs=${append_logs+"$append_logs "}"$2"; shift 2;;
  65       -m) mailto=$2; forcemail=true; shift 2;;
  66       -f) unset mailto; forcemail=true; shift;;
  67       *) break;;
  68     esac
  69 done
  70 : ${mailto="\" address \""}; export mailto
  71 files=`find . -name \*.sum$filesuffix -print | sort`
  72 anyfile=false anychange=$forcemail &&
  73 for file in $files; do
  74     [ -f $file ] &&
  75     anyfile=true &&
  76     { $anychange ||
  77       anychange=`diff -u $file.sent $file 2>/dev/null |
  78         if test ! -f $file.sent ||
  79            egrep '^[-+](XPASS|FAIL)' >/dev/null; then
  80             echo true
  81         else
  82             echo false
  83         fi
  84       `
  85     }
  86     true
  87 done &&
  88 $anyfile &&
  89 if $forcemail || $anychange; then :; else mailto=nobody; fi &&
  90 # We use cat instead of listing the files as arguments to AWK because
  91 # GNU awk 3.0.0 would break if any of the filenames contained `=' and
  92 # was preceded by an invalid ``variable'' name.
  93 cat ./config.status $files |
  94 $AWK '
  95 BEGIN {
  96   lang=""; configflags = "";
  97   address="gcc-testresults@gcc.gnu.org";
  98   version="gcc";
  99   print "cat <<'"'"'EOF'"'"' |";
 100 '${prepend_logs+"  system(\"cat $prepend_logs\"); "}'
 101 }
 102 ($0 ~ /^[^ ]*\/configure / || $0 ~ /^# [^ ]*\/configure /) &&
 103 configflags == "" {
 104     configflags = $0 " ";
 105     sub(/^# /, "", configflags);
 106     srcdir = configflags;
 107     sub(/\/configure .*/, "", srcdir);
 108     printf "LAST_UPDATED: ";
 109     system("tail -1 " srcdir "/LAST_UPDATED");
 110     print "";
 111
 112     sub(/^[^ ]*\/configure */, " ", configflags);
 113     sub(/ --with-gcc-version-trigger=[^ ]* /, " ", configflags);
 114     sub(/ --norecursion /, " ", configflags);
 115     sub(/ $/, "", configflags);
 116     sub(/^ *$/, " none", configflags);
 117     configflags = "configure flags:" configflags;
 118 }
 119 /^Running target / { print ""; print; }
 120 /^Target / { if (host != "") next; else host = $3; }
 121 /^Host / && host ~ /^unix\{.*\}$/ { host = $3 " " substr(host, 5); }
 122 /^Native / { if (host != "") next; else host = $4; }
 123 /^[     ]*=== [^        ]+ tests ===/ {
 124   if (lang == "") lang = " "$2" "; else lang = " ";
 125 }
 126 $2 == "version" { save = $0; $1 = ""; $2 = ""; version = $0; gsub(/^ */, "", version); gsub(/\r$/, "", version); $0 = save; }
 127 /\===.*Summary/ { print ""; print; blanks=1; }
 128 /tests ===/ || /^(Target|Host|Native)/ || $2 == "version" { print; blanks=1; }
 129 /^(XPASS|FAIL|UNRESOLVED|WARNING|ERROR|# of )/ { print; }
 130 # dumpall != 0 && /^X?(PASS|FAIL|UNTESTED)|^testcase/ { dumpall=0; }
 131 # dumpall != 0 { print; }
 132 # /^FAIL/ { dumpall=1; }
 133 /^$/ && blanks>0 { print; --blanks; }
 134 END { if (lang != "") {
 135   print "";
 136   print "Compiler version: " prefix version lang;
 137   print "Platform: " host;
 138   print configflags;
 139   '${BOOT_CFLAGS+'print "BOOT_CFLAGS='"${BOOT_CFLAGS}"'";'}'
 140   if (boot_cflags != 0) print boot_cflags;
 141 '${append_logs+"  system(\"cat $append_logs\"); "}'
 142   print "EOF";
 143   print "Mail -s \"Results for " prefix version lang "testsuite on " host "\" '"${mailto}"' &&";
 144 }}
 145 { next; }
 146 ' | sed "s/\([\`\$\\\\]\)/\\\\\\1/g" &&
 147 if $move; then
 148     for file in $files `ls -1 $files | sed s/sum$/log/`; do
 149       [ -f $file ] && echo "mv `${PWDCMD-pwd}`/$file `${PWDCMD-pwd}`/$file.sent &&"
 150     done
 151 fi &&
 152 echo true
 153 exit 0