contrib/compare-all-tests

   1 #! /bin/bash
   2
   3 # Compare the assembly language output for all the gcc tests.
   4 # Copyright (C) 2009, 2011 Free Software Foundation, Inc.
   5 # Contributed by Paolo Bonzini.
   6 #
   7 # Invoke it as "bash compare-all-tests target1 target2 ... targetN".
   8 # Assumptions are:
   9 #
  10 # 1) that the base and patched compilers reside respectively in
  11 # base-$target-build and $target-build, where $target is the commandline
  12 # argument to compare-all-tests, and should match the variables in the
  13 # script itself so that the correct set of options is tested.  Both
  14 # compilers should be fully built (including target libraries).
  15 #
  16 # 2) that the testsuite has been run on the base compiler (since it's
  17 # just compilation testing, using RUNTESTFLAGS=--target_board=basic-sim
  18 # usually suffices).
  19 #
  20 # Tests that fail to compile on the base compiler are not compared.
  21
  22 alpha_opts='-mlong-double-64/-mieee -mlong-double-64 -mlong-double-128/-mieee -mlong-double-128'
  23 arm_opts='-mthumb/-march=armv5t -mthumb/-march=armv6t2 -march=armv5 -mthumb/-march=armv6t2/-mfpu=vfp/-mfloat-abi=softfp -march=armv5/-mfpu=vfp/-mfloat-abi=softfp'
  24 cris_opts='-march=v32 -march=v1'
  25 h8300_opts='/ -mh -mh/-mn -ms -ms/-mn -msx -msx/-mn -mint32 -mh/-mint32 -mh/-mn/-mint32 -ms/-mint32 -ms/-mn/-mint32 -msx/-mint32 -msx/-mn/-mint32'
  26 i386_opts='-m32 -m64 -m32/-msse/-msse2/-mfpmath=sse'
  27 m32c_opts='-mcpu=r8c -mcpu=m16c -mcpu=m32c'
  28 m68k_opts='-m68000 -m68020 -m68020/-m68881 -m68040/-m68881 -m68060/-m68881 -mcfv4e'
  29 mips_opts='-msoft-float/-mgp32/-mips16 -mabi=32/-mfp32/-mgp32/-mips16 -mabi=o64/-mfp64/-mgp64/-mips16 -msoft-float/-mgp32 -mfp32/-mgp32 -march=mips64r2/-mabi=32/-mfp64/-mgp32 -msoft-float/-mgp64 -msingle-float/-mfp32/-mgp64 -mfp64/-mgp64'
  30 mn10300_opts='-mam33 -mam33-2'
  31 pa_opts='-march=2.0 -march=1.0 -march=1.1'
  32 ppc_opts='-m32 -m64'
  33 s390_opts='-m31 -m31/-mzarch -m64'
  34 sh64_opts='-m5-32media -m5-32media-nofpu -m5-64media -m5-64media-nofpu -m5-compact -m5-compact-nofpu'
  35 sh_opts='-m3 -m3e -m4 -m4a -m4al -m4/-mieee -m1 -m1/-mno-cbranchdi -m2a -m2a/-mieee -m2e -m2e/-mieee'
  36 sparc_opts='-mcpu=v8/-m32 -mcpu=v9/-m32 -m64'
  37
  38 all_targets='alpha arm avr bfin cris fr30 frv h8300 ia64 iq2000 m32c m32r m68k mcore mips mmix mn10300 pa pdp11 ppc sh sh64 sparc spu v850 vax xstormy16 xtensa' # e500
  39
  40 test_one_file ()
  41 {
  42   local bdir pdir opts bline pline
  43   bdir=base-$1-gcc-build
  44   pdir=$1-gcc-build
  45   bline=$2
  46   pline=${2//$bdir/$pdir}
  47   opts=${3//\// }
  48   echo "$pline $opts"
  49   $bline $opts 2>/dev/null >/dev/null || return 0
  50   diff -L "$bdir/gcc/cc1 $opts" -L "$pdir/gcc/cc1 $opts" -u \
  51     <( $bline $opts 2>&1 ) <( $pline $opts 2>&1 ) || { echo -n . >&2; return 1; }
  52 }
  53
  54 test_all_opts ()
  55 {
  56   eval opts=\$${1}_opts
  57   if test -z "$opts"; then
  58     test_one_file $1 "$2"
  59   else
  60     for opt in $opts; do
  61       test_one_file $1 "$2" $opt
  62     done
  63   fi
  64 }
  65
  66 for target in ${*-$all_targets}; do
  67   mkdir -p $target-gcc-build/gcc/testsuite/gcc
  68   cp -R base-$target-gcc-build/gcc/testsuite/gcc/gcc.dg-struct-layout-1 \
  69     $target-gcc-build/gcc/testsuite/gcc/gcc.dg-struct-layout-1
  70
  71   # Provide targ-include files for newlib
  72   # for newlib_path in `echo base-$target-gcc-build/*/newlib`; do
  73   #   test -d $newlib_path && ln -sf ../../$newlib_path ${newlib_path/base-}
  74   # done
  75
  76   echo -n Testing $target >&2
  77   sed '/^Executing on host: /!d
  78     /xgcc -B/!d
  79     / -E /d
  80     / -g/d
  81     / -print-prog-name=/d
  82     s/^Executing on host: //
  83     s/   *(timeout.*//
  84     s/ -fverbose-asm / /
  85     s/ -frtl-abstract-sequences / /
  86     s/ -fdump[-a-z0-9]* / /g
  87     s/ -da / /g
  88     s/ -\{1,2\}save-temps / /
  89     s/ -c / -S /
  90     / -S /! s/ -o / -S -o /
  91     s/ -o [^ ]*/ -frandom-seed=0 -o -/' base-$target-gcc-build/gcc/testsuite/gcc/gcc.log | while read line; do
  92     case "$line" in
  93       *" -m"*) test_one_file $target "$line" "" ;;
  94       *) test_all_opts $target "$line" ;;
  95     esac
  96   done > compare-$target.log
  97   echo >&2
  98 done