4 # Script to do automated testing and data collection for various test
5 # files, so that we don't have to do this by hand on every test file.
6 # It attempts to collect some diagnostic info about size and speed that
7 # should be useful in the future as the library gets tuned for size
8 # and speed. In addition, it tests static and shared linkage, iff each
12 # mkcheck [012] (path to build) (path to src) (path to install)
14 ### XXX There are a lot of tests in here for OS-specific stuff. If we
15 ### move to a 'configure.target' method of determining those extra
16 ### flags and whatnot, we can take out all those things and source
17 ### that file from here. (Write that file with this in mind...)
19 ### XXX Note that breaking out of this with ^C will not work. Dunno why.
25 # WHICH determines if you are
26 # (0) testing the build binary and headers, or
27 # (1) testing the installed binary and headers, or
28 # (2) testing under dejagnu (just print the standard flags needed).
30 if [ "$WHICH"x
= 0x
] && [ $# -eq 3 ]; then
31 echo "running mkcheck"
32 echo "$0: testing the build directory"
33 elif [ "$WHICH"x
= 1x
] && [ $# -eq 4 ]; then
34 echo "running mkcheck"
35 echo "$0: testing the install directory $4"
36 elif [ "$WHICH"x
= 2x
] && [ $# -eq 3 ]; then
39 echo 'Usage: mkcheck 0 (path to build) (path to src)'
40 echo ' mkcheck 1 (path to build) (path to src) (path to install)'
41 echo ' mkcheck 2 (path to build) (path to src)'
46 if [ ! -d "$BUILD_DIR" ]; then
47 echo "build directory $BUILD_DIR not found, exiting."
52 if [ ! -d "$SRC_DIR" ]; then
53 echo "source directory $SRC_DIR not found, exiting."
57 if [ $WHICH -eq 1 ]; then
59 if [ ! -d "$PREFIX_DIR" ]; then
60 echo "install directory $PREFIX_DIR not found, exiting."
65 # This is LIBTOOL=@LIBTOOL@ piped through a bit of sanity that we can
66 # assume for this script (by the time we run this).
67 LIBTOOL
="$BUILD_DIR/libtool"
70 # INC_PATH == include path to new headers for use on gcc command-line
71 top_srcdir
=@top_srcdir@
72 C_DIR
="`basename @C_INCLUDE_DIR@`"
73 if [ $WHICH != "1" ]; then
74 INC_PATH
="-nostdinc++ @CSHADOW_FLAGS@ -I$BUILD_DIR/include \
75 -I$SRC_DIR/include/std -I$SRC_DIR/include/$C_DIR \
76 -I$SRC_DIR/include -I$SRC_DIR/libsupc++ -I$SRC_DIR/libio \
78 elif [ $WHICH -eq 1 ]; then
79 INC_PATH
="-I$SRC_DIR/testsuite"
82 if [ $WHICH -eq 2 ]; then
83 echo $INC_PATH -I$SRC_DIR/include
/backward
-I$SRC_DIR/include
/ext
87 # This has been true all along. Found out about it the hard way...
89 1*) echo 'You need bash 2.x to run mkcheck. Exiting.'; exit 1 ;;
93 # It's not dejagnu; we need to do things ourselves. Pick up any extra
94 # settings for this target.
95 .
${top_srcdir}/configure.target
97 # LIB_PATH == where to find the build libraries for libtool's use
98 # CXX == how to call the compiler
99 if [ $WHICH -eq 0 ]; then
100 LIB_PATH
="$BUILD_DIR/src"
101 CXX
="$BUILD_DIR/../../gcc/g++ -B$BUILD_DIR/../../gcc/"
102 elif [ $WHICH -eq 1 ]; then
103 LIB_PATH
="$PREFIX_DIR/lib"
104 CXX
="$PREFIX_DIR/bin/g++"
107 # gcc compiler flags (maybe use glibcpp_cxxflags from configure.target,
108 # but thst's really meant for building the library itself, not using it)
109 CXX_FLAG
="-ggdb3 -DDEBUG_ASSERT @SECTION_FLAGS@ @SECTION_LDFLAGS@"
111 # specific libtool flag(s) to force the use of shared libraries, if any
114 # specific libtool flag(s) to force the use of static libraries, if any
116 #ST_FLAG="-all-static"
118 # LTCXX == how to call libtool when creating an executable
119 # LIBS == any extra needed -l switches, etc (may need more libs, lose lose)
120 if [ $WHICH -eq 0 ]; then
121 LTCXX
="$LIBTOOL --tag=CXX --mode=link \
122 $CXX $CXX_FLAG $INC_PATH \
123 $LIB_PATH/../libsupc++/libsupc++.la $LIB_PATH/libstdc++.la \
125 LIBS
="-nodefaultlibs -lc -lgcc -lc"
126 elif [ $WHICH -eq 1 ]; then
127 # For the installed version, we really only need to use libtool and
128 # the .la file to get correct rpaths.
129 LTCXX
="$LIBTOOL --tag=CXX --mode=link \
130 $CXX $CXX_FLAG $INC_PATH -L$LIB_PATH \
131 $LIB_PATH/libstdc++.la -no-install -rpath $LIB_PATH"
134 # LTEXE == how to call libtool when running an executable
135 LTEXE
="$LIBTOOL --mode=execute"
137 # Set up the testing directory, which should be in a directory called
138 # "testsuite" in the root level of the build directory.
139 TEST_DIR
="`pwd`/testsuite"
140 if [ ! -d "$TEST_DIR" ]; then
141 echo "making directory $TEST_DIR"
143 mkdir
$TEST_DIR/.libs
# help libtool keep quiet
147 # the name of the file that will collect and hold all this useful data:
148 RESULTS_FILE
="$TEST_DIR/$(date +%Y%m%d)-mkcheck.txt"
150 # the name of the log file that will append compiler diagnostics:
151 LOG_FILE
="$TEST_DIR/$(date +%Y%m%d)-mkchecklog.txt"
153 # the names of the specific test files to be run
154 TESTS_FILE
="$TEST_DIR/$(date +%Y%m%d)-mkcheckfiles.txt"
156 # the heap size limit for testsuite binaries; start with a 2MB limit as per
157 # http://sources.redhat.com/ml/libstdc++/2000-10/msg00029.html
161 # 2: clean, make files, append general test info
163 if [ -f $RESULTS_FILE ]; then
166 if [ -f $LOG_FILE ]; then
170 # Make a list of the files we're going to run, or use an old one if it exists.
171 if [ ! -f "$TESTS_FILE" ]; then
172 echo "making file $TESTS_FILE"
173 for LONG_NAME
in $SRC_DIR/testsuite
/*/*.cc
175 DIR_NAME
=$
(dirname $LONG_NAME)
176 SHORT_NAME
="`basename $DIR_NAME`/`basename $LONG_NAME`"
177 echo "$SHORT_NAME" >> $TESTS_FILE
181 # Nasty solution to replace GNU date(1)'s %s time_t output function.
182 if [ ! -x "$TEST_DIR/printnow" ]; then
183 echo "making utility $TEST_DIR/printnow"
184 gcc
-o "$TEST_DIR/printnow" "$SRC_DIR/testsuite/printnow.c"
185 strip
"$TEST_DIR/printnow"
188 # Remove old executables.
189 rm -rf "$TEST_DIR"/*exe
191 # Remove old core files (which now get left in cwd, not $TEST_DIR).
194 # Copy over the data files for filebufs
195 cp $SRC_DIR/testsuite
/27_io
/*.txt
$TEST_DIR
196 cp $SRC_DIR/testsuite
/27_io
/*.tst
$TEST_DIR
197 chmod u
+w
$TEST_DIR/*.txt
198 chmod u
+w
$TEST_DIR/*.tst
200 # Emit useful info about compiler and platform
201 echo "host: $(uname -mrsv)" >> $RESULTS_FILE
202 echo "compiler: $($CXX -v 2>&1)" >> $RESULTS_FILE
203 echo "compiler flags: $CXX_FLAG" >> $RESULTS_FILE
204 echo "date: $(date +%Y%m%d)" >> $RESULTS_FILE
205 echo "" >> $RESULTS_FILE
207 explanation
='+: pass, -b: build failure, -r: run failure, x: disabled'
208 printf "%s\n %s\n" 'p == pass/fail execution test' "$explanation" \
210 echo "ctime == time to compile and link" >> $RESULTS_FILE
211 echo "etime == time for executable to run" >> $RESULTS_FILE
212 echo "text == size of the executable text section" >> $RESULTS_FILE
213 echo "data == size of the executable data section" >> $RESULTS_FILE
214 echo "total == size of the executable" >> $RESULTS_FILE
215 echo "" >> $RESULTS_FILE
216 echo "(First static, then shared.)" >> $RESULTS_FILE
218 echo "p" |
awk '{printf("%s ", $1)}' >> $RESULTS_FILE
219 echo "ctime" "etime" |
awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
220 echo "text" "data" |
awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
221 echo "total" "name" |
awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
222 echo "" >> $RESULTS_FILE
226 # 2.5: support functions
229 # Figure out how to extract size information from binaries. We take
230 # the text of the value we want as an argument, and leave the size in
231 # the appropriate variable.
233 # We discover what kind of size(1) we are using *once* and build a shell
234 # function named 'size_command' to wrap it. (The "function" keyword is
235 # redundant here, but helps me read it, so there.) Previously we were
236 # re-discovering the size(1) arguments three times for each test; sloooow.
238 # It is VERY IMPORTANT not to compare these numbers across platforms.
239 # Different size(1)'s extract section information differently. For
240 # example, using the native Sun size(1) and GNU size(1) built for Suns
241 # on the exact same binary will give very different numbers, due to all
242 # the variance in command-line options and arbitrary names of ELF sections.
244 # and suddenly we go to 2-space indentations...
247 if size
--version 2> /dev
/null |
grep -c GNU
> /dev
/null
;
248 then # Then we're using a GNU size(1) built for this platform.
249 # We lose .rodata and .data1 and who knows what else... kludge.
250 function size_command
()
253 TEXT
) TEXT
=$
(size
-A $EXENAME |
grep ^.text |
awk '{print $2}') ;;
254 DATA
) DATA
=$
(size
-A $EXENAME |
grep -w ^.data |
awk '{print $2}') ;;
255 SIZE
) SIZE
=$
(size
-A $EXENAME |
grep otal |
awk '{print $2}') ;;
259 # Not using GNU size; check for platform. These numbers seem to match
260 # up to text/data/total, although their meanings seem to be different.
261 # THIS TABLE IS SORTED. KEEP IT THAT WAY.
264 function size_command
()
267 TEXT
) TEXT
=$
(size
-X32_64 $EXENAME |
awk '{print $2}') ;;
268 DATA
) DATA
=$
(size
-X32_64 $EXENAME |
awk '{print $4}') ;;
269 SIZE
) SIZE
=$
(size
-X32_64 $EXENAME |
awk '{print $12}') ;;
274 function size_command
()
277 TEXT
) TEXT
=$
(size
-4 $EXENAME |
awk '{print $1}') ;;
278 DATA
) DATA
=$
(size
-4 $EXENAME |
awk '{print $3}') ;;
279 SIZE
) SIZE
=$
(size
-4 $EXENAME |
awk '{print $7}') ;;
284 function size_command
()
287 TEXT
) TEXT
=$
(size
$EXENAME |
awk '{print $1}') ;;
288 DATA
) DATA
=$
(size
$EXENAME |
awk '{print $3}') ;;
289 SIZE
) SIZE
=$
(size
$EXENAME |
awk '{print $7}') ;;
294 echo ' * Warning! Skipping section sizes!' 1>&2
295 function size_command
()
308 # Test for file output
311 # This checks for emitted output files, which is useful when
312 # testing file-related output. The rules for this working are as
313 # follows: the emitted file must have the ".txt" extension, and be
314 # based on the actual *.cc file's name. For example, 27/filbuf.cc
315 # currently outputs files named 27/filebuf-2.txt and 27/filebuf-3.txt.
316 # Also, the first emitted file must be in the form $NAME-1.txt.
317 # The control file must follow the same constraints, but have a
318 # ".tst" extension. Thus, you have 27/filebuf-2.tst, etc.
320 # NAME contains the source name, like 27/filebuf.cc
321 # From that NAME, we want to generate some possible names, using
322 # ls on MATCH, a pattern description generated with sed.
324 # this is the name of the resulting diff file, if any
325 DIFF_FILE
="`echo $TEST_NAME | sed 's/cc$/diff/'`"
326 # construct wildcard names, ie for $NAME=filebuf.cc, makes "filebuf*.tst"
327 DATA_FILES
="`echo $NAME | sed 's/\.cc/\*\.tst/g'`"
328 # make sure there is at least one, then go
329 ST_E
="`echo $NAME | sed 's/\.cc/\-1\.tst/g'`"
330 if [ -f $ST_E ]; then
331 # list of actual files that match the wildcard above, ie
333 ST_MATCH_LIST
="`ls $DATA_FILES`"
334 for i
in $ST_MATCH_LIST; do
335 # ST_OUT_FILE is generated in the build directory.
336 PRE_NAME2
="$TEST_DIR/`basename $i`"
337 ST_OUT_FILE
="`echo $PRE_NAME2 | sed 's/tst$/txt/'`"
338 diff $ST_OUT_FILE $i > $DIFF_FILE
339 if [ -s $DIFF_FILE ]; then
341 echo "$ST_OUT_FILE has some problems, dude"
348 # the file does no output, and didn't abnormally
349 # terminate, so assume passed.
356 # 3: compile, link, execute, time
358 # Abstract out the common code for compiling, linking, executing and printing.
361 # NB: S_FLAG has to be last argument because it may be null, and
362 # error checking hasn't been invented yet.
367 SRC_NAME
="$SRC_DIR/testsuite/$1"
368 TEST_NAME
="$TEST_DIR/`basename $NAME`"
370 # This would be deliciously easy if GNU date's %s were always around.
371 # There are three ways to do this: 1) use the builtin 'time' like we
372 # do later; then getting compiler errors into LOG_FILE is a nightmare.
373 # 2) Grab the output of a formatted date(1) and do the math; harder
374 # and harder as we try compiling at, say, top of the hour; we would
375 # eventually have to calculate time_t anyhow. Or 3) just grab two
376 # time_t's (no more overhead than grabbing two date(1)'s).
377 compiler_invocation
="$LTCXX $S_FLAG $SRC_NAME -o $EXENAME $LIBS"
378 COMP_TIME_START
=$
($TEST_DIR/printnow
)
379 $compiler_invocation >> compile.out
2>&1
380 COMP_TIME_END
=$
($TEST_DIR/printnow
)
382 if [ $COMP_TIME_START -lt $COMP_TIME_END ]; then
383 C_TIME
=$
[ $COMP_TIME_END - $COMP_TIME_START ]
388 if [ -f $EXENAME ]; then
394 # Actually run the executable and time it. Note that output
395 # printed by the executable will be lost and cannot be redirected,
396 # because we need to capture the output of 'time'. Bummer.
397 TIMEFORMAT
='timemark %R'
398 E_TIME_TEXT
="$(exec 2>&1; ulimit -d $MAX_MEM_USAGE; \
399 time $LTEXE $EXENAME)"
400 E_ABNORMAL_TERMINATION
=$?
401 E_TIME
="$(echo $E_TIME_TEXT | awk '{print $2}')"
402 # joining those two commands does not work due to quoting problems:
403 #E_TIME="$(exec 2>&1; time $EXENAME | awk '{print $2}')"
404 # this will work as a fallback on certain systems...?
405 #E_TIME=$(exec 2>&1; time $EXENAME | cut -d ' ' -f 2)
407 if [ "$E_ABNORMAL_TERMINATION" -ne 0 ]; then
410 # sometimes you want to save all core files for review:
411 #mv ./core $EXENAME.core
412 # sometimes the OS allows you to name core files yourself:
413 #mv ./*core $EXENAME.core
414 #mv ./core* $EXENAME.core
419 # sometimes you want to save all failing exe files for review:
420 if [ "$RESULT" = "+" ]; then
424 # the file did not compile/link.
425 printf "\n" >> $LOG_FILE
426 `cat compile.out > $LOG_FILE`
434 printf "%s\t" "$RESULT"
435 printf "%-2s %d\t%.3f\t%s\t%s\t%s\t%s\n" \
436 "$RESULT" $C_TIME $E_TIME $TEXT $DATA $SIZE $NAME >> $RESULTS_FILE
441 echo "Detailed test results in .${RESULTS_FILE/$BUILD_DIR}"
443 echo "------------------------------------------------------------------------"
444 printf "static\tshared\ttest\n"
445 echo "------------------------------------------------------------------------"
447 TEST_TIME_START
=$
($TEST_DIR/printnow
)
448 for NAME
in `cat $TESTS_FILE`
450 PRE_NAME
="$TEST_DIR/`basename $NAME`"
451 ST_NAME
="`echo $PRE_NAME | sed 's/cc$/st-exe/'`"
452 SH_NAME
="`echo $PRE_NAME | sed 's/cc$/sh-exe/'`"
454 if test @enable_static@
= yes; then
455 test_file
$NAME $ST_NAME $ST_FLAG
458 printf "static skipped\n" >> $RESULTS_FILE
460 if test @enable_shared@
= yes; then
461 test_file
$NAME $SH_NAME $SH_FLAG
464 printf "shared skipped\n" >> $RESULTS_FILE
466 printf "%s\n" "$NAME"
468 echo "" >> $RESULTS_FILE
470 TEST_TIME_END
=$
($TEST_DIR/printnow
)
476 # grep can count faster than we can...
477 total_failures
=$
(egrep -c "^\-" $RESULTS_FILE)
478 total_successes
=$
(egrep -c "^\+" $RESULTS_FILE)
479 resultstext
="pass/fail results: ${total_successes}/${total_failures}"
480 if [ $total_failures -eq 0 ]; then
481 resultstext
="${resultstext}, WIN WIN"
484 $resultstext" $RESULTS_FILE > ${RESULTS_FILE}.tmp
485 mv ${RESULTS_FILE}.tmp
$RESULTS_FILE
487 if [ $TEST_TIME_START -lt $TEST_TIME_END ]; then
488 TEST_TIME
=$
[ $TEST_TIME_END - $TEST_TIME_START ]
489 echo "testrun == $TEST_TIME seconds"
490 echo "testrun == $TEST_TIME seconds" >> $RESULTS_FILE