2005-05-05 Paul Brook <paul@codesourcery.com>
[binutils.git] / gas / testsuite / lib / gas-defs.exp
blob87efa5e07a741571b3aee6ab311a7db8741185db
1 # Copyright (C) 1993, 1994, 1997, 1998, 1999, 2000, 2001, 2002, 2003,
2 # 2004, 2005 Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18 # Please email any bugs, comments, and/or additions to this file to:
19 # dejagnu@gnu.org
21 # This file was written by Ken Raeburn (raeburn@cygnus.com).
23 proc gas_version {} {
24 global AS
25 catch "exec $AS -version < /dev/null" tmp
26 # Should find a way to discard constant parts, keep whatever's
27 # left, so the version string could be almost anything at all...
28 regexp "\[^\n\]* (cygnus-|)(\[-0-9.a-zA-Z-\]+)\[\r\n\].*" $tmp version cyg number
29 if ![info exists number] then {
30 return "[which $AS] (no version number)\n"
32 clone_output "[which $AS] $number\n"
33 unset version
36 proc gas_run { prog as_opts redir } {
37 global AS
38 global ASFLAGS
39 global comp_output
40 global srcdir
41 global subdir
42 global host_triplet
44 verbose -log "Executing $srcdir/lib/run $AS $ASFLAGS $as_opts $srcdir/$subdir/$prog $redir"
45 catch "exec $srcdir/lib/run $AS $ASFLAGS $as_opts $srcdir/$subdir/$prog $redir" comp_output
46 set comp_output [prune_warnings $comp_output]
47 verbose "output was $comp_output"
48 return [list $comp_output ""]
51 proc all_ones { args } {
52 foreach x $args { if [expr $x!=1] { return 0 } }
53 return 1
56 proc gas_start { prog as_opts } {
57 global AS
58 global ASFLAGS
59 global srcdir
60 global subdir
61 global spawn_id
63 verbose -log "Starting $AS $ASFLAGS $as_opts $prog" 2
64 catch {
65 spawn -noecho -nottycopy $srcdir/lib/run $AS $ASFLAGS $as_opts $srcdir/$subdir/$prog
66 } foo
67 if ![regexp {^[0-9]+} $foo] then {
68 perror "Can't run $subdir/$prog: $foo"
72 proc gas_finish { } {
73 global spawn_id
75 catch "close"
76 catch "wait"
79 proc want_no_output { testname } {
80 global comp_output
82 if ![string match "" $comp_output] then {
83 send_log "$comp_output\n"
84 verbose "$comp_output" 3
86 if [string match "" $comp_output] then {
87 pass "$testname"
88 return 1
89 } else {
90 fail "$testname"
91 return 0
95 proc gas_test_old { file as_opts testname } {
96 gas_run $file $as_opts ""
97 return [want_no_output $testname]
100 proc gas_test { file as_opts var_opts testname } {
101 global comp_output
103 set i 0
104 foreach word $var_opts {
105 set ignore_stdout($i) [string match "*>" $word]
106 set opt($i) [string trim $word {>}]
107 incr i
109 set max [expr 1<<$i]
110 for {set i 0} {[expr $i<$max]} {incr i} {
111 set maybe_ignore_stdout ""
112 set extra_opts ""
113 for {set bit 0} {(1<<$bit)<$max} {incr bit} {
114 set num [expr 1<<$bit]
115 if [expr $i&$num] then {
116 set extra_opts "$extra_opts $opt($bit)"
117 if $ignore_stdout($bit) then {
118 set maybe_ignore_stdout ">/dev/null"
122 set extra_opts [string trim $extra_opts]
123 gas_run $file "$as_opts $extra_opts" $maybe_ignore_stdout
125 # Should I be able to use a conditional expression here?
126 if [string match "" $extra_opts] then {
127 want_no_output $testname
128 } else {
129 want_no_output "$testname ($extra_opts)"
132 if [info exists errorInfo] then {
133 unset errorInfo
137 proc gas_test_ignore_stdout { file as_opts testname } {
138 global comp_output
140 gas_run $file $as_opts ">/dev/null"
141 want_no_output $testname
144 proc gas_test_error { file as_opts testname } {
145 global comp_output
147 gas_run $file $as_opts ">/dev/null"
148 if ![string match "" $comp_output] then {
149 send_log "$comp_output\n"
150 verbose "$comp_output" 3
152 if [string match "" $comp_output] then {
153 fail "$testname"
154 } else {
155 pass "$testname"
159 proc gas_exit {} {}
161 proc gas_init { args } {
162 global target_cpu
163 global target_cpu_family
164 global target_family
165 global target_vendor
166 global target_os
167 global stdoptlist
169 case "$target_cpu" in {
170 "m68???" { set target_cpu_family m68k }
171 "i[3-7]86" { set target_cpu_family i386 }
172 default { set target_cpu_family $target_cpu }
175 set target_family "$target_cpu_family-$target_vendor-$target_os"
176 set stdoptlist "-a>"
178 if ![istarget "*-*-*"] {
179 perror "Target name [istarget] is not a triple."
181 # Need to return an empty string.
182 return
186 # is_elf_format
187 # true if the object format is known to be ELF
189 proc is_elf_format {} {
190 if { ![istarget *-*-sysv4*] \
191 && ![istarget *-*-unixware*] \
192 && ![istarget *-*-elf*] \
193 && ![istarget *-*-eabi*] \
194 && ![istarget hppa*64*-*-hpux*] \
195 && ![istarget *-*-linux*] \
196 && ![istarget frv-*-uclinux*] \
197 && ![istarget *-*-irix5*] \
198 && ![istarget *-*-irix6*] \
199 && ![istarget *-*-netbsd*] \
200 && ![istarget *-*-openbsd*] \
201 && ![istarget *-*-solaris2*] } {
202 return 0
205 if { [istarget *-*-linux*aout*] \
206 || [istarget *-*-linux*oldld*] } {
207 return 0
210 if { ![istarget *-*-netbsdelf*] \
211 && ([istarget *-*-netbsd*aout*] \
212 || [istarget *-*-netbsdpe*] \
213 || [istarget arm*-*-netbsd*] \
214 || [istarget sparc-*-netbsd*] \
215 || [istarget i*86-*-netbsd*] \
216 || [istarget m68*-*-netbsd*] \
217 || [istarget vax-*-netbsd*] \
218 || [istarget ns32k-*-netbsd*]) } {
219 return 0
222 if { [istarget arm-*-openbsd*] \
223 || [istarget i386-*-openbsd\[0-2\].*] \
224 || [istarget i386-*-openbsd3.\[0-3\]] \
225 || [istarget m68*-*-openbsd*] \
226 || [istarget ns32k-*-openbsd*] \
227 || [istarget sparc-*-openbsd\[0-2\].*] \
228 || [istarget sparc-*-openbsd3.\[0-1\]] \
229 || [istarget vax-*-openbsd*] } {
230 return 0
233 return 1
237 # run_dump_test FILE (optional:) EXTRA_OPTIONS
239 # Assemble a .s file, then run some utility on it and check the output.
241 # There should be an assembly language file named FILE.s in the test
242 # suite directory, and a pattern file called FILE.d. `run_dump_test'
243 # will assemble FILE.s, run some tool like `objdump', `objcopy', or
244 # `nm' on the .o file to produce textual output, and then analyze that
245 # with regexps. The FILE.d file specifies what program to run, and
246 # what to expect in its output.
248 # The FILE.d file begins with zero or more option lines, which specify
249 # flags to pass to the assembler, the program to run to dump the
250 # assembler's output, and the options it wants. The option lines have
251 # the syntax:
253 # # OPTION: VALUE
255 # OPTION is the name of some option, like "name" or "objdump", and
256 # VALUE is OPTION's value. The valid options are described below.
257 # Whitespace is ignored everywhere, except within VALUE. The option
258 # list ends with the first line that doesn't match the above syntax
259 # (hmm, not great for error detection).
261 # The optional EXTRA_OPTIONS argument to `run_dump_test' is a list of
262 # two-element lists. The first element of each is an option name, and
263 # the second additional arguments to be added on to the end of the
264 # option list as given in FILE.d. (If omitted, no additional options
265 # are added.)
267 # The interesting options are:
269 # name: TEST-NAME
270 # The name of this test, passed to DejaGNU's `pass' and `fail'
271 # commands. If omitted, this defaults to FILE, the root of the
272 # .s and .d files' names.
274 # as: FLAGS
275 # When assembling FILE.s, pass FLAGS to the assembler.
277 # PROG: PROGRAM-NAME
278 # The name of the program to run to analyze the .o file produced
279 # by the assembler. This can be omitted; run_dump_test will guess
280 # which program to run by seeing which of the flags options below
281 # is present.
283 # objdump: FLAGS
284 # nm: FLAGS
285 # objcopy: FLAGS
286 # Use the specified program to analyze the .o file, and pass it
287 # FLAGS, in addition to the .o file name. Note that they are run
288 # with LC_ALL=C in the environment to give consistent sorting
289 # of symbols.
291 # source: SOURCE
292 # Assemble the file SOURCE.s. If omitted, this defaults to FILE.s.
293 # This is useful if several .d files want to share a .s file.
295 # error: REGEX
296 # An error with message matching REGEX must be emitted for the test
297 # to pass. The PROG, objdump, nm and objcopy options have no
298 # meaning and need not supplied if this is present.
300 # warning: REGEX
301 # Expect a gas warning matching REGEX. It is an error to issue
302 # both "error" and "warning".
304 # Each option may occur at most once.
306 # After the option lines come regexp lines. `run_dump_test' calls
307 # `regexp_diff' to compare the output of the dumping tool against the
308 # regexps in FILE.d. `regexp_diff' is defined later in this file; see
309 # further comments there.
311 proc run_dump_test { name {extra_options {}} } {
312 global subdir srcdir
313 global OBJDUMP NM AS OBJCOPY READELF
314 global OBJDUMPFLAGS NMFLAGS ASFLAGS OBJCOPYFLAGS READELFFLAGS
315 global host_triplet
316 global env
318 if [string match "*/*" $name] {
319 set file $name
320 set name [file tail $name]
321 } else {
322 set file "$srcdir/$subdir/$name"
324 set opt_array [slurp_options "${file}.d"]
325 if { $opt_array == -1 } {
326 perror "error reading options from $file.d"
327 unresolved $subdir/$name
328 return
330 set opts(as) {}
331 set opts(objdump) {}
332 set opts(nm) {}
333 set opts(objcopy) {}
334 set opts(readelf) {}
335 set opts(name) {}
336 set opts(PROG) {}
337 set opts(source) {}
338 set opts(stderr) {}
339 set opts(error) {}
340 set opts(warning) {}
342 foreach i $opt_array {
343 set opt_name [lindex $i 0]
344 set opt_val [lindex $i 1]
345 if ![info exists opts($opt_name)] {
346 perror "unknown option $opt_name in file $file.d"
347 unresolved $subdir/$name
348 return
350 if [string length $opts($opt_name)] {
351 perror "option $opt_name multiply set in $file.d"
352 unresolved $subdir/$name
353 return
355 set opts($opt_name) $opt_val
358 foreach i $extra_options {
359 set opt_name [lindex $i 0]
360 set opt_val [lindex $i 1]
361 if ![info exists opts($opt_name)] {
362 perror "unknown option $opt_name given in extra_opts"
363 unresolved $subdir/$name
364 return
366 # add extra option to end of existing option, adding space
367 # if necessary.
368 if [string length $opts($opt_name)] {
369 append opts($opt_name) " "
371 append opts($opt_name) $opt_val
374 if { (($opts(warning) != "") && ($opts(error) != "")) \
375 || (($opts(warning) != "") && ($opts(stderr) != "")) } {
376 perror "$testname: bad mix of stderr, error and warning test-directives"
377 return
380 set program ""
381 # It's meaningless to require an output-testing method when we
382 # expect an error.
383 if { $opts(error) == "" } {
384 if {$opts(PROG) != ""} {
385 switch -- $opts(PROG) {
386 objdump { set program objdump }
387 nm { set program nm }
388 objcopy { set program objcopy }
389 readelf { set program readelf }
390 default {
391 perror "unrecognized program option $opts(PROG) in $file.d"
392 unresolved $subdir/$name
393 return }
395 } else {
396 # Guess which program to run, by seeing which option was specified.
397 foreach p {objdump objcopy nm readelf} {
398 if {$opts($p) != ""} {
399 if {$program != ""} {
400 perror "ambiguous dump program in $file.d"
401 unresolved $subdir/$name
402 return
403 } else {
404 set program $p
409 if { $program == "" && $opts(warning) == "" } {
410 perror "dump program unspecified in $file.d"
411 unresolved $subdir/$name
412 return
416 if { $opts(name) == "" } {
417 set testname "$subdir/$name"
418 } else {
419 set testname $opts(name)
422 if { $opts(source) == "" } {
423 set sourcefile ${file}.s
424 } else {
425 set sourcefile $srcdir/$subdir/$opts(source)
428 set cmd "$srcdir/lib/run $AS $ASFLAGS $opts(as) -o dump.o $sourcefile"
429 send_log "$cmd\n"
430 set cmdret [catch "exec $cmd" comp_output]
431 set comp_output [prune_warnings $comp_output]
433 set expmsg $opts(error)
434 if { $opts(warning) != "" } {
435 set expmsg $opts(warning)
437 if { $cmdret != 0 || $comp_output != "" || $expmsg != "" } then {
438 # If the executed program writes to stderr and stderr is not
439 # redirected, exec *always* returns failure, regardless of the
440 # program exit code. Thankfully, we can retrieve the true
441 # return status from a special variable. Redirection would
442 # cause a tcl-specific message to be appended, and we'd rather
443 # not deal with that if we can help it.
444 global errorCode
445 if { $cmdret != 0 && [lindex $errorCode 0] == "NONE" } {
446 set cmdret 0
449 set exitstat "succeeded"
450 if { $cmdret != 0 } { set exitstat "failed" }
452 if { $opts(stderr) == "" } then {
453 send_log "$comp_output\n"
454 verbose "$comp_output" 3
456 if { [regexp $expmsg $comp_output] \
457 && (($cmdret == 0) == ($opts(warning) != "")) } {
458 # We have the expected output from gas.
459 # Return if there's nothing more to do.
460 if { $opts(error) != "" || $program == "" } {
461 pass $testname
462 return
464 } else {
465 verbose -log "$exitstat with: <$comp_output>, expected: <$expmsg>"
467 fail $testname
468 return
470 } else {
471 catch {write_file dump.stderr "$comp_output"} write_output
472 if ![string match "" $write_output] then {
473 send_log "error writing dump.stderr: $write_output\n"
474 verbose "error writing dump.stderr: $write_output" 3
475 send_log "$comp_output\n"
476 verbose "$comp_output" 3
477 fail $testname
478 return
480 set stderrfile $srcdir/$subdir/$opts(stderr)
481 send_log "wrote pruned stderr to dump.stderr\n"
482 verbose "wrote pruned stderr to dump.stderr" 3
483 if { [regexp_diff "dump.stderr" "$stderrfile"] } then {
484 if { $opts(error) != "" } {
485 verbose -log "$exitstat with: <$comp_output>, expected: <$opts(error)>"
486 if [regexp $opts(error) $comp_output] {
487 pass $testname
488 return
491 fail $testname
492 verbose "pruned stderr is [file_contents "dump.stderr"]" 2
493 return
498 if { $program == "" } {
499 return
501 set progopts1 $opts($program)
502 eval set progopts \$[string toupper $program]FLAGS
503 eval set binary \$[string toupper $program]
505 if { [which $binary] == 0 } {
506 untested $testname
507 return
510 if { $progopts1 == "" } { set $progopts1 "-r" }
511 verbose "running $binary $progopts $progopts1" 3
513 # Objcopy, unlike the other two, won't send its output to stdout,
514 # so we have to run it specially.
515 set cmd "$binary $progopts $progopts1 dump.o > dump.out"
516 if { $program == "objcopy" } {
517 set cmd "$binary $progopts $progopts1 dump.o dump.out"
520 # Ensure consistent sorting of symbols
521 if {[info exists env(LC_ALL)]} {
522 set old_lc_all $env(LC_ALL)
524 set env(LC_ALL) "C"
525 send_log "$cmd\n"
526 catch "exec $cmd" comp_output
527 if {[info exists old_lc_all]} {
528 set env(LC_ALL) $old_lc_all
529 } else {
530 unset env(LC_ALL)
532 set comp_output [prune_warnings $comp_output]
533 if ![string match "" $comp_output] then {
534 send_log "$comp_output\n"
535 fail $testname
536 return
539 verbose_eval {[file_contents "dump.out"]} 3
540 if { [regexp_diff "dump.out" "${file}.d"] } then {
541 fail $testname
542 verbose "output is [file_contents "dump.out"]" 2
543 return
546 pass $testname
549 proc slurp_options { file } {
550 if [catch { set f [open $file r] } x] {
551 #perror "couldn't open `$file': $x"
552 perror "$x"
553 return -1
555 set opt_array {}
556 # whitespace expression
557 set ws {[ ]*}
558 set nws {[^ ]*}
559 # whitespace is ignored anywhere except within the options list;
560 # option names are alphabetic only
561 set pat "^#${ws}(\[a-zA-Z\]*)$ws:${ws}(.*)$ws\$"
562 while { [gets $f line] != -1 } {
563 set line [string trim $line]
564 # Whitespace here is space-tab.
565 if [regexp $pat $line xxx opt_name opt_val] {
566 # match!
567 lappend opt_array [list $opt_name $opt_val]
568 } else {
569 break
572 close $f
573 return $opt_array
576 proc objdump { opts } {
577 global OBJDUMP
578 global comp_output
579 global host_triplet
581 catch "exec $OBJDUMP $opts" comp_output
582 set comp_output [prune_warnings $comp_output]
583 verbose "objdump output=$comp_output\n" 3
586 proc objdump_start_no_subdir { prog opts } {
587 global OBJDUMP
588 global srcdir
589 global spawn_id
591 verbose "Starting $OBJDUMP $opts $prog" 2
592 catch {
593 spawn -noecho -nottyinit $srcdir/lib/run $OBJDUMP $opts $prog
594 } foo
595 if ![regexp {^[0-9]+} $foo] then {
596 perror "Can't run $prog: $foo"
600 proc objdump_finish { } {
601 global spawn_id
603 catch "close"
604 catch "wait"
607 # Default timeout is 10 seconds, loses on a slow machine. But some
608 # configurations of dejagnu may override it.
609 if {$timeout<120} then { set timeout 120 }
611 expect_after -i {
612 timeout { perror "timeout" }
613 "virtual memory exhausted" { perror "virtual memory exhausted" }
614 buffer_full { perror "buffer full" }
615 eof { perror "eof" }
618 # regexp_diff, based on simple_diff taken from ld test suite
619 # compares two files line-by-line
620 # file1 contains strings, file2 contains regexps and #-comments
621 # blank lines are ignored in either file
622 # returns non-zero if differences exist
624 proc regexp_diff { file_1 file_2 } {
626 set eof -1
627 set end_1 0
628 set end_2 0
629 set differences 0
630 set diff_pass 0
632 if [file exists $file_1] then {
633 set file_a [open $file_1 r]
634 } else {
635 perror "$file_1 doesn't exist"
636 return 1
639 if [file exists $file_2] then {
640 set file_b [open $file_2 r]
641 } else {
642 perror "$file_2 doesn't exist"
643 close $file_a
644 return 1
647 verbose " Regexp-diff'ing: $file_1 $file_2" 2
649 while { 1 } {
650 set line_a ""
651 set line_b ""
652 while { [string length $line_a] == 0 } {
653 if { [gets $file_a line_a] == $eof } {
654 set end_1 1
655 break
658 while { [string length $line_b] == 0 || [string match "#*" $line_b] } {
659 if [ string match "#pass" $line_b ] {
660 set end_2 1
661 set diff_pass 1
662 break
663 } elseif [ string match "#..." $line_b ] {
664 if { [gets $file_b line_b] == $eof } {
665 set end_2 1
666 set diff_pass 1
667 break
669 verbose "looking for \"^$line_b$\"" 3
670 while { ![regexp "^$line_b$" "$line_a"] } {
671 verbose "skipping \"$line_a\"" 3
672 if { [gets $file_a line_a] == $eof } {
673 set end_1 1
674 break
677 break
679 if { [gets $file_b line_b] == $eof } {
680 set end_2 1
681 break
685 if { $diff_pass } {
686 break
687 } elseif { $end_1 && $end_2 } {
688 break
689 } elseif { $end_1 } {
690 send_log "extra regexps in $file_2 starting with \"^$line_b$\"\nEOF from $file_1\n"
691 verbose "extra regexps in $file_2 starting with \"^$line_b$\"\nEOF from $file_1" 3
692 set differences 1
693 break
694 } elseif { $end_2 } {
695 send_log "extra lines in $file_1 starting with \"^$line_a$\"\nEOF from $file_2\n"
696 verbose "extra lines in $file_1 starting with \"^$line_a$\"\nEOF from $file_2\n" 3
697 set differences 1
698 break
699 } else {
700 verbose "regexp \"^$line_b$\"\nline \"$line_a\"" 3
701 if ![regexp "^$line_b$" "$line_a"] {
702 send_log "regexp_diff match failure\n"
703 send_log "regexp \"^$line_b$\"\nline \"$line_a\"\n"
704 verbose "regexp_diff match failure\n" 3
705 set differences 1
710 if { $differences == 0 && !$diff_pass && [eof $file_a] != [eof $file_b] } {
711 send_log "$file_1 and $file_2 are different lengths\n"
712 verbose "$file_1 and $file_2 are different lengths" 3
713 set differences 1
716 close $file_a
717 close $file_b
719 return $differences
722 proc file_contents { filename } {
723 set file [open $filename r]
724 set contents [read $file]
725 close $file
726 return $contents
729 proc write_file { filename contents } {
730 set file [open $filename w]
731 puts $file "$contents"
732 close $file
735 proc verbose_eval { expr { level 1 } } {
736 global verbose
737 if $verbose>$level then { eval verbose "$expr" $level }
740 # This definition is taken from an unreleased version of DejaGnu. Once
741 # that version gets released, and has been out in the world for a few
742 # months at least, it may be safe to delete this copy.
743 if ![string length [info proc prune_warnings]] {
745 # prune_warnings -- delete various system verbosities from TEXT.
747 # An example is:
748 # ld.so: warning: /usr/lib/libc.so.1.8.1 has older revision than expected 9
750 # Sites with particular verbose os's may wish to override this in site.exp.
752 proc prune_warnings { text } {
753 # This is from sun4's. Do it for all machines for now.
754 # The "\\1" is to try to preserve a "\n" but only if necessary.
755 regsub -all "(^|\n)(ld.so: warning:\[^\n\]*\n?)+" $text "\\1" text
757 # It might be tempting to get carried away and delete blank lines, etc.
758 # Just delete *exactly* what we're ask to, and that's it.
759 return $text