1 # Copyright (C) 1997, 1999, 2000, 2003, 2004, 2005, 2006
2 # Free Software Foundation, Inc.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
19 load_lib file-format.exp
20 load_lib target-supports.exp
21 load_lib target-supports-dg.exp
28 load_lib target-libpath.exp
30 # We set LC_ALL and LANG to C so that we get the same error messages as expected.
34 if ![info exists TORTURE_OPTIONS] {
35 # It is theoretically beneficial to group all of the O2/O3 options together,
36 # as in many cases the compiler will generate identical executables for
37 # all of them--and the c-torture testsuite will skip testing identical
38 # executables multiple times.
39 # Also note that -finline-functions is explicitly included in one of the
40 # items below, even though -O3 is also specified, because some ports may
41 # choose to disable inlining functions by default, even when optimizing.
42 set TORTURE_OPTIONS [list \
46 { -O3 -fomit-frame-pointer } \
47 { -O3 -fomit-frame-pointer -funroll-loops } \
48 { -O3 -fomit-frame-pointer -funroll-all-loops -finline-functions } \
54 if ![info exists GCC_UNDER_TEST] {
55 set GCC_UNDER_TEST "[find_gcc]"
58 global orig_environment_saved
60 # This file may be sourced, so don't override environment settings
61 # that have been previously setup.
62 if { $orig_environment_saved == 0 } {
63 append ld_library_path [gcc-set-multilib-library-path $GCC_UNDER_TEST]
64 set_ld_library_path_env_vars
67 # Split TORTURE_OPTIONS into two choices: one for testcases with loops and
68 # one for testcases without loops.
70 set torture_with_loops $TORTURE_OPTIONS
71 set torture_without_loops ""
72 foreach option $TORTURE_OPTIONS {
73 if ![string match "*loop*" $option] {
74 lappend torture_without_loops $option
78 # Define gcc callbacks for dg.exp.
80 proc gcc-dg-test-1 { target_compile prog do_what extra_tool_flags } {
81 # Set up the compiler flags, based on what we're going to do.
85 # Tests should be able to use "dg-do repo". However, the dg test
86 # driver checks the argument to dg-do against a list of acceptable
87 # options, and "repo" is not among them. Therefore, we resort to
89 if [string match "*-frepo*" $extra_tool_flags] then {
95 set compile_type "preprocess"
96 set output_file "[file rootname [file tail $prog]].i"
99 set compile_type "assembly"
100 set output_file "[file rootname [file tail $prog]].s"
103 set compile_type "object"
104 set output_file "[file rootname [file tail $prog]].o"
107 set compile_type "precompiled_header"
108 set output_file "[file tail $prog].gch"
111 set compile_type "executable"
112 set output_file "[file rootname [file tail $prog]].exe"
113 # The following line is needed for targets like the i960 where
114 # the default output file is b.out. Sigh.
117 set compile_type "object"
118 set output_file "[file rootname [file tail $prog]].o"
121 set compile_type "executable"
122 # FIXME: "./" is to cope with "." not being in $PATH.
123 # Should this be handled elsewhere?
125 set output_file "./[file rootname [file tail $prog]].exe"
126 # This is the only place where we care if an executable was
127 # created or not. If it was, dg.exp will try to run it.
128 catch { remote_file build delete $output_file }
131 perror "$do_what: not a valid dg-do keyword"
136 if { $extra_tool_flags != "" } {
137 lappend options "additional_flags=$extra_tool_flags"
140 set comp_output [$target_compile "$prog" "$output_file" "$compile_type" $options]
142 # Look for an internal compiler error, which sometimes masks the fact
143 # that we didn't get an expected error message. An ICE always fails,
144 # there's no way to XFAIL it.
145 if [string match "*internal compiler error*" $comp_output] {
147 fail "$name (internal compiler error)"
150 if { $do_what == "repo" } {
151 set object_file "$output_file"
152 set output_file "[file rootname [file tail $prog]].exe"
154 [ concat $comp_output \
155 [$target_compile "$object_file" "$output_file" \
156 "executable" $options] ]
159 return [list $comp_output $output_file]
162 proc gcc-dg-test { prog do_what extra_tool_flags } {
163 return [gcc-dg-test-1 gcc_target_compile $prog $do_what $extra_tool_flags]
166 proc gcc-dg-prune { system text } {
167 global additional_prunes
169 set text [prune_gcc_output $text]
171 foreach p $additional_prunes {
172 if { [string length $p] > 0 } {
173 # Following regexp matches a complete line containing $p.
174 regsub -all "(^|\n)\[^\n\]*$p\[^\n\]*" $text "" text
178 # If we see "region xxx is full" then the testcase is too big for ram.
179 # This is tricky to deal with in a large testsuite like c-torture so
180 # deal with it here. Just mark the testcase as unsupported.
181 if [regexp "(^|\n)\[^\n\]*: region \[^\n\]* is full" $text] {
182 # The format here is important. See dg.exp.
183 return "::unsupported::memory full"
186 # Likewise, if we see ".text exceeds local store range" or
188 if {[string match "spu-*" $system] && \
189 [string match "*exceeds local store range*" $text]} {
190 # The format here is important. See dg.exp.
191 return "::unsupported::memory full"
197 # Replace ${tool}_load with a wrapper to provide for an expected nonzero
198 # exit status. Multiple languages include this file so this handles them
200 if { [info procs ${tool}_load] != [list] \
201 && [info procs saved_${tool}_load] == [list] } {
202 rename ${tool}_load saved_${tool}_load
204 proc ${tool}_load { program args } {
207 set result [eval [list saved_${tool}_load $program] $args]
208 if { $shouldfail != 0 } {
209 switch [lindex $result 0] {
210 "pass" { set status "fail" }
211 "fail" { set status "pass" }
213 set result [list $status [lindex $result 1]]
222 # search_for -- looks for a string match in a file
224 proc search_for { file pattern } {
225 set fd [open $file r]
226 while { [gets $fd cur_line]>=0 } {
227 if [string match "*$pattern*" $cur_line] then {
236 # Modified dg-runtest that can cycle through a list of optimization options
238 proc gcc-dg-runtest { testcases default-extra-flags } {
241 foreach test $testcases {
242 # If we're only testing specific files and this isn't one of
244 if ![runtest_file_p $runtests $test] {
248 # Look for a loop within the source code - if we don't find one,
249 # don't pass -funroll[-all]-loops.
250 global torture_with_loops torture_without_loops
251 if [expr [search_for $test "for*("]+[search_for $test "while*("]] {
252 set option_list $torture_with_loops
254 set option_list $torture_without_loops
257 set nshort [file tail [file dirname $test]]/[file tail $test]
259 foreach flags $option_list {
260 verbose "Testing $nshort, $flags" 1
261 dg-test $test $flags ${default-extra-flags}
266 proc gcc-dg-debug-runtest { target_compile trivial opt_opts testcases } {
269 if ![info exists DEBUG_TORTURE_OPTIONS] {
270 set DEBUG_TORTURE_OPTIONS ""
271 foreach type {-gdwarf-2 -gstabs -gstabs+ -gxcoff -gxcoff+ -gcoff} {
272 set comp_output [$target_compile \
273 "$srcdir/$subdir/$trivial" "trivial.S" assembly \
274 "additional_flags=$type"]
275 if { ! [string match "*: target system does not support the * debug format*" \
277 remove-build-file "trivial.S"
278 foreach level {1 "" 3} {
279 lappend DEBUG_TORTURE_OPTIONS [list "${type}${level}"]
280 foreach opt $opt_opts {
281 lappend DEBUG_TORTURE_OPTIONS \
282 [list "${type}${level}" "$opt" ]
289 verbose -log "Using options $DEBUG_TORTURE_OPTIONS"
293 foreach test $testcases {
294 # If we're only testing specific files and this isn't one of
296 if ![runtest_file_p $runtests $test] {
300 set nshort [file tail [file dirname $test]]/[file tail $test]
302 foreach flags $DEBUG_TORTURE_OPTIONS {
305 # These tests check for information which may be deliberately
307 if { ([string match {*/debug-[126].c} "$nshort"] \
308 || [string match {*/enum-1.c} "$nshort"] \
309 || [string match {*/enum-[12].C} "$nshort"]) \
310 && [string match "*1" [lindex "$flags" 0] ] } {
314 # High optimization can remove the variable whose existence is tested.
315 # Dwarf debugging with commentary (-dA) preserves the symbol name in the
316 # assembler output, but stabs debugging does not.
317 # http://gcc.gnu.org/ml/gcc-regression/2003-04/msg00095.html
318 if { [string match {*/debug-[12].c} "$nshort"] \
319 && [string match "*O*" "$flags"] \
320 && ( [string match "*coff*" "$flags"] \
321 || [string match "*stabs*" "$flags"] ) } {
326 verbose -log "Testing $nshort, $flags" 1
327 dg-test $test $flags ""
333 # Prune any messages matching ARGS[1] (a regexp) from test output.
334 proc dg-prune-output { args } {
335 global additional_prunes
337 if { [llength $args] != 2 } {
338 error "[lindex $args 1]: need one argument"
342 lappend additional_prunes [lindex $args 1]
345 # Remove files matching the pattern from the build machine.
346 proc remove-build-file { pat } {
347 verbose "remove-build-file `$pat'" 2
348 set file_list "[glob -nocomplain $pat]"
349 verbose "remove-build-file `$file_list'" 2
350 foreach output_file $file_list {
351 remote_file build delete $output_file
355 # Remove compiler-generated coverage files for the current test.
356 proc cleanup-coverage-files { } {
357 # This assumes that we are two frames down from dg-test or some other proc
358 # that stores the filename of the testcase in a local variable "name".
359 # A cleaner solution would require a new DejaGnu release.
360 upvar 2 name testcase
361 remove-build-file "[file rootname [file tail $testcase]].gc??"
363 # Clean up coverage files for additional source files.
364 if [info exists additional_sources] {
365 foreach srcfile $additional_sources {
366 remove-build-file "[file rootname [file tail $srcfile]].gc??"
371 # Remove compiler-generated files from -repo for the current test.
372 proc cleanup-repo-files { } {
373 # This assumes that we are two frames down from dg-test or some other proc
374 # that stores the filename of the testcase in a local variable "name".
375 # A cleaner solution would require a new DejaGnu release.
376 upvar 2 name testcase
377 remove-build-file "[file rootname [file tail $testcase]].o"
378 remove-build-file "[file rootname [file tail $testcase]].rpo"
380 # Clean up files for additional source files.
381 if [info exists additional_sources] {
382 foreach srcfile $additional_sources {
383 remove-build-file "[file rootname [file tail $srcfile]].o"
384 remove-build-file "[file rootname [file tail $srcfile]].rpo"
389 # Remove compiler-generated RTL dump files for the current test.
391 # SUFFIX is the filename suffix pattern.
392 proc cleanup-rtl-dump { suffix } {
393 cleanup-dump "\[0-9\]\[0-9\]\[0-9\]r.$suffix"
396 # Remove a specific tree dump file for the current test.
398 # SUFFIX is the tree dump file suffix pattern.
399 proc cleanup-tree-dump { suffix } {
400 cleanup-dump "\[0-9\]\[0-9\]\[0-9\]t.$suffix"
403 # Remove a specific ipa dump file for the current test.
405 # SUFFIX is the ipa dump file suffix pattern.
406 proc cleanup-ipa-dump { suffix } {
407 cleanup-dump "\[0-9\]\[0-9\]\[0-9\]i.$suffix"
410 # Remove all dump files with the provided suffix.
411 proc cleanup-dump { suffix } {
412 # This assumes that we are three frames down from dg-test or some other
413 # proc that stores the filename of the testcase in a local variable
414 # "name". A cleaner solution would require a new DejaGnu release.
415 upvar 3 name testcase
416 # The name might include a list of options; extract the file name.
417 set src [file tail [lindex $testcase 0]]
418 remove-build-file "[file tail $src].$suffix"
420 # Clean up dump files for additional source files.
421 if [info exists additional_sources] {
422 foreach srcfile $additional_sources {
423 remove-build-file "[file tail $srcfile].$suffix"
428 # Remove files kept by --save-temps for the current test.
430 # Currently this is only .i files, but more can be added if there are
431 # tests generating them.
432 proc cleanup-saved-temps { } {
433 global additional_sources
435 # This assumes that we are two frames down from dg-test or some other proc
436 # that stores the filename of the testcase in a local variable "name".
437 # A cleaner solution would require a new DejaGnu release.
438 upvar 2 name testcase
439 remove-build-file "[file rootname [file tail $testcase]].ii"
440 remove-build-file "[file rootname [file tail $testcase]].i"
442 # Clean up saved temp files for additional source files.
443 if [info exists additional_sources] {
444 foreach srcfile $additional_sources {
445 remove-build-file "[file rootname [file tail $srcfile]].ii"
446 remove-build-file "[file rootname [file tail $srcfile]].i"
451 # Remove files for specified Fortran modules.
452 proc cleanup-modules { modlist } {
453 foreach modname $modlist {
454 remove-build-file [string tolower $modname].mod
458 # Scan Fortran modules for a given regexp.
460 # Argument 0 is the module name
461 # Argument 1 is the regexp to match
462 proc scan-module { args } {
463 set modfilename [string tolower [lindex $args 0]].mod
464 set fd [open $modfilename r]
468 upvar 2 name testcase
469 if [regexp -- [lindex $args 1] $text] {
470 pass "$testcase scan-module [lindex $args 1]"
472 fail "$testcase scan-module [lindex $args 1]"
476 # Verify that the compiler output file exists, invoked via dg-final.
477 proc output-exists { args } {
478 # Process an optional target or xfail list.
479 if { [llength $args] >= 1 } {
480 switch [dg-process-target [lindex $args 0]] {
483 "F" { setup_xfail "*-*-*" }
488 # Access variables from gcc-dg-test-1.
489 upvar 2 name testcase
490 upvar 2 output_file output_file
492 if [file exists $output_file] {
493 pass "$testcase output-exists $output_file"
495 fail "$testcase output-exists $output_file"
499 # Verify that the compiler output file does not exist, invoked via dg-final.
500 proc output-exists-not { args } {
501 # Process an optional target or xfail list.
502 if { [llength $args] >= 1 } {
503 switch [dg-process-target [lindex $args 0]] {
506 "F" { setup_xfail "*-*-*" }
511 # Access variables from gcc-dg-test-1.
512 upvar 2 name testcase
513 upvar 2 output_file output_file
515 if [file exists $output_file] {
516 fail "$testcase output-exists-not $output_file"
518 pass "$testcase output-exists-not $output_file"
522 # We need to make sure that additional_* are cleared out after every
523 # test. It is not enough to clear them out *before* the next test run
524 # because gcc-target-compile gets run directly from some .exp files
525 # (outside of any test). (Those uses should eventually be eliminated.)
527 # Because the DG framework doesn't provide a hook that is run at the
528 # end of a test, we must replace dg-test with a wrapper.
530 if { [info procs saved-dg-test] == [list] } {
531 rename dg-test saved-dg-test
533 proc dg-test { args } {
534 global additional_files
535 global additional_sources
536 global additional_prunes
538 global compiler_conditional_xfail_data
541 if { [ catch { eval saved-dg-test $args } errmsg ] } {
542 set saved_info $errorInfo
543 set additional_files ""
544 set additional_sources ""
545 set additional_prunes ""
547 if [info exists compiler_conditional_xfail_data] {
548 unset compiler_conditional_xfail_data
550 error $errmsg $saved_info
552 set additional_files ""
553 set additional_sources ""
554 set additional_prunes ""
556 if [info exists compiler_conditional_xfail_data] {
557 unset compiler_conditional_xfail_data
562 set additional_prunes ""