#!/usr/bin/env bash
-# 1999-07-19 bkoz
-# Script to do automated testing and data collection for
-# various test files, and avoid doing this on every test file.
-# It attempts to collect some diagnostic info about size
-# and speed that should be useful in the future as the library gets
-# tuned for size and speed.
-
-# invocation == mkcheck [01] (path to build) (path to src) (path to install)
-
-if [ $# != 3 ] && [ $# != 4 ]; then
- echo 'Usage: mkcheck 0 (path to build) (path to src)'
- echo ' mkcheck 1 (path to build) (path to src) (path to install)'
- exit 1
-fi
-echo "running mkcheck"
+# Script to do automated testing and data collection for various test
+# files, so that we don't have to do this by hand on every test file.
+# It attempts to collect some diagnostic info about size and speed that
+# should be useful in the future as the library gets tuned for size
+# and speed. In addition, it tests static and shared linkage, iff each
+# has been enabled.
+
+# Invocation
+# mkcheck [01]
-#
# 1: variables
#
-# WHICH determines if you are testing the installed binary and headers, or
-# the build binary and headers.
+# WHICH determines if you are
+# (0) testing the build binary and headers, or
+# (1) testing the installed binary and headers, or
WHICH=$1
-if [ $WHICH != "1" ]; then
- WHICH=0
+if [ "$WHICH"x = 0x ]; then
+ echo "running mkcheck"
echo "$0: testing the build directory"
-elif [ $WHICH -eq 1 ]; then
- echo "$0: testing the install directory $1"
-fi
-
-BUILD_DIR=$2
-if [ ! -d "$BUILD_DIR" ]; then
- echo "build directory $BUILD_DIR not found, exiting."
- exit 1
-fi
-
-SRC_DIR=$3
-if [ ! -d "$SRC_DIR" ]; then
- echo "source directory $SRC_DIR not found, exiting."
- exit 1
-fi
-
-if [ $WHICH -eq 1 ]; then
- PREFIX_DIR=$4
- if [ ! -d "$PREFIX_DIR" ]; then
- echo "install directory $PREFIX_DIR not found, exiting."
- exit 1
- fi
-fi
-
-# INC_PATH == include path to new headers for use on gcc command-line
-if [ $WHICH != "1" ]; then
- INC_PATH="-I$BUILD_DIR -I$BUILD_DIR/libio -I$SRC_DIR/@ctype_include_dir@ -I$SRC_DIR/@cpu_include_dir@ -I$SRC_DIR/std -I$SRC_DIR -I$SRC_DIR/libio"
-elif [ $WHICH -eq 1 ]; then
- INC_PATH=""
+elif [ "$WHICH"x = 1x ]; then
+ echo "running mkcheck"
+ echo "$0: testing the install directory"
+else
+ echo 'Usage: mkcheck 0 /* test the build directory */'
+ echo ' mkcheck 1 /* test the install directory */'
+ exit 1;
fi
-#LIB_PATH == where to find the build library binaries.
-if [ $WHICH != "1" ]; then
- LIB_PATH="-L$BUILD_DIR/src/.libs"
- CXX="../../gcc/g++ -B../../gcc/"
-elif [ $WHICH -eq 1 ]; then
- LIB_PATH="-L$PREFIX_DIR/lib"
- CXX="$PREFIX_DIR/bin/g++"
+# Now that we've successfully translated the numerical option into
+# a symbolic one, we can safely ignore it.
+shift
+
+# This has been true all along. Found out about it the hard way...
+case $BASH_VERSION in
+ 1*) echo 'You need bash 2.x to run mkcheck. Exiting.'; exit 1 ;;
+ *) ;; # ??
+esac
+
+BUILD_DIR=@glibcpp_builddir@
+SRC_DIR=@glibcpp_srcdir@
+PREFIX_DIR=@glibcpp_prefixdir@
+if [ "$WHICH"x = 0x ]; then
+ CXX=`$BUILD_DIR/testsuite_flags --build-cxx`
+ INCLUDES=`$BUILD_DIR/testsuite_flags --build-includes`
+else
+ CXX=`$BUILD_DIR/testsuite_flags --install-cxx`
+ INCLUDES=`$BUILD_DIR/testsuite_flags --install-includes`
fi
+CXXFLAGS=`$BUILD_DIR/testsuite_flags --cxxflags`
+LIBTOOL="$BUILD_DIR/libtool"
+LTEXE="$LIBTOOL --mode=execute"
+#LTCXX="$LIBTOOL --tag=CXX --mode=link $CXX $CXXFLAGS $INCLUDES"
+LTCXX="$CXX $CXXFLAGS $INCLUDES"
-# gcc compiler flags
-#CXX_FLAG="-fsquangle -fhonor-std -fnew-exceptions -g -O2 -DDEBUG_ASSERT "
-#CXX_FLAG="-g -O2 -DDEBUG_ASSERT "
-CXX_FLAG="-g -DDEBUG_ASSERT "
+# specific libtool flag(s) to use shared libraries, if any
+SH_FLAG="-Wl,--rpath -Wl,$BUILD_DIR/../../gcc -Wl,--rpath -Wl,$BUILD_DIR/src/.libs"
-# a specific flag to force the use of shared libraries, if any
-SH_FLAG=
-
-# a specific flag to force the use of static libraries, if any
+# specific libtool flag(s) to use static libraries, if any
ST_FLAG="-static"
+#ST_FLAG="-all-static"
# Set up the testing directory, which should be in a directory called
# "testsuite" in the root level of the build directory.
-TEST_DIR="`pwd`/testsuite"
-if [ ! -d "$TEST_DIR" ]; then
- echo "making directory $TEST_DIR"
- mkdir $TEST_DIR
- chmod 777 $TEST_DIR
+TEST_DIR="$BUILD_DIR/testsuite"
+# help libtool keep quiet
+if [ ! -d ${TEST_DIR}/.libs ]; then
+ mkdir $TEST_DIR/.libs
fi
# the name of the file that will collect and hold all this useful data:
#
# 2: clean, make files, append general test info
#
+
+# Remove old executables.
+rm -rf "$TEST_DIR"/*exe
+rm -rf "$TEST_DIR"/compile.out
+
+# Remove old core files (which now get left in cwd, not $TEST_DIR).
+rm -rf ./*core*
+
if [ -f $RESULTS_FILE ]; then
rm $RESULTS_FILE
fi
echo "making file $TESTS_FILE"
for LONG_NAME in $SRC_DIR/testsuite/*/*.cc
do
- DIR_NAME=$(dirname $LONG_NAME)
- SHORT_NAME="`basename $DIR_NAME`/`basename $LONG_NAME`"
- echo "$SHORT_NAME" >> $TESTS_FILE
+ DIR_NAME=$(dirname $LONG_NAME)
+ SHORT_NAME="`basename $DIR_NAME`/`basename $LONG_NAME`"
+ echo "$SHORT_NAME" >> $TESTS_FILE
done
fi
# Nasty solution to replace GNU date(1)'s %s time_t output function.
-if [ ! -x "$TEST_DIR/printnow" ]; then
- echo "making utility $TEST_DIR/printnow"
- gcc -o "$TEST_DIR/printnow" "$SRC_DIR/testsuite/printnow.c"
- strip "$TEST_DIR/printnow"
+TIMER_COMMAND=$TEST_DIR/printnow.exe
+if [ ! -x "$TIMER_COMMAND" ]; then
+ echo "making utility $TIMER_COMMAND"
+ gcc -o "$TIMER_COMMAND" "$SRC_DIR/testsuite/printnow.c"
+ strip "$TIMER_COMMAND"
fi
-# Remove old executables.
-rm -rf "$TEST_DIR"/*exe
-
-# Remove old core files (which now get left in cwd, not $TEST_DIR).
-rm -rf ./*core
-
-# Copy over the data files for filebufs in read-only mode
+# Copy over the data files for filebufs
cp $SRC_DIR/testsuite/27_io/*.txt $TEST_DIR
cp $SRC_DIR/testsuite/27_io/*.tst $TEST_DIR
+chmod u+w $TEST_DIR/*.txt
+chmod u+w $TEST_DIR/*.tst
# Emit useful info about compiler and platform
echo "host: $(uname -mrsv)" >> $RESULTS_FILE
-echo "compiler: $($CXX --version)" >> $RESULTS_FILE
-echo "compiler flags: $CXX_FLAG $ST_FLAG" >> $RESULTS_FILE
+echo "compiler: $($CXX -v 2>&1)" >> $RESULTS_FILE
+echo "compiler flags: $CXXFLAGS" >> $RESULTS_FILE
echo "date: $(date +%Y%m%d)" >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
-echo "p == pass/fail execution test" >> $RESULTS_FILE
+explanation='+: pass, -b: build failure, -r: run failure, x: disabled'
+printf "%s\n %s\n" 'p == pass/fail execution test' "$explanation" \
+ >> $RESULTS_FILE
echo "ctime == time to compile and link" >> $RESULTS_FILE
-echo "etime == time for executable to run (take with salt)" >> $RESULTS_FILE
+echo "etime == time for executable to run" >> $RESULTS_FILE
echo "text == size of the executable text section" >> $RESULTS_FILE
echo "data == size of the executable data section" >> $RESULTS_FILE
echo "total == size of the executable" >> $RESULTS_FILE
echo "text" "data" | awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
echo "total" "name" | awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
+
+# Counters. These could be members of an array, but they'd all have to
+# become individuals anyhow if we ever change this script to super-portable sh.
+shared_pass=0
+shared_fail=0
+static_pass=0
+static_fail=0
+
+
+#
+# 2.5: support functions
+#
+
+# Figure out how to extract size information from binaries. We take
+# the text of the value we want as an argument, and leave the size in
+# the appropriate variable.
+#
+# We discover what kind of size(1) we are using *once* and build a shell
+# function named 'size_command' to wrap it. (The "function" keyword is
+# redundant here, but helps me read it, so there.) Previously we were
+# re-discovering the size(1) arguments three times for each test; sloooow.
+#
+# It is VERY IMPORTANT not to compare these numbers across platforms.
+# Different size(1)'s extract section information differently. For
+# example, using the native Sun size(1) and GNU size(1) built for Suns
+# on the exact same binary will give very different numbers, due to all
+# the variance in command-line options and arbitrary names of ELF sections.
+#
+# and suddenly we go to 2-space indentations...
+setup_size_command()
+{
+ if size --version 2> /dev/null | grep -c GNU > /dev/null;
+ then # Then we're using a GNU size(1) built for this platform.
+ # We lose .rodata and .data1 and who knows what else... kludge.
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size -B $EXENAME | tail -1 | awk '{print $1}') ;;
+ DATA) DATA=$(size -B $EXENAME | tail -1 | awk '{print $2}') ;;
+ SIZE) SIZE=$(size -B $EXENAME | tail -1 | awk '{print $4}') ;;
+ esac
+ }
+ else
+ # Not using GNU size; check for platform. These numbers seem to match
+ # up to text/data/total, although their meanings seem to be different.
+ # THIS TABLE IS SORTED. KEEP IT THAT WAY.
+ case @host_os@ in
+ *aix*)
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size -X32_64 $EXENAME | awk '{print $2}') ;;
+ DATA) DATA=$(size -X32_64 $EXENAME | awk '{print $4}') ;;
+ SIZE) SIZE=$(size -X32_64 $EXENAME | awk '{print $12}') ;;
+ esac
+ }
+ ;;
+ *hpux*)
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size $EXENAME | awk '{print $1}') ;;
+ DATA) DATA=$(size $EXENAME | awk '{print $3}') ;;
+ SIZE) SIZE=$(size $EXENAME | awk '{print $7}') ;;
+ esac
+ }
+ ;;
+ *irix*)
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size -4 $EXENAME | awk '{print $1}') ;;
+ DATA) DATA=$(size -4 $EXENAME | awk '{print $3}') ;;
+ SIZE) SIZE=$(size -4 $EXENAME | awk '{print $7}') ;;
+ esac
+ }
+ ;;
+ *solaris*)
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size $EXENAME | awk '{print $1}') ;;
+ DATA) DATA=$(size $EXENAME | awk '{print $3}') ;;
+ SIZE) SIZE=$(size $EXENAME | awk '{print $7}') ;;
+ esac
+ }
+ ;;
+ *)
+ echo ' * Warning! Skipping section sizes!' 1>&2
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=0 ;;
+ DATA) DATA=0 ;;
+ SIZE) SIZE=0 ;;
+ esac
+ }
+ ;;
+ esac
+ fi
+}
+
+# Test for file output
+test_for_output()
+{
+ # This checks for emitted output files, which is useful when
+ # testing file-related output. The rules for this working are as
+ # follows: the emitted file must have the ".txt" extension, and be
+ # based on the actual *.cc file's name. For example, 27/filbuf.cc
+ # currently outputs files named 27/filebuf-2.txt and 27/filebuf-3.txt.
+ # Also, the first emitted file must be in the form $NAME-1.txt.
+ # The control file must follow the same constraints, but have a
+ # ".tst" extension. Thus, you have 27/filebuf-2.tst, etc.
+
+ # NAME contains the source name, like 27/filebuf.cc
+ # From that NAME, we want to generate some possible names, using
+ # ls on MATCH, a pattern description generated with sed.
+
+ # this is the name of the resulting diff file, if any
+ DIFF_FILE="`echo $TEST_NAME | sed 's/cc$/diff/'`"
+ # construct wildcard names, ie for $NAME=filebuf.cc, makes "filebuf*.tst"
+ DATA_FILES="`echo $TEST_NAME | sed 's/\.cc/\*\.tst/g'`"
+ # make sure there is at least one, then go
+ ST_E="`echo $TEST_NAME | sed 's/\.cc/\-1\.tst/g'`"
+ if [ -f $ST_E ]; then
+ # list of actual files that match the wildcard above, ie
+ # "filebuf-1.tst"
+ ST_MATCH_LIST="`ls $DATA_FILES`"
+ for i in $ST_MATCH_LIST; do
+ # ST_OUT_FILE is generated in the build directory.
+ PRE_NAME2="$TEST_DIR/`basename $i`"
+ ST_OUT_FILE="`echo $PRE_NAME2 | sed 's/tst$/txt/'`"
+ diff $ST_OUT_FILE $i > $DIFF_FILE
+ if [ -s $DIFF_FILE ]; then
+ RESULT="-r"
+ else
+ RESULT="+"
+ fi
+ rm $DIFF_FILE
+ done
+ else
+ # the file does no output, and didn't abnormally
+ # terminate, so assume passed.
+ RESULT="+"
+ fi
+}
#
# 3: compile, link, execute, time
#
-for NAME in `cat $TESTS_FILE`
-do
- echo "$NAME"
- PRE_NAME="$TEST_DIR/`basename $NAME`"
- ST_NAME="`echo $PRE_NAME | sed 's/cc$/st-exe/'`"
- SH_NAME="`echo $PRE_NAME | sed 's/cc$/sh-exe/'`"
- CNAME="$SRC_DIR/testsuite/$NAME"
+# Abstract out the common code for compiling, linking, executing and printing.
+test_file()
+{
+ # NB: S_FLAG has to be last argument because it may be null, and
+ # error checking hasn't been invented yet.
+ NAME=$1
+ EXENAME=$2
+ S_FLAG=$3
+
+ SRC_NAME="$SRC_DIR/testsuite/$1"
+ TEST_NAME="$TEST_DIR/`basename $NAME`"
# This would be deliciously easy if GNU date's %s were always around.
# There are three ways to do this: 1) use the builtin 'time' like we
# and harder as we try compiling at, say, top of the hour; we would
# eventually have to calculate time_t anyhow. Or 3) just grab two
# time_t's (no more overhead than grabbing two date(1)'s).
- COMP_TIME_START=$($TEST_DIR/printnow)
- $CXX $CXX_FLAG $ST_FLAG $INC_PATH $LIB_PATH $CNAME \
- -o $ST_NAME 2>> $LOG_FILE
- COMP_TIME_END=$($TEST_DIR/printnow)
+ our_libs="-L$TEST_DIR -lv3test"
+ compiler_invocation="$LTCXX $S_FLAG $SRC_NAME -o $EXENAME $our_libs"
+ echo $compiler_invocation >> compile.out 2>&1
+ COMP_TIME_START=$($TIMER_COMMAND)
+ $compiler_invocation >> compile.out 2>&1
+ COMP_TIME_END=$($TIMER_COMMAND)
if [ $COMP_TIME_START -lt $COMP_TIME_END ]; then
- C_TIME=$[ $COMP_TIME_END - $COMP_TIME_START ]
+ C_TIME=$[ $COMP_TIME_END - $COMP_TIME_START ]
else
- C_TIME="0"
+ C_TIME="0"
fi
- if [ -f $ST_NAME ]; then
- case @host_os@ in
- *solaris*)
- # These numbers seem to match up to text/data/total,
- # although their meanings seem to be different. Very
- # important to not compare these numbers across platforms.
- ST_TEXT="$(size $ST_NAME | awk '{print $1}')"
- ST_DATA="$(size $ST_NAME | awk '{print $3}')"
- ST_SIZE="$(size $ST_NAME | awk '{print $7}')"
- ;;
- *)
- ST_TEXT="$(size -A $ST_NAME | grep text | awk '{print $2}')"
- ST_DATA="$(size -A $ST_NAME | grep data | awk '{print $2}')"
- ST_SIZE="$(size -A $ST_NAME | grep otal | awk '{print $2}')"
- ;;
- esac
+ if [ -f $EXENAME ]; then
+# rm compile.out
+ size_command TEXT
+ size_command DATA
+ size_command SIZE
- # Actually run the executable and time it . . .
+ # Actually run the executable and time it. Note that output
+ # printed by the executable will be lost and cannot be redirected,
+ # because we need to capture the output of 'time'. Bummer.
TIMEFORMAT='timemark %R'
- E_TIME_TEXT="$(exec 2>&1; time $ST_NAME)"
- E_ABNORMAL_TERMINATION=$?
- E_TIME="$(echo $E_TIME_TEXT | awk '{print $2}')"
- # joining those two commands does not work due to quoting problems:
- #E_TIME="$(exec 2>&1; time $ST_NAME | awk '{print $2}')"
- # this will work as a fallback on certain systems...?
- #E_TIME=$(exec 2>&1; time $ST_NAME | cut -d ' ' -f 2)
+ E_TIME_TEXT="$(exec 2>&1; time $LTEXE $EXENAME)"
+ E_ABNORMAL_TERMINATION=$?
- if [ "$E_ABNORMAL_TERMINATION" -ne 0 ]; then
- ST_EXEC='-'
- echo "st_fail" | awk '{printf("\t%s\n", $1)}'
- rm -f ./*core
- # sometimes you want to save all core files for review:
- #mv ./core $ST_NAME.core
- # sometimes the OS names core files as programname.core:
- #mv ./*core $ST_NAME.core
- else
- # XXX this should probably be a function?
-
- # This checks for emitted output files, which is useful
- # when testing file-related output. The rules for this
- # working are as follows: the emitted file must have the
- # ".txt" extension, and be based on the actual *.cc file's
- # name. For example, 27/filbuf.cc currently outputs files
- # named 27/filebuf-2.txt and 27/filebuf-3.txt. Also, the first
- # emitted file must be in the form $NAME-1.txt. The
- # control file must follow the same constraints, but have
- # a ".tst" extension. Thus, you have 27/filebuf-2.tst, etc
- # etc.
-
- # NAME contains the source name, like 27/filebuf.cc
- # From that NAME, we want to generate some possible names, using
- # ls on MATCH, a pattern description generated with sed.
-
- # this is the name of the resulting diff file, if any
- DIFF_FILE="`echo $PRE_NAME | sed 's/cc$/diff/'`"
- # construct wildcard names,ie for $NAME=filebuf.cc, makes
- # "filebuf*.tst"
- ST_DATA_FILES="`echo $NAME | sed 's/\.cc/\*\.tst/g'`"
- # make sure there is at least one, then go
- ST_E="`echo $NAME | sed 's/\.cc/\-1\.tst/g'`"
- if [ -f $ST_E ]; then
- # list of actual files that match the wildcard above, ie
- # "filebuf-1.tst"
- ST_MATCH_LIST="`ls $ST_DATA_FILES`"
- for i in $ST_MATCH_LIST
- do
- # ST_OUT_FILE is generated in the build directory.
- PRE_NAME2="$TEST_DIR/`basename $i`"
- ST_OUT_FILE="`echo $PRE_NAME2 | sed 's/tst$/txt/'`"
- diff $ST_OUT_FILE $i > $DIFF_FILE
- if [ -s $DIFF_FILE ]; then
- ST_EXEC="-"
- echo "st_fail" | awk '{printf("\t%s\n", $1)}'
- echo "$ST_OUT_FILE has some problems, dude"
- else
- ST_EXEC="+"
- echo "st_pass" | awk '{printf("\t%s\n", $1)}'
- fi
- rm $DIFF_FILE
- done
- else
- # the file does no output, and didn't abnormally
- # terminate, so assume passed.
- ST_EXEC="+"
- echo "st_pass" | awk '{printf("\t%s\t", $1)}'
- fi
- fi
- rm "$ST_NAME"
- # sometimes you want to save all failing exe files for review:
- #if [ "$ST_EXEC" = "+" ]; then
- # rm "$ST_NAME"
- #fi
+ if [ "$E_ABNORMAL_TERMINATION" -ne 0 ]; then
+ RESULT='-r'
+ E_TIME="0"
+ rm -f ./*core
+ # sometimes you want to save all core files for review:
+ #mv ./core $EXENAME.core
+ # sometimes the OS allows you to name core files yourself:
+ #mv ./*core $EXENAME.core
+ #mv ./core* $EXENAME.core
+ else
+ test_for_output
+ # XXX This doesn't always result in a number.
+ # E_TIME="$(echo $E_TIME_TEXT | awk '{print $2}')"
+ E_TIME="0"
+ fi
+
+ # sometimes you want to save all failing exe files for review:
+ if [ "$RESULT" = '+' ]; then
+ rm "$EXENAME"
+ fi
+ else
+ # the file did not compile/link.
+ printf "\n" >> $LOG_FILE
+ `cat compile.out >> $LOG_FILE`
+ rm compile.out
+ RESULT="-b"
+ TEXT="0"
+ DATA="0"
+ SIZE="0"
+ fi
+
+ # update the counters
+ if test "$RESULT" = "+" ; then
+ if test x"$S_FLAG" = x"$ST_FLAG"; then
+ static_pass=`expr $static_pass + 1`
+ else
+ shared_pass=`expr $shared_pass + 1`
+ fi
else
- # the file did not compile. Write out compilation info to the log file.
- echo "$CXX $CXX_FLAG $ST_FLAG $INC_PATH $LIB_PATH $CNAME -o $ST_NAME" \
- 2>> $LOG_FILE
-
- ST_EXEC="-"
- echo "st_fail" | awk '{printf("\t%s\t", $1)}'
- ST_TEXT="0"
- ST_DATA="0"
- ST_SIZE="0"
+ if test x"$S_FLAG" = x"$ST_FLAG"; then
+ static_fail=`expr $static_fail + 1`
+ else
+ shared_fail=`expr $shared_fail + 1`
+ fi
fi
- echo $ST_EXEC | awk '{printf ("%.1s ", $1)}'>>$RESULTS_FILE
- echo $C_TIME $E_TIME |awk '{printf("%d\t%.3f\t", $1, $2)}'>>$RESULTS_FILE
- echo $ST_TEXT $ST_DATA | awk '{printf("%s\t%s\t", $1, $2)}'>>$RESULTS_FILE
- echo $ST_SIZE | awk '{printf("%s\t", $1)}'>>$RESULTS_FILE
- echo $NAME | awk '{printf("%s\n", $1)}'>>$RESULTS_FILE
+ printf "%s\t" "$RESULT"
+ printf "%-2s %d\t%.3f\t%s\t%s\t%s\t%s %s\n" \
+ "$RESULT" $C_TIME $E_TIME $TEXT $DATA $SIZE $NAME >> $RESULTS_FILE
+}
+
+setup_size_command
+echo ""
+echo "Detailed test results in .${RESULTS_FILE/$BUILD_DIR}"
+echo $explanation
+echo "------------------------------------------------------------------------"
+printf "static\tshared\ttest\n"
+echo "------------------------------------------------------------------------"
+
+TEST_TIME_START=$($TIMER_COMMAND)
+for NAME in `cat $TESTS_FILE`
+do
+ PRE_NAME="$TEST_DIR/`basename $NAME`"
+ ST_NAME="`echo $PRE_NAME | sed 's/cc$/st-exe/'`"
+ SH_NAME="`echo $PRE_NAME | sed 's/cc$/sh-exe/'`"
+
+ if test @enable_static@ = yes; then
+ test_file $NAME $ST_NAME "$ST_FLAG"
+ else
+ printf "x\t"
+ printf "static skipped\n" >> $RESULTS_FILE
+ fi
+ if test @enable_shared@ = yes; then
+ test_file $NAME $SH_NAME "$SH_FLAG"
+ else
+ printf "x\t"
+ printf "shared skipped\n" >> $RESULTS_FILE
+ fi
+ printf "%s\n" "$NAME"
echo "" >> $RESULTS_FILE
- echo ""
done
+TEST_TIME_END=$($TIMER_COMMAND)
+
+#
+# 4: summary
+#
# grep can count faster than we can...
-total_failures=$(egrep -c "^\-" $RESULTS_FILE)
-total_successes=$(egrep -c "^\+" $RESULTS_FILE)
-resultstext="pass/fail results: ${total_successes}/${total_failures}"
+total_failures=`expr ${shared_fail} + ${static_fail}`
+total_successes=`expr ${shared_pass} + ${static_pass}`
+resultstext="pass/fail results: ${static_pass}/${static_fail} static + ${shared_pass}/${shared_fail} shared = ${total_successes}/${total_failures} total"
if [ $total_failures -eq 0 ]; then
resultstext="${resultstext}, WIN WIN"
fi
$resultstext" $RESULTS_FILE > ${RESULTS_FILE}.tmp
mv ${RESULTS_FILE}.tmp $RESULTS_FILE
-exit 0
+if [ $TEST_TIME_START -lt $TEST_TIME_END ]; then
+ TEST_TIME=$[ $TEST_TIME_END - $TEST_TIME_START ]
+ echo "testrun == $TEST_TIME seconds"
+ echo "testrun == $TEST_TIME seconds" >> $RESULTS_FILE
+fi
+exit 0
OSDN Git Service
