#!/usr/bin/env bash
-
# Script to do automated testing and data collection for various test
# files, so that we don't have to do this by hand on every test file.
# It attempts to collect some diagnostic info about size and speed that
# has been enabled.
# Invocation
-# mkcheck [012] (path to build) (path to src) (path to install)
-
-### XXX There are a lot of tests in here for OS-specific stuff. If we
-### move to a 'configure.target' method of determining those extra
-### flags and whatnot, we can take out all those things and source
-### that file from here. (Write that file with this in mind...)
-
-### XXX Note that breaking out of this with ^C will not work. Dunno why.
-
+# mkcheck [01]
-#
# 1: variables
#
# WHICH determines if you are
# (0) testing the build binary and headers, or
# (1) testing the installed binary and headers, or
-# (2) testing under dejagnu (just print the standard flags needed).
WHICH=$1
-if [ "$WHICH"x = 0x ] && [ $# -eq 3 ]; then
+if [ "$WHICH"x = 0x ]; then
echo "running mkcheck"
echo "$0: testing the build directory"
-elif [ "$WHICH"x = 1x ] && [ $# -eq 4 ]; then
+elif [ "$WHICH"x = 1x ]; then
echo "running mkcheck"
- echo "$0: testing the install directory $4"
-elif [ "$WHICH"x = 2x ] && [ $# -eq 3 ]; then
- true
+ echo "$0: testing the install directory"
else
- echo 'Usage: mkcheck 0 (path to build) (path to src)'
- echo ' mkcheck 1 (path to build) (path to src) (path to install)'
- echo ' mkcheck 2 (path to build) (path to src)'
+ echo 'Usage: mkcheck 0 /* test the build directory */'
+ echo ' mkcheck 1 /* test the install directory */'
exit 1;
fi
-
-BUILD_DIR=$2
-if [ ! -d "$BUILD_DIR" ]; then
- echo "build directory $BUILD_DIR not found, exiting."
- exit 1
-fi
-
-SRC_DIR=$3
-if [ ! -d "$SRC_DIR" ]; then
- echo "source directory $SRC_DIR not found, exiting."
- exit 1
-fi
-if [ $WHICH -eq 1 ]; then
- PREFIX_DIR=$4
- if [ ! -d "$PREFIX_DIR" ]; then
- echo "install directory $PREFIX_DIR not found, exiting."
- exit 1
- fi
-fi
-
-# This is LIBTOOL=@LIBTOOL@ piped through a bit of sanity that we can
-# assume for this script (by the time we run this).
-LIBTOOL="$BUILD_DIR/libtool"
-chmod u+x $LIBTOOL
-
-# INC_PATH == include path to new headers for use on gcc command-line
-top_srcdir=@top_srcdir@
-C_DIR="`basename @C_INCLUDE_DIR@`"
-if [ $WHICH != "1" ]; then
- INC_PATH="-nostdinc++ @CSHADOW_FLAGS@ -I$BUILD_DIR/include \
- -I$SRC_DIR/include/std -I$SRC_DIR/include/$C_DIR \
- -I$SRC_DIR/include -I$SRC_DIR/libsupc++ -I$SRC_DIR/libio \
- -I$SRC_DIR/testsuite"
-elif [ $WHICH -eq 1 ]; then
- INC_PATH="-I$SRC_DIR/testsuite"
-fi
-
-if [ $WHICH -eq 2 ]; then
- echo $INC_PATH -I$SRC_DIR/include/backward -I$SRC_DIR/include/ext
- exit 0;
-fi
+# Now that we've successfully translated the numerical option into
+# a symbolic one, we can safely ignore it.
+shift
# This has been true all along. Found out about it the hard way...
case $BASH_VERSION in
*) ;; # ??
esac
-# It's not dejagnu; we need to do things ourselves. Pick up any extra
-# settings for this target.
-. ${top_srcdir}/configure.target
-
-# LIB_PATH == where to find the build libraries for libtool's use
-# CXX == how to call the compiler
-if [ $WHICH -eq 0 ]; then
- LIB_PATH="$BUILD_DIR/src"
- CXX="$BUILD_DIR/../../gcc/g++ -B$BUILD_DIR/../../gcc/"
-elif [ $WHICH -eq 1 ]; then
- LIB_PATH="$PREFIX_DIR/lib"
- CXX="$PREFIX_DIR/bin/g++"
+BUILD_DIR=@glibcpp_builddir@
+SRC_DIR=@glibcpp_srcdir@
+PREFIX_DIR=@glibcpp_prefixdir@
+if [ "$WHICH"x = 0x ]; then
+ CXX=`$BUILD_DIR/testsuite_flags --build-cxx`
+ INCLUDES=`$BUILD_DIR/testsuite_flags --build-includes`
+else
+ CXX=`$BUILD_DIR/testsuite_flags --install-cxx`
+ INCLUDES=`$BUILD_DIR/testsuite_flags --install-includes`
fi
+CXXFLAGS=`$BUILD_DIR/testsuite_flags --cxxflags`
+LIBTOOL="$BUILD_DIR/libtool"
+LTEXE="$LIBTOOL --mode=execute"
+#LTCXX="$LIBTOOL --tag=CXX --mode=link $CXX $CXXFLAGS $INCLUDES"
+LTCXX="$CXX $CXXFLAGS $INCLUDES"
-# gcc compiler flags (maybe use glibcpp_cxxflags from configure.target,
-# but thst's really meant for building the library itself, not using it)
-CXX_FLAG="-ggdb3 -DDEBUG_ASSERT @SECTION_FLAGS@ @SECTION_LDFLAGS@"
-
-# specific libtool flag(s) to force the use of shared libraries, if any
-SH_FLAG=""
+# specific libtool flag(s) to use shared libraries, if any
+SH_FLAG="-Wl,--rpath -Wl,$BUILD_DIR/../../gcc -Wl,--rpath -Wl,$BUILD_DIR/src/.libs"
-# specific libtool flag(s) to force the use of static libraries, if any
+# specific libtool flag(s) to use static libraries, if any
ST_FLAG="-static"
#ST_FLAG="-all-static"
-# LTCXX == how to call libtool when creating an executable
-# LIBS == any extra needed -l switches, etc (may need more libs, lose lose)
-if [ $WHICH -eq 0 ]; then
- LTCXX="$LIBTOOL --tag=CXX --mode=link \
- $CXX $CXX_FLAG $INC_PATH \
- $LIB_PATH/../libsupc++/libsupc++.la $LIB_PATH/libstdc++.la \
- -no-install"
- LIBS="-nodefaultlibs -lc -lgcc -lc"
-elif [ $WHICH -eq 1 ]; then
- # For the installed version, we really only need to use libtool and
- # the .la file to get correct rpaths.
- LTCXX="$LIBTOOL --tag=CXX --mode=link \
- $CXX $CXX_FLAG $INC_PATH -L$LIB_PATH \
- $LIB_PATH/libstdc++.la -no-install -rpath $LIB_PATH"
- LIBS=
-fi
-# LTEXE == how to call libtool when running an executable
-LTEXE="$LIBTOOL --mode=execute"
-
# Set up the testing directory, which should be in a directory called
# "testsuite" in the root level of the build directory.
-TEST_DIR="`pwd`/testsuite"
-if [ ! -d "$TEST_DIR" ]; then
- echo "making directory $TEST_DIR"
- mkdir $TEST_DIR
- mkdir $TEST_DIR/.libs # help libtool keep quiet
- chmod u+w $TEST_DIR
+TEST_DIR="$BUILD_DIR/testsuite"
+# help libtool keep quiet
+if [ ! -d ${TEST_DIR}/.libs ]; then
+ mkdir $TEST_DIR/.libs
fi
# the name of the file that will collect and hold all this useful data:
# the names of the specific test files to be run
TESTS_FILE="$TEST_DIR/$(date +%Y%m%d)-mkcheckfiles.txt"
-# the heap size limit for testsuite binaries; start with a 2MB limit as per
-# http://sources.redhat.com/ml/libstdc++/2000-10/msg00029.html
-MAX_MEM_USAGE=3072
#
# 2: clean, make files, append general test info
#
+
+# Remove old executables.
+rm -rf "$TEST_DIR"/*exe
+rm -rf "$TEST_DIR"/compile.out
+
+# Remove old core files (which now get left in cwd, not $TEST_DIR).
+rm -rf ./*core*
+
if [ -f $RESULTS_FILE ]; then
rm $RESULTS_FILE
fi
fi
# Nasty solution to replace GNU date(1)'s %s time_t output function.
-if [ ! -x "$TEST_DIR/printnow" ]; then
- echo "making utility $TEST_DIR/printnow"
- gcc -o "$TEST_DIR/printnow" "$SRC_DIR/testsuite/printnow.c"
- strip "$TEST_DIR/printnow"
+TIMER_COMMAND=$TEST_DIR/printnow.exe
+if [ ! -x "$TIMER_COMMAND" ]; then
+ echo "making utility $TIMER_COMMAND"
+ gcc -o "$TIMER_COMMAND" "$SRC_DIR/testsuite/printnow.c"
+ strip "$TIMER_COMMAND"
fi
-# Remove old executables.
-rm -rf "$TEST_DIR"/*exe
-
-# Remove old core files (which now get left in cwd, not $TEST_DIR).
-rm -rf ./*core*
-
# Copy over the data files for filebufs
cp $SRC_DIR/testsuite/27_io/*.txt $TEST_DIR
cp $SRC_DIR/testsuite/27_io/*.tst $TEST_DIR
# Emit useful info about compiler and platform
echo "host: $(uname -mrsv)" >> $RESULTS_FILE
echo "compiler: $($CXX -v 2>&1)" >> $RESULTS_FILE
-echo "compiler flags: $CXX_FLAG" >> $RESULTS_FILE
+echo "compiler flags: $CXXFLAGS" >> $RESULTS_FILE
echo "date: $(date +%Y%m%d)" >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
echo "data == size of the executable data section" >> $RESULTS_FILE
echo "total == size of the executable" >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
-echo "(First static, then shared.)" >> $RESULTS_FILE
echo "p" | awk '{printf("%s ", $1)}' >> $RESULTS_FILE
echo "ctime" "etime" | awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
echo "total" "name" | awk '{printf("%s\t%s\t", $1, $2)}' >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
+# Counters. These could be members of an array, but they'd all have to
+# become individuals anyhow if we ever change this script to super-portable sh.
+shared_pass=0
+shared_fail=0
+static_pass=0
+static_fail=0
+
#
# 2.5: support functions
function size_command()
{
case $1 in
- TEXT) TEXT=$(size -A $EXENAME | grep ^.text | awk '{print $2}') ;;
- DATA) DATA=$(size -A $EXENAME | grep -w ^.data | awk '{print $2}') ;;
- SIZE) SIZE=$(size -A $EXENAME | grep otal | awk '{print $2}') ;;
+ TEXT) TEXT=$(size -B $EXENAME | tail -1 | awk '{print $1}') ;;
+ DATA) DATA=$(size -B $EXENAME | tail -1 | awk '{print $2}') ;;
+ SIZE) SIZE=$(size -B $EXENAME | tail -1 | awk '{print $4}') ;;
esac
}
else
esac
}
;;
+ *hpux*)
+ function size_command()
+ {
+ case $1 in
+ TEXT) TEXT=$(size $EXENAME | awk '{print $1}') ;;
+ DATA) DATA=$(size $EXENAME | awk '{print $3}') ;;
+ SIZE) SIZE=$(size $EXENAME | awk '{print $7}') ;;
+ esac
+ }
+ ;;
*irix*)
function size_command()
{
# this is the name of the resulting diff file, if any
DIFF_FILE="`echo $TEST_NAME | sed 's/cc$/diff/'`"
# construct wildcard names, ie for $NAME=filebuf.cc, makes "filebuf*.tst"
- DATA_FILES="`echo $NAME | sed 's/\.cc/\*\.tst/g'`"
+ DATA_FILES="`echo $TEST_NAME | sed 's/\.cc/\*\.tst/g'`"
# make sure there is at least one, then go
- ST_E="`echo $NAME | sed 's/\.cc/\-1\.tst/g'`"
+ ST_E="`echo $TEST_NAME | sed 's/\.cc/\-1\.tst/g'`"
if [ -f $ST_E ]; then
# list of actual files that match the wildcard above, ie
# "filebuf-1.tst"
diff $ST_OUT_FILE $i > $DIFF_FILE
if [ -s $DIFF_FILE ]; then
RESULT="-r"
- echo "$ST_OUT_FILE has some problems, dude"
else
RESULT="+"
fi
# and harder as we try compiling at, say, top of the hour; we would
# eventually have to calculate time_t anyhow. Or 3) just grab two
# time_t's (no more overhead than grabbing two date(1)'s).
- compiler_invocation="$LTCXX $S_FLAG $SRC_NAME -o $EXENAME $LIBS"
- COMP_TIME_START=$($TEST_DIR/printnow)
+ our_libs="-L$TEST_DIR -lv3test"
+ compiler_invocation="$LTCXX $S_FLAG $SRC_NAME -o $EXENAME $our_libs"
+ echo $compiler_invocation >> compile.out 2>&1
+ COMP_TIME_START=$($TIMER_COMMAND)
$compiler_invocation >> compile.out 2>&1
- COMP_TIME_END=$($TEST_DIR/printnow)
+ COMP_TIME_END=$($TIMER_COMMAND)
if [ $COMP_TIME_START -lt $COMP_TIME_END ]; then
C_TIME=$[ $COMP_TIME_END - $COMP_TIME_START ]
fi
if [ -f $EXENAME ]; then
- rm compile.out
+# rm compile.out
size_command TEXT
size_command DATA
size_command SIZE
# printed by the executable will be lost and cannot be redirected,
# because we need to capture the output of 'time'. Bummer.
TIMEFORMAT='timemark %R'
- E_TIME_TEXT="$(exec 2>&1; ulimit -d $MAX_MEM_USAGE; \
- time $LTEXE $EXENAME)"
+ E_TIME_TEXT="$(exec 2>&1; time $LTEXE $EXENAME)"
E_ABNORMAL_TERMINATION=$?
- E_TIME="$(echo $E_TIME_TEXT | awk '{print $2}')"
- # joining those two commands does not work due to quoting problems:
- #E_TIME="$(exec 2>&1; time $EXENAME | awk '{print $2}')"
- # this will work as a fallback on certain systems...?
- #E_TIME=$(exec 2>&1; time $EXENAME | cut -d ' ' -f 2)
if [ "$E_ABNORMAL_TERMINATION" -ne 0 ]; then
RESULT='-r'
+ E_TIME="0"
rm -f ./*core
# sometimes you want to save all core files for review:
#mv ./core $EXENAME.core
#mv ./core* $EXENAME.core
else
test_for_output
+ # XXX This doesn't always result in a number.
+ # E_TIME="$(echo $E_TIME_TEXT | awk '{print $2}')"
+ E_TIME="0"
fi
# sometimes you want to save all failing exe files for review:
- if [ "$RESULT" = "+" ]; then
+ if [ "$RESULT" = '+' ]; then
rm "$EXENAME"
fi
else
# the file did not compile/link.
printf "\n" >> $LOG_FILE
- `cat compile.out > $LOG_FILE`
- rm compile.out
+ `cat compile.out >> $LOG_FILE`
+ rm compile.out
RESULT="-b"
TEXT="0"
DATA="0"
SIZE="0"
fi
+ # update the counters
+ if test "$RESULT" = "+" ; then
+ if test x"$S_FLAG" = x"$ST_FLAG"; then
+ static_pass=`expr $static_pass + 1`
+ else
+ shared_pass=`expr $shared_pass + 1`
+ fi
+ else
+ if test x"$S_FLAG" = x"$ST_FLAG"; then
+ static_fail=`expr $static_fail + 1`
+ else
+ shared_fail=`expr $shared_fail + 1`
+ fi
+ fi
+
printf "%s\t" "$RESULT"
- printf "%-2s %d\t%.3f\t%s\t%s\t%s\t%s\n" \
+ printf "%-2s %d\t%.3f\t%s\t%s\t%s\t%s %s\n" \
"$RESULT" $C_TIME $E_TIME $TEXT $DATA $SIZE $NAME >> $RESULTS_FILE
}
printf "static\tshared\ttest\n"
echo "------------------------------------------------------------------------"
-TEST_TIME_START=$($TEST_DIR/printnow)
+TEST_TIME_START=$($TIMER_COMMAND)
for NAME in `cat $TESTS_FILE`
do
PRE_NAME="$TEST_DIR/`basename $NAME`"
SH_NAME="`echo $PRE_NAME | sed 's/cc$/sh-exe/'`"
if test @enable_static@ = yes; then
- test_file $NAME $ST_NAME $ST_FLAG
+ test_file $NAME $ST_NAME "$ST_FLAG"
else
printf "x\t"
printf "static skipped\n" >> $RESULTS_FILE
fi
if test @enable_shared@ = yes; then
- test_file $NAME $SH_NAME $SH_FLAG
+ test_file $NAME $SH_NAME "$SH_FLAG"
else
printf "x\t"
printf "shared skipped\n" >> $RESULTS_FILE
echo "" >> $RESULTS_FILE
done
-TEST_TIME_END=$($TEST_DIR/printnow)
+TEST_TIME_END=$($TIMER_COMMAND)
#
# 4: summary
#
# grep can count faster than we can...
-total_failures=$(egrep -c "^\-" $RESULTS_FILE)
-total_successes=$(egrep -c "^\+" $RESULTS_FILE)
-resultstext="pass/fail results: ${total_successes}/${total_failures}"
+total_failures=`expr ${shared_fail} + ${static_fail}`
+total_successes=`expr ${shared_pass} + ${static_pass}`
+resultstext="pass/fail results: ${static_pass}/${static_fail} static + ${shared_pass}/${shared_fail} shared = ${total_successes}/${total_failures} total"
if [ $total_failures -eq 0 ]; then
resultstext="${resultstext}, WIN WIN"
fi
fi
exit 0
-
-