Add a test script (recycled version of Tom's nightly/bin/nightly)

which is useful for doing automated test runs against the GNU
Scientific Library v 1.6 (gsl-1.6).  This has proven very helpful in
shaking out Vex simulation bugs.

git-svn-id: svn://svn.valgrind.org/valgrind/trunk@4104

diff --git a/auxprogs/Makefile.am b/auxprogs/Makefile.am
index fd59d068852f970d9b45c3c70e6ed9c8c8b8851f..3c84a2d9841834b1489e83018f0901d9733a247f 100644 (file)
--- a/auxprogs/Makefile.am
+++ b/auxprogs/Makefile.am
@@ -3,7 +3,7 @@ include $(top_srcdir)/Makefile.core-AM_CPPFLAGS.am
 
 bin_PROGRAMS = valgrind-listener
 
-noinst_SCRIPTS = gen-mdg DotToScc.hs
+noinst_SCRIPTS = gen-mdg DotToScc.hs gsl16test
 
 EXTRA_DIST = $(noinst_SCRIPTS)
 

diff --git a/auxprogs/gsl16test b/auxprogs/gsl16test
new file mode 100755 (executable)
index 0000000..23af620
--- /dev/null
+++ b/auxprogs/gsl16test
@@ -0,0 +1,92 @@
+#!/bin/bash
+
+# Do an automated test which involves building and regtesting version
+# 1.6 of the GNU Scientific Library (gsl).  This has proven to be a 
+# very thorough test of Vex's CPU simulations and has exposed bugs 
+# which had not been previously discovered.  Gsl contains more
+# than 100,000 tests as part of its regression suite, and so this
+# script's purpose is to runs those tests using valgrind and compare 
+# against the same tests run natively.
+# 
+# You can download gsl and get more info about it at 
+# http://www.gnu.org/software/gsl
+
+
+
+# Args:
+#     absolute name of gsl-1.6.tar.gz file
+#     name of C compiler
+#     args for C compiler
+#     name of Valgrind
+#     args for Valgrind
+
+
+runcmd () {
+   echo -n "   $1  ... "
+   shift
+
+   (eval "$*") >> log.verbose 2>&1
+
+   if [ $? == 0 ]
+   then
+      echo "done"
+      return 0
+   else
+      echo "failed"
+      return 1
+   fi
+}
+
+GSL_FILE=$1
+GSL_CC=$2
+GSL_CFLAGS=$3
+GSL_VV=$4
+GSL_VFLAGS=$5
+
+TESTS1="block/test cblas/test cdf/test cheb/test combination/test"
+TESTS2="complex/test const/test deriv/test dht/test diff/test"
+TESTS3="eigen/test err/test fft/test fit/test histogram/test"
+TESTS4="ieee-utils/test integration/test interpolation/test linalg/test"
+TESTS5="matrix/test min/test monte/test multifit/test multimin/test"
+TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test"
+TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test"
+TESTS8="sort/test specfunc/test statistics/test sum/test sys/test"
+TESTS9="vector/test wavelet/test"
+
+ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9"
+
+echo "gsl16test: src:      " $GSL_FILE
+echo "gsl16test: cc:       " $GSL_CC
+echo "gsl16test: cflags:   " $GSL_CFLAGS
+echo "gsl16test: valgrind: " $GSL_VV
+echo "gsl16test: vflags:   " $GSL_VFLAGS
+
+rm -rf log.verbose gsl-1.6
+
+echo > log.verbose
+
+runcmd "Untarring                     " \
+       "rm -rf gsl-1.6 && tar xzf $GSL_FILE" && \
+\
+runcmd "Configuring                   " \
+       "(cd gsl-1.6 && CC=$GSL_CC CFLAGS=$GSL_CFLAGS ./configure)" && \
+\
+runcmd "Building                      " \
+       "(cd gsl-1.6 && make && make -k check)"
+
+echo -n "   Collecting reference results  "
+rm -f out-REF
+(cd gsl-1.6 && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF
+echo "  ... done"
+
+echo -n "   Collecting valgrinded results "
+rm -f out-V
+(cd gsl-1.6 && for f in $ALL_TESTS ; do $GSL_VV -v --trace-children=yes $GSL_VFLAGS ./$f ; done) &> out-V
+echo "  ... done"
+
+echo -n "   Native fails:    " && (grep FAIL: out-REF | wc -l)
+echo -n "   Native passes:   " && (grep PASS: out-REF | wc -l)
+echo -n "   Valgrind fails:  " && (grep FAIL: out-V | wc -l)
+echo -n "   Valgrind passes: " && (grep PASS: out-V | wc -l)
+
+echo