1 #!/bin/sh 2 3 # Do an automated test which involves building and regtesting version 4 # 1.6 of the GNU Scientific Library (gsl). This has proven to be a 5 # very thorough test of Vex's CPU simulations and has exposed bugs 6 # which had not been previously discovered. Gsl contains more 7 # than 100,000 tests as part of its regression suite, and so this 8 # script's purpose is to runs those tests using valgrind and compare 9 # against the same tests run natively. 10 # 11 # You can download gsl and get more info about it at 12 # http://www.gnu.org/software/gsl 13 14 15 16 # Args: 17 # absolute name of gsl-1.6.tar.gz file 18 # name of C compiler 19 # args for C compiler 20 # name of Valgrind 21 # args for Valgrind 22 23 # Results: 3.7.0 --tool=none 24 # x86 1 failure Ubuntu 10.10 25 # FAIL: qawo(f456) elist (7.25063790881233303e-15 observed vs 7.25922435194575979e-15 expected) 26 # same failure was also present in 3.6.1 27 # s390x 0 failures on z900 running RHEL4 28 29 if [ $# != 5 ] 30 then 31 echo "usage: gsl16test /absolute/name/of/gsl-1.6-patched.tar.gz" 32 echo " C-compiler-command" 33 echo " flags-for-C-compiler" 34 echo " Valgrind-command" 35 echo " flags-for-Valgrind" 36 exit 1 37 fi 38 39 40 runcmd () { 41 echo -n " $1 ... " 42 shift 43 44 (eval "$*") >> log.verbose 2>&1 45 46 if [ $? = 0 ] 47 then 48 echo "done" 49 return 0 50 else 51 echo "failed" 52 return 1 53 fi 54 } 55 56 GSL_FILE=$1 57 GSL_CC=$2 58 GSL_CFLAGS=$3 59 GSL_VV=$4 60 GSL_VFLAGS=$5 61 62 TESTS1="block/test cblas/test cdf/test cheb/test combination/test" 63 TESTS2="complex/test const/test deriv/test dht/test diff/test" 64 TESTS3="eigen/test err/test fft/test fit/test histogram/test" 65 TESTS4="ieee-utils/test integration/test interpolation/test linalg/test" 66 TESTS5="matrix/test min/test monte/test multifit/test multimin/test" 67 TESTS6="multiroots/test ntuple/test ode-initval/test permutation/test" 68 TESTS7="poly/test qrng/test randist/test rng/test roots/test siman/test" 69 TESTS8="sort/test specfunc/test statistics/test sum/test sys/test" 70 TESTS9="vector/test wavelet/test" 71 72 ALL_TESTS="$TESTS1 $TESTS2 $TESTS3 $TESTS4 $TESTS5 $TESTS6 $TESTS7 $TESTS8 $TESTS9" 73 74 echo "gsl16test: src: " $GSL_FILE 75 echo "gsl16test: cc: " $GSL_CC 76 echo "gsl16test: cflags: " $GSL_CFLAGS 77 echo "gsl16test: valgrind: " $GSL_VV 78 echo "gsl16test: vflags: " $GSL_VFLAGS 79 80 rm -rf log.verbose gsl-1.6-patched summary.txt 81 82 echo > log.verbose 83 84 echo > summary.txt 85 echo $0 $1 \"$2\" \"$3\" \"$4\" \"$5\" >> summary.txt 86 echo >> summary.txt 87 88 runcmd "Untarring " \ 89 "rm -rf gsl-1.6-patched && tar xzf $GSL_FILE" && \ 90 \ 91 runcmd "Configuring " \ 92 "(cd gsl-1.6-patched && CC=$GSL_CC CFLAGS=\"$GSL_CFLAGS\" ./configure)" && \ 93 \ 94 runcmd "Building " \ 95 "(cd gsl-1.6-patched && make -j4 && make -k check)" 96 97 echo -n " Collecting reference results " 98 rm -f out-REF 99 (cd gsl-1.6-patched && for f in $ALL_TESTS ; do ./$f ; done) &> out-REF 100 echo " ... done" 101 102 echo -n " Collecting valgrinded results " 103 rm -f out-VAL 104 (cd gsl-1.6-patched && for f in $ALL_TESTS ; do eval $GSL_VV -v --trace-children=yes "$GSL_VFLAGS" ./$f ; done) &> out-VAL 105 echo " ... done" 106 107 echo -n " Native fails: " && (grep FAIL: out-REF | wc -l) 108 echo -n " Native passes: " && (grep PASS: out-REF | wc -l) 109 echo -n " Valgrind fails: " && (grep FAIL: out-VAL | wc -l) 110 echo -n " Valgrind passes: " && (grep PASS: out-VAL | wc -l) 111 112 (echo -n " Native fails: " && (grep FAIL: out-REF | wc -l)) >> summary.txt 113 (echo -n " Native passes: " && (grep PASS: out-REF | wc -l)) >> summary.txt 114 (echo -n " Valgrind fails: " && (grep FAIL: out-VAL | wc -l)) >> summary.txt 115 (echo -n " Valgrind passes: " && (grep PASS: out-VAL | wc -l)) >> summary.txt 116 echo >> summary.txt 117 118 echo 119
