#! /bin/sh # $Id$ # run the hdf5/bin/snapshot # Usage: # runtest run the test for the local host # runtest run the test for # runtest -all run the test for all predefined hosts # # Assumptions in knowing where to find the right scripts to execute. # 1. assume we are at the top level of the hdf5 source. So, bin/* are # where the script files are. # 2. after the cvs update is completed, we can go to the snapshot area # hdf5 source tree and use the bin/* there. # 3. Cannot use the snapshot area scripts from the beginning because # for one, the current directory is renamed as previous right after # a snapshot release; and for another, some scripts may be changed # by the cvs update while it is being used. # local setup DEBUGMODE="" test -n "$DEBUGMODE" && echo "******** DEBUGMODE is $DEBUGMODE ************" WHEREAMI='pwd' # the name of this program PROGNAME=bin/runtest # Email any errors to whom TOWHOM=${DEBUGMODE:+acheng} TOWHOM=${TOWHOM:-hdf5lib@ncsa.uiuc.edu} # Setup HOSTNAME=`hostname | cut -f1 -d.` # no domain part H5DIR=$HOME/HDF5/v_1_3/hdf5 TODAY=`date +%y%m%d` H5VER= # default to current CVS version H5VERSTR= # default to current CVS version # Default to do checkout (only once) and test, no release. # If srcdir is not used, don't launched multiple tests SNAPSHOT="${DEBUGMODE:+echo }bin/snapshot" SRCDIR="srcdir" # Default standard Snaptest commands SNAPCMD="$SRCDIR test clean" # Default Standard snaptest command options STANDARD_OPT="" ENABLE_PARALLEL="op-configure --enable-parallel" #SNAPCMD="$SRCDIR op-configure --enable-stream-vfd op-configure --enable-static-exec test clean" #*************** # Various hosts #*************** # DEC # Gondolin: DEC #DECHOST="skydive" # skydive is being upgraded. # gondolin rsh/ssh don't work. # HP # sangamon: HPUX 10 # opus: HPUX 11 HPHOST="sangamon" # HPUX 10 & 11 # opus removed because both its # NFS and AFS filesystems have problems. # Linux # Dangermouse, eirene: Linux # Dangermouse used to die if gmake -j is used. LINUXHOST=eirene # SGI O2K # modi4: R10K, IRIX64 6.5, default to -64,-mips4 # Testing {parallel,serial}x{-64,-n32}x O2KHOST=modi4 # regular, unleaded, premium: # R10K, IRIX64 6.5, default to -n32,-mips4 # impact7: R4400, IRIX 6.5, default to -n32,-mips3 # o2-N: R10K, IRIX 6.5, default to -n32,-mips4 # paz: R4400, IRIX 6.5, default to -n32,-mips3 SGIHOST="regular impact7 o2-3" # Sun SUNHOST="arabica baldric" # solaris 2.6 and 2.7 # FreeBSD # AFS does not work well in hawkwind. Use NFS/local space for its # test directory. ssh does not work for it either. FREEBSDHOST="hawkwind" # run both serial and parallel for PARALLELHOST PARALLELHOST="modi4" # set up default all hosts to test ALLHOSTS="$O2KHOST $SUNHOST $SGIHOST $HPHOST $LINUXHOST $DECHOST $FREEBSDHOST" # test hosts TESTHOST="" ################################# # Function definitions ################################# SecOfDay() { set `date '+%H %M %S'` t_sec=`expr $1 \* 3600 + $2 \* 60 + $3` echo $t_sec } # Calculated the elapsed time (in seconds) between the first # and second time. If second time is smaller than the first, # we assume the clock has passed midnight and calculate appropriately. ElapsedTime() { if [ $2 -lt $1 ]; then t_sec=`expr 3600 \* 24 - $1 + $2` else t_sec=`expr $2 - $1` fi echo `expr $t_sec / 60`m `expr $t_sec % 60`s } # Report errors # $1--an error message to be printed REPORT_ERR() { ERRMSG=$1 # print it with a banner shifted right a bit echo " *************************************" echo " $ERRMSG" echo " *************************************" # report it in the FAILED-LOG file too (date; echo "$ERRMSG") >> $FAILEDLOG } # # Report results of the last test done REPORT_RESULT() { if [ $retcode -eq 0 ]; then echo "$TEST_TYPE tests succeeded in $HOSTNAME" else # test failed. REPORT_ERR "****$TEST_TYPE tests FAILED in $HOSTNAME****" fi } # Print a blank line PRINT_BLANK() { echo } # Print trailer summary PRINT_TRAILER() { echo "*** finished $TEST_TYPE tests in $HOSTNAME ***" date; EndTime=`SecOfDay` echo Total time = `ElapsedTime $StartTime $EndTime` PRINT_BLANK # reset StartTime for the next elapsed time report StartTime=`SecOfDay` } # Figure out which remote command to use to reach a host. # Try rsh first, then ssh. # $1--hostname to reach. CHECK_RSH() { # Figure out how to use ping command in this host. # Some hosts use "ping host count", some use "ping -c count host" # Test "ping -c ..." style first because some '-c' machines treat # the command 'ping localhost 3' means to ping host '3'. if [ -z "$PING" ]; then if ping -c 3 localhost >/dev/null 2>&1; then PING='ping -c 3' PINGCOUNT= elif ping localhost 3 >/dev/null 2>&1; then PING=ping PINGCOUNT=3 else # don't know how to use ping. Set it to false. PING=false PINGCOUNT= fi fi # host=$1 if $PING $host $PINGCOUNT >/dev/null 2>&1; then if rsh $host -n hostname >/dev/null 2>&1; then RSH=rsh elif ssh $host -n hostname >/dev/null 2>&1; then RSH=ssh else echo cannot remote command with $host RSH="false" fi else echo $host is down RSH="false" fi } # Run one snapshot test # $*--Types of test being run RUNSNAPTEST() { SNAPCMD_OPT="$STANDARD_OPT" # snapshot test option SRCDIRNAME="" CC_SAVED="$CC" PATH_SAVED=$PATH export PATH # DEC OSF1 needs to export PATH explicitly TEST_TYPE=$* retcode=0 date echo "*** starting $TEST_TYPE tests in $HOSTNAME ***" echo "Uname -a: `uname -a`" # parse the test type and set options accordingly while [ $# -gt 0 ]; do case $1 in -n32) # want -n32 option SRCDIRNAME=${SRCDIRNAME}-n32 CC="cc -n32" export CC shift ;; parallel) # want parallel test SNAPCMD_OPT="$SNAPCMD_OPT $ENABLE_PARALLEL" SRCDIRNAME=${SRCDIRNAME}-pp shift ;; standard) # standard test shift ;; *) # unknown test echo "$0: unknown type of test ($1)" retcode=1 shift ;; esac done [ $retcode -ne 0 ] && errcode=$retcode && return $retcode # Track down the HDF4 software ans=`bin/locate_hdf4` H4_SW=`echo $ans | cut -f1 -d' '` H4_BIN=`echo $ans | cut -f2 -s -d' '` if [ -n "$H4_SW" ]; then SNAPCMD_OPT="$SNAPCMD_OPT hdf4 $H4_SW" fi if [ -n "$H4_BIN" ]; then PATH=${PATH}:${H4_BIN} fi if [ -n "${SRCDIRNAME}" ]; then SNAPCMD_OPT="$SNAPCMD_OPT srcdirname ${SRCDIRNAME}" fi # If LOGFILE already exists, it means this host has been tested today. # Do at most one run per day. LOGFILE=${LOGBASENAME}${SRCDIRNAME}_${TODAY} if [ -f $LOGFILE ]; then echo LOGFILE $LOGFILE exists. No more run today. retcode=1 && errcode=$retcode && return $retcode fi echo Running snapshot with output saved in $LOGFILE (date; echo Hostname=$HOSTNAME) >> $LOGFILE ( cd $SNAPYARD/current $SNAPSHOT $SNAPCMD $SNAPCMD_OPT ) >> $LOGFILE 2>&1 retcode=$? [ $retcode -ne 0 ] && errcode=$retcode date >> $LOGFILE # restore CC, PATH CC="$CC_SAVED" PATH=$PATH_SAVED } # Snap Test configuration parsing SNAPTEST_CONFIG() { if [ ! -f $SNAPTESTCFG ]; then return fi while read x y ; do case "$x" in '#') # comment. Continue. ;; standard) #standard configuration STANDARD_OPT="$y" ;; *) # unknown configuration option echo $x $y echo "***Unknown configuration option. Ignored.***" ;; esac done < $SNAPTESTCFG } # Flush the AFS files if applicable. # Hopefully the flushing is done when the tests of this # host are done rather than when the launching site try # to pull them in at the same time. This way, the afs # server updates are spread out. FLUSH_FILES() { /usr/afsws/bin/fs flush $SNAPYARD } ################################# # Main ################################# ################################# # Set up global variables ################################# retcode=0 # error code of individula task errcode=0 # error code of the whole test ################################# # Parse options ################################# while [ $# -gt 0 ]; do case "$1" in -r*) # the version string has a leading _ but not for H5DIR name H5VER="$1" H5VERSTR=_`echo $H5VER | sed -e s/-r// -e s/\\\./_/g` H5DIR=$HOME/HDF5/v$H5VERSTR/hdf5 PROGNAME="$PROGNAME $H5VER" ;; -all) TESTHOST=$ALLHOSTS ;; *) TESTHOST=$* break ;; esac shift done ################################# # Setup snapshot test directories ################################# # Show the real physical path rather than the symbolic path SNAPYARD=`cd $HOME/snapshots-hdf5${H5VERSTR} && /bin/pwd` # Log file basename LOGBASENAME=${SNAPYARD}/log/${HOSTNAME} FAILEDLOG=${SNAPYARD}/log/FAILED_LOG_${TODAY} CVSLOG=${SNAPYARD}/log/CVS_LOG_${TODAY} # Snap Test Configuration file SNAPTESTCFG=${SNAPYARD}/snaptest.cfg ################################# # Setup to print a trailer summary when exiting not via # the normal end of the script. ################################# trap PRINT_TRAILER 0 # StartTime=`SecOfDay` # Process the configuration SNAPTEST_CONFIG # Do a checkout if one has not been done today # Also check MANIFEST file if [ ! -f $CVSLOG ]; then echo Running CVS checkout with output saved in $CVSLOG ($SNAPSHOT checkout ) >> $CVSLOG 2>&1 errcode=$? if [ $errcode -ne 0 ]; then # test failed. REPORT_ERR "****CVS checkout FAILED in $HOSTNAME****" exit $errcode fi echo Checking MAINFEST file ... (cd $SNAPYARD/current; bin/chkmanifest) errcode=$? if [ $errcode -ne 0 ]; then # test failed. REPORT_ERR "****MANIFEST check FAILED****" fi PRINT_BLANK fi # we can use the version of script in SNAPYARD/current now PROGNAME="$SNAPYARD/current/$PROGNAME" # Decide to do test for the local host or for remote hosts if [ -n "$TESTHOST" -a $HOSTNAME != "$TESTHOST" ]; then date echo "*** launching tests from $HOSTNAME ***" PRINT_BLANK TEST_TYPE="launching" cd ${SNAPYARD}/log for h in $TESTHOST; do TMP_OUTPUT="#$h.out" CHECK_RSH $h # launch concurrent tests only if srcdir is used if [ -n "$SRCDIR" ]; then (echo $RSH $h -n $PROGNAME; $RSH $h -n $PROGNAME) > $TMP_OUTPUT 2>&1 & else (echo $RSH $h -n $PROGNAME; $RSH $h -n $PROGNAME) > $TMP_OUTPUT 2>&1 fi done # wait for all launched tests to finish, then cat them back out. wait for h in $TESTHOST; do TMP_OUTPUT="#$h.out" cat $TMP_OUTPUT # Verify test script did complete by checking the last lines (tail -2 $TMP_OUTPUT | grep -s '^Total time' > /dev/null 2>&1) || REPORT_ERR "****snaptest FAILED to complete in $h****" rm $TMP_OUTPUT done exit 0 fi # Running the standard test in this host. RUNSNAPTEST standard REPORT_RESULT PRINT_TRAILER # # Running the parallel test if this is parallel host too if ( echo $PARALLELHOST | grep -s $HOSTNAME > /dev/null ) then RUNSNAPTEST parallel REPORT_RESULT PRINT_TRAILER fi # # If this is modi4, run -n32 tests too. if [ $HOSTNAME = modi4 ]; then # # Serial test RUNSNAPTEST -n32 standard REPORT_RESULT PRINT_TRAILER # parallel test RUNSNAPTEST -n32 parallel REPORT_RESULT PRINT_TRAILER fi FLUSH_FILES # disable trailer summary printing since all trailers have been # printed and we are exiting normally. trap 0 exit $errcode