diff options
| author | Neal Norwitz <nnorwitz@gmail.com> | 2006-01-02 20:07:16 (GMT) |
|---|---|---|
| committer | Neal Norwitz <nnorwitz@gmail.com> | 2006-01-02 20:07:16 (GMT) |
| commit | 461aa5bbfcb3ce912e4873dc42db69bb72e92b35 (patch) | |
| tree | 352483d3c51767be7d1af7cda6faef6a21f0d152 | |
| parent | aaa28df3ce9b25366e2d7b3aeb708a6bb26e0170 (diff) | |
| download | cpython-461aa5bbfcb3ce912e4873dc42db69bb72e92b35.zip cpython-461aa5bbfcb3ce912e4873dc42db69bb72e92b35.tar.gz cpython-461aa5bbfcb3ce912e4873dc42db69bb72e92b35.tar.bz2 | |
Script to automatically build and test python and doc. The results
are copied up to docs.python.org/dev
Needs lots more work. Feel free to add code, fixes, or FIXME comments.
| -rwxr-xr-x | Misc/build.sh | 192 |
1 files changed, 192 insertions, 0 deletions
diff --git a/Misc/build.sh b/Misc/build.sh new file mode 100755 index 0000000..af6824b --- /dev/null +++ b/Misc/build.sh @@ -0,0 +1,192 @@ +#!/bin/sh + +## Script to build and test the latest python from svn. It basically +## does this: +## svn up ; ./configure ; make ; make test ; make install ; cd Doc ; make +## +## Logs are kept and rsync'ed to the host. If there are test failure(s), +## information about the failure(s) is mailed. +## +## This script is run on the PSF's machine as user neal via crontab. +## +## Yes, this script would probably be easier in python, but then +## there's a bootstrap problem. What if Python doesn't build? +## +## This script should be fairly clean Bourne shell, ie not too many +## bash-isms. We should try to keep it portable to other Unixes. +## Even though it will probably only run on Linux. I'm sure there are +## several GNU-isms currently (date +%s and readlink). +## +## Perhaps this script should be broken up into 2 (or more) components. +## Building doc is orthogonal to the rest of the python build/test. +## + +## FIXME: we should detect test hangs (eg, if they take more than 45 minutes) + +## FIXME: we should run valgrind +## FIXME: we should run code coverage + +## Utilities invoked in this script include: +## date, dirname, expr, grep, readlink, uname +## cksum, make, mutt, rsync, svn + +## need to get svn from ~/local/bin +PATH=$PATH:$HOME/local/bin + +## remember where did we started from +DIR=`dirname $0` +if [ "$DIR" = "" ]; then + DIR="." +fi + +## make directory absolute +DIR=`readlink -f $DIR` +FULLPATHNAME="$DIR/$0" +## we want Misc/.. +DIR=`dirname $DIR` + +## Configurable options + +FAILURE_SUBJECT="Python Regression Test Failures" +#FAILURE_MAILTO="python-checkins@python.org" +#FAILURE_MAILTO="YOUR_ACCOUNT@gmail.com" +FAILURE_MAILTO="nnorwitz@gmail.com" + +REMOTE_SYSTEM="neal@dinsdale.python.org" +REMOTE_DIR="/data/ftp.python.org/pub/docs.python.org/dev/" +RESULT_FILE="$DIR/build/index.html" +INSTALL_DIR="/tmp/python-test/local" +RSYNC_OPTS="-aC -e ssh" + +REFLOG="build/reflog.txt.out" + +## utility functions +current_time() { + date +%s +} + +update_status() { + now=`current_time` + time=`expr $now - $3` + echo "<li><a href=\"$2\">$1</a> <font size=\"-1\">($time seconds)</font></li>" >> $RESULT_FILE +} + +mail_on_failure() { + if [ "$NUM_FAILURES" != "0" ]; then + mutt -s "$FAILURE_SUBJECT $1 ($NUM_FAILURES)" $FAILURE_MAILTO < $2 + fi +} + +## setup +cd $DIR +mkdir -p build +rm -f $RESULT_FILE build/*.out +rm -rf $INSTALL_DIR + +## create results file +TITLE="Automated Python Build Results" +echo "<html><head><title>$TITLE</title></head>" >> $RESULT_FILE +echo "<body>" >> $RESULT_FILE +echo "<h2>Automated Python Build Results</h2>" >> $RESULT_FILE +echo "<table>" >> $RESULT_FILE +echo " <tr>" >> $RESULT_FILE +echo " <td>Built on:</td><td>`date`</td>" >> $RESULT_FILE +echo " </tr><tr>" >> $RESULT_FILE +echo " <td>Hostname:</td><td>`uname -n`</td>" >> $RESULT_FILE +echo " </tr><tr>" >> $RESULT_FILE +echo " <td>Platform:</td><td>`uname -srmpo`</td>" >> $RESULT_FILE +echo " </tr>" >> $RESULT_FILE +echo "</table>" >> $RESULT_FILE +echo "<ul>" >> $RESULT_FILE + +## update, build, and test +ORIG_CHECKSUM=`cksum $FULLPATHNAME` +F=svn-update.out +start=`current_time` +svn update >& build/$F +err=$? +update_status "Updating" "$F" $start +if [ $err = 0 ]; then + ## FIXME: we should check if this file has changed. + ## If it has changed, we should re-run the script to pick up changes. + if [ "$ORIG_CHECKSUM" != "$ORIG_CHECKSUM" ]; then + exec $FULLPATHNAME $@ + fi + + F=svn-stat.out + start=`current_time` + svn stat >& build/$F + ## ignore some of the diffs + NUM_DIFFS=`egrep -vc '^. (@test|db_home|Lib/test/(regrtest\.py|db_home))$' build/$F` + update_status "svn stat ($NUM_DIFFS possibly important diffs)" "$F" $start + + F=configure.out + start=`current_time` + ./configure --prefix=$INSTALL_DIR --with-pydebug >& build/$F + err=$? + update_status "Configuring" "$F" $start + if [ $err = 0 ]; then + F=make.out + start=`current_time` + make >& build/$F + err=$? + warnings=`grep warning build/$F | egrep -vc "te?mpnam(_r|)' is dangerous,"` + update_status "Building ($warnings warnings)" "$F" $start + if [ $err = 0 ]; then + ## make install + F=make-install.out + start=`current_time` + make install >& build/$F + update_status "Installing" "$F" $start + + ## make and run basic tests + F=make-test.out + start=`current_time` + make test >& build/$F + NUM_FAILURES=`grep -ic fail build/$F` + update_status "Testing basics ($NUM_FAILURES failures)" "$F" $start + mail_on_failure "basics" buiild/$F + + ## run the tests looking for leaks + F=make-test-refleak.out + start=`current_time` + ./python ./Lib/test/regrtest.py -R 4:3:$REFLOG >& build/$F + NUM_FAILURES=`grep -ic leak $REFLOG` + update_status "Testing refleaks ($NUM_FAILURES failures)" "$F" $start + mail_on_failure "refleak" $REFLOG + + ## now try to run all the tests + F=make-testall.out + start=`current_time` + ## skip curses when running from cron since there's no terminal + ## skip sound since it's not setup on the PSF box (/dev/dsp) + ./python -E -tt ./Lib/test/regrtest.py -uall -x test_curses,test_linuxaudiodev,test_ossaudiodev >& build/$F + NUM_FAILURES=`grep -ic fail build/$F` + update_status "Testing all except curses and sound ($NUM_FAILURES failures)" "$F" $start + mail_on_failure "all" buiild/$F + fi + fi +fi + + +## make doc +cd Doc +F="make-doc.out" +start=`current_time` +make >& ../build/$F +err=$? +update_status "Making doc" "$F" $start +if [ $err != 0 ]; then + NUM_FAILURES=1 + mail_on_failure "doc" ../build/$F +fi + +echo "</ul>" >> $RESULT_FILE +echo "</body>" >> $RESULT_FILE +echo "</html>" >> $RESULT_FILE + +## copy results +rsync $RSYNC_OPTS html/ $REMOTE_SYSTEM:$REMOTE_DIR +cd ../build +rsync $RSYNC_OPTS index.html *.out $REMOTE_SYSTEM:$REMOTE_DIR/results/ + |