[wxWidgets.git] / wxPython / distrib / all / build-all

#!/bin/bash
# ---------------------------------------------------------------------------
# Master build script for building all the installers and such on all the 
# build machines in my lab, and then distributing the results as needed.
# ---------------------------------------------------------------------------

set -o errexit
#set -o xtrace

# ---------------------------------------------------------------------------
# Some control variables...

# the local spot that we put everything when done, before possibly copying 
# to remote hosts
STAGING_DIR=./BUILD


# host name of the machine to use for windows builds
WIN_HOST=beast
# Where is the build dir from the remote machine's perspective?
WIN_BUILD=/c/BUILD


# Just like the above
OSX_HOST=bigmac
OSX_BUILD=/tmp/BUILD


# Alsmost the same...  See below
LINUX_HOST=rh9
LINUX_BUILD=/tmp/BUILD


# Upload server locations
UPLOAD_HOST=starship.python.net
UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily
UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview


# ---------------------------------------------------------------------------
# functions

function usage {
    echo ""
    echo "Usage: $0 [command flags...]"
    echo ""
    echo "build types:"
    echo "   dryrun       Do the build, but don't copy anywhere (default)"
    echo "   daily        Do a daily build, copy to starship"
    echo "   release      Do a normal release build, copy to starship"
    echo ""
    echo "optional command flags:"
    echo "   2.2          Build for Python 2.2 (default=off)"
    echo "   2.3          Build for Python 2.3 (default=on)"
    echo "   all          Build for all supported Python versions"
    echo ""
    echo "   skipsource   Don't build the source archives, use the ones"
    echo "                already in the staging dir."
    echo "   onlysource   Exit after building the source archives"
    echo "   skipwin      Don't do the remote Windows build"
    echo "   skiposx      Don't do the remote OSX build"
    echo "   skiplinux    Don't do the remote Linux build"
    echo "   skipclean    Don't do the cleanup step on the remote builds"
    echo ""


}

# ---------------------------------------------------------------------------

# Make sure we are running in the right directory.  TODO: make this
# test more robust.  Currenly we just test for the presence of
# 'wxPython' and 'wx' subdirs.
if [ ! -d wxPython -o ! -d wx ]; then  
    echo "Please run this script from the root wxPython directory."
    exit 1
fi


# Set defaults and check the command line options
KIND=dryrun
PYVER=2.3
skipsource=no
onlysource=no
skipwin=no
skiposx=no
skiplinux=no
skipclean=no

for flag in $*; do
    case $flag in 
	dryrun)   KIND=dryrun                    ;;
	daily)    KIND=daily                     ;;
	release)  KIND=release                   ;;

	2.2)      PYVER=2.2                      ;;
	2.3)      PYVER=2.3                      ;;
	all)      PYVER="2.2 2.3"                ;;

	skipsource)  skipsource=yes              ;;
	onlysource)  onlysource=yes              ;;
	skipwin)     skipwin=yes                 ;;
	skiposx)     skiposx=yes                 ;;
	skiplinux)   skiplinux=yes               ;;
	skipclean)   skipclean=yes               ;;

	help) usage; exit 1                      ;;
	*)    echo "Unknown flag \"$flag\""
	      usage
	      exit 1
    esac
done


# ensure the staging area exists
if [ ! -d $STAGING_DIR ]; then 
    mkdir -p $STAGING_DIR
fi

# Figure out the wxPython version number, possibly adjusted for being a daily build
if [ $KIND = daily ]; then
    DAILY=`date +%Y%m%d`   # should it include the hour too?  2-digit year?
    echo $DAILY > DAILY_BUILD
fi
VERSION=`python -c "import setup;print setup.VERSION"`


#echo VERSION=$VERSION
#exit 0

echo "Getting started at " `date`

# ---------------------------------------------------------------------------
# Make the sources and other basic stuff.

if [ $skipsource != yes -o $onlysource = yes ]; then

    # clean out the local dist dir
    rm -f dist/*

    # Regenerate the reST docs
    echo "Regenerating the reST docs..."
    cd docs
    for x in *.txt; do
	docutils-html $x `basename $x .txt`.html
    done
    cd -
       
    # build the doc and demo tarballs
    distrib/makedemo
    distrib/makedocs

    # build the new docs too
    docs/bin/everything

    # make the source tarball
    distrib/makerpm 2.3 skipclean skiprpm gtk2

    # make the source RPMs
    for ver in $PYVER; do 
	distrib/makerpm $ver skipclean skipcopy skiptar srpm
	distrib/makerpm $ver skipclean skipcopy skiptar srpm gtk2
    done

    # Copy everything to the staging dir
    echo "Moving stuff to $STAGING_DIR..."
    rm -f dist/*.spec
    mv dist/* $STAGING_DIR
    for doc in CHANGES BUILD INSTALL MigrationGuide default; do
	cp docs/$doc.* $STAGING_DIR
    done

    # cleanup
    echo "Cleaning up..."
    rm -f dist/*
    rm -rf _build_rpm
fi 

if [ $KIND = daily ]; then
    rm DAILY_BUILD
fi

if [ $onlysource = yes ]; then
    exit 0
fi

# ---------------------------------------------------------------------------
# Windows build

if [ $skipwin != yes ]; then
    echo "-=-=- Starting Windows build..."

    echo "Copying source file and build script..."
    scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
	distrib/all/build-windows \
	$WIN_HOST:$WIN_BUILD
    
     echo "Running build script on $WIN_HOST..."
     wxdir=$WIN_BUILD/wxPythonSrc-$VERSION
     cmd=./build-windows
     ssh $WIN_HOST "cd $WIN_BUILD && $cmd $wxdir $WIN_BUILD $skipclean $VERSION $PYVER && rm $cmd"

     echo "Fetching the results..."
     scp $WIN_HOST:$WIN_BUILD/wxPythonWIN32*  $STAGING_DIR
     ssh $WIN_HOST "rm $WIN_BUILD/wxPythonWIN32*"
fi


# ---------------------------------------------------------------------------
# OSX build

if [ $skiposx != yes ]; then
    echo "-=-=- Starting OSX build..."

    echo "Copying source files and build script..."
    ssh $OSX_HOST "mkdir -p $OSX_BUILD && rm -rf $OSX_BUILD/*"
    scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
	$STAGING_DIR/wxPythonDocs-$VERSION.tar.gz \
	$STAGING_DIR/wxPythonDemo-$VERSION.tar.gz \
	distrib/all/build-osx \
	$OSX_HOST:$OSX_BUILD

     echo "Running build script on $OSX_HOST..."
     wxdir=$OSX_BUILD/wxPythonSrc-$VERSION
     cmd=./build-osx
     ssh root@$OSX_HOST "cd $OSX_BUILD && $cmd $wxdir $OSX_BUILD $skipclean $VERSION $PYVER && rm $cmd"

     echo "Fetching the results..."
     scp "$OSX_HOST:$OSX_BUILD/wxPythonOSX*"  $STAGING_DIR
     ssh $OSX_HOST "rm $OSX_BUILD/wxPythonOSX*"
fi


# ---------------------------------------------------------------------------
# Linux build

# This build is optional, check if the target machine is up and
# running
if [ $skiplinux != yes ]; then
    if  ping -q -c1 -w1 $LINUX_HOST > /dev/null; then
        # the ping succeeded
	skiplinux=no
    else
        # the ping failed, skip the build
	skiplinux=yes
	echo "-----------------------------------------------------------------"
	echo "The $LINUX_HOST machine is offline, skipping the binary RPM build."
	echo "-----------------------------------------------------------------"
    fi
fi


if [ $skiplinux != yes ]; then
    echo "-=-=- Starting Linux build..."

    # The remote linux build is a bit different than the others.  The
    # SRPMs will have already been built in the initial source
    # building steps, the only  thing that the remote build needs to
    # do is an "rpmbuild --rebuild"  for each package.  So we'll just
    # copy the build script over and  execute it, there is no need to
    # unpack the tarball and most of the  other steps...

    
    echo "Copying source filesa nd build script..."
    ssh root@$LINUX_HOST "mkdir -p $LINUX_BUILD && rm -rf $LINUX_BUILD/*"
    scp $STAGING_DIR/wxPython*.src.rpm \
	distrib/all/build-linux \
	root@$LINUX_HOST:$LINUX_BUILD

    echo "Running build script on $LINUX_HOST..."
    cmd=./build-linux
    ssh root@$LINUX_HOST "cd $LINUX_BUILD && $cmd $LINUX_BUILD $skipclean $VERSION $PYVER"
    
    echo "Fetching the results..."
    scp root@$LINUX_HOST:$LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm  $STAGING_DIR
    ssh root@$LINUX_HOST "rm $LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm"
fi


# ---------------------------------------------------------------------------
# Final disposition of build results...

chmod a+r $STAGING_DIR/*

if [ $KIND = dryrun ]; then
    # we're done
    echo "Finished at " `date`
    exit 0
fi


if [ $KIND = daily ]; then 

    destdir=$UPLOAD_DAILY_ROOT/$DAILY
    echo "Copying to the starship at $destdir..."
    ssh $UPLOAD_HOST "mkdir -p $destdir"
    scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
    ssh $UPLOAD_HOST "cd $destdir && ls -al"


    echo "Cleaning up staging dir..."
    rm $STAGING_DIR/*
    rmdir $STAGING_DIR

    # TODO: something to remove old builds from starship, keeping 
    # only N days worth

    # TODO:  Send email to wxPython-dev?
    DATE=`date`
    TO=wxPython-dev@lists.wxwidgets.org

    cat <<EOF  | /usr/sbin/sendmail  $TO
From: R'bot <rbot@wxpython.org>
To: $TO
Subject: New test build uploaded
Date: $DATE

Hi,

A new test build of wxPython has been uploaded to starship.  

   Version: $VERSION
   Pythons: $PYVER
   URL:     http://starship.python.net/crew/robind/wxPython/daily/$DAILY

Have fun!
R'bot

EOF

    echo "Finished at " `date`
    exit 0
fi


if [ $KIND = release ]; then 

    echo "Copying to the local file server..."
    destdir=/stuff/Development/wxPython/dist/$VERSION
    mkdir -p $destdir
    cp $STAGING_DIR/* $destdir

    echo "Copying to the starship..."
    destdir=$UPLOAD_PREVIEW_ROOT/$VERSION
    ssh $UPLOAD_HOST "mkdir -p $destdir"
    scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir

    echo "Cleaning up staging dir..."
    rm $STAGING_DIR/*
    rmdir $STAGING_DIR

    echo "Finished at " `date`
    exit 0
fi


# ---------------------------------------------------------------------------
Commit	Line	Data
36e91097 RD	1	#!/bin/bash
	2	# ---------------------------------------------------------------------------
	3	# Master build script for building all the installers and such on all the
	4	# build machines in my lab, and then distributing the results as needed.
	5	# ---------------------------------------------------------------------------
	6
	7	set -o errexit
	8	#set -o xtrace
	9
	10	# ---------------------------------------------------------------------------
	11	# Some control variables...
	12
	13	# the local spot that we put everything when done, before possibly copying
	14	# to remote hosts
	15	STAGING_DIR=./BUILD
	16
36e91097	17
d6624155 RD	18	# host name of the machine to use for windows builds
	19	WIN_HOST=beast
	20	# Where is the build dir from the remote machine's perspective?
	21	WIN_BUILD=/c/BUILD
36e91097 RD	22
36e91097 RD	23
d6624155	24	# Just like the above
36e91097	25	OSX_HOST=bigmac
d6624155	26	OSX_BUILD=/tmp/BUILD
36e91097 RD	27
	28
	29	# Alsmost the same... See below
	30	LINUX_HOST=rh9
d6624155	31	LINUX_BUILD=/tmp/BUILD
36e91097 RD	32
	33
	34	# Upload server locations
	35	UPLOAD_HOST=starship.python.net
	36	UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily
	37	UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview
	38
	39
	40
	41	# ---------------------------------------------------------------------------
	42	# functions
	43
	44	function usage {
	45	echo ""
	46	echo "Usage: $0 [command flags...]"
	47	echo ""
	48	echo "build types:"
	49	echo " dryrun Do the build, but don't copy anywhere (default)"
	50	echo " daily Do a daily build, copy to starship"
	51	echo " release Do a normal release build, copy to starship"
	52	echo ""
	53	echo "optional command flags:"
	54	echo " 2.2 Build for Python 2.2 (default=off)"
	55	echo " 2.3 Build for Python 2.3 (default=on)"
	56	echo " all Build for all supported Python versions"
	57	echo ""
	58	echo " skipsource Don't build the source archives, use the ones"
	59	echo " already in the staging dir."
	60	echo " onlysource Exit after building the source archives"
	61	echo " skipwin Don't do the remote Windows build"
	62	echo " skiposx Don't do the remote OSX build"
	63	echo " skiplinux Don't do the remote Linux build"
	64	echo " skipclean Don't do the cleanup step on the remote builds"
	65	echo ""
	66
	67
	68	}
	69
	70	# ---------------------------------------------------------------------------
	71
	72	# Make sure we are running in the right directory. TODO: make this
	73	# test more robust. Currenly we just test for the presence of
	74	# 'wxPython' and 'wx' subdirs.
	75	if [ ! -d wxPython -o ! -d wx ]; then
	76	echo "Please run this script from the root wxPython directory."
	77	exit 1
	78	fi
	79
	80
	81
	82	# Set defaults and check the command line options
	83	KIND=dryrun
	84	PYVER=2.3
	85	skipsource=no
	86	onlysource=no
	87	skipwin=no
	88	skiposx=no
	89	skiplinux=no
	90	skipclean=no
	91
	92	for flag in $*; do
	93	case $flag in
	94	dryrun) KIND=dryrun ;;
	95	daily) KIND=daily ;;
96	release) KIND=release ;;
97
98	2.2) PYVER=2.2 ;;
99	2.3) PYVER=2.3 ;;
100	all) PYVER="2.2 2.3" ;;
101
102	skipsource) skipsource=yes ;;
103	onlysource) onlysource=yes ;;
104	skipwin) skipwin=yes ;;
105	skiposx) skiposx=yes ;;
106	skiplinux) skiplinux=yes ;;
107	skipclean) skipclean=yes ;;
108
109	help) usage; exit 1 ;;
110	*) echo "Unknown flag \"$flag\""
111	usage
112	exit 1
113	esac
114	done
115
116
117	# ensure the staging area exists
118	if [ ! -d $STAGING_DIR ]; then
119	mkdir -p $STAGING_DIR
120	fi
121
122	# Figure out the wxPython version number, possibly adjusted for being a daily build
123	if [ $KIND = daily ]; then
124	DAILY=`date +%Y%m%d` # should it include the hour too? 2-digit year?
125	echo $DAILY > DAILY_BUILD
126	fi
127	VERSION=`python -c "import setup;print setup.VERSION"`
128
129
130	#echo VERSION=$VERSION
131	#exit 0
132
31c7a57a RD	133	echo "Getting started at " `date`
31c7a57a RD	134
36e91097 RD	135	# ---------------------------------------------------------------------------
	136	# Make the sources and other basic stuff.
	137
	138	if [ $skipsource != yes -o $onlysource = yes ]; then
	139
	140	# clean out the local dist dir
	141	rm -f dist/*
	142
	143	# Regenerate the reST docs
	144	echo "Regenerating the reST docs..."
	145	cd docs
	146	for x in *.txt; do
	147	docutils-html $x `basename $x .txt`.html
	148	done
	149	cd -
	150
	151	# build the doc and demo tarballs
	152	distrib/makedemo
	153	distrib/makedocs
	154
477550dc RD	155	# build the new docs too
	156	docs/bin/everything
	157
36e91097 RD	158	# make the source tarball
	159	distrib/makerpm 2.3 skipclean skiprpm gtk2
	160
	161	# make the source RPMs
	162	for ver in $PYVER; do
	163	distrib/makerpm $ver skipclean skipcopy skiptar srpm
	164	distrib/makerpm $ver skipclean skipcopy skiptar srpm gtk2
	165	done
	166
	167	# Copy everything to the staging dir
	168	echo "Moving stuff to $STAGING_DIR..."
	169	rm -f dist/*.spec
	170	mv dist/* $STAGING_DIR
	171	for doc in CHANGES BUILD INSTALL MigrationGuide default; do
	172	cp docs/$doc.* $STAGING_DIR
	173	done
	174
	175	# cleanup
	176	echo "Cleaning up..."
	177	rm -f dist/*
	178	rm -rf _build_rpm
	179	fi
	180
	181	if [ $KIND = daily ]; then
	182	rm DAILY_BUILD
	183	fi
	184
	185	if [ $onlysource = yes ]; then
	186	exit 0
	187	fi
	188
	189	# ---------------------------------------------------------------------------
	190	# Windows build
	191
	192	if [ $skipwin != yes ]; then
	193	echo "-=-=- Starting Windows build..."
	194
d6624155 RD	195	echo "Copying source file and build script..."
	196	scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
	197	distrib/all/build-windows \
	198	$WIN_HOST:$WIN_BUILD
36e91097	199
d6624155 RD	200	echo "Running build script on $WIN_HOST..."
	201	wxdir=$WIN_BUILD/wxPythonSrc-$VERSION
	202	cmd=./build-windows
	203	ssh $WIN_HOST "cd $WIN_BUILD && $cmd $wxdir $WIN_BUILD $skipclean $VERSION $PYVER && rm $cmd"
	204
	205	echo "Fetching the results..."
	206	scp $WIN_HOST:$WIN_BUILD/wxPythonWIN32* $STAGING_DIR
	207	ssh $WIN_HOST "rm $WIN_BUILD/wxPythonWIN32*"
36e91097 RD	208	fi
	209
	210
	211	# ---------------------------------------------------------------------------
	212	# OSX build
	213
	214	if [ $skiposx != yes ]; then
	215	echo "-=-=- Starting OSX build..."
	216
d6624155 RD	217	echo "Copying source files and build script..."
	218	ssh $OSX_HOST "mkdir -p $OSX_BUILD && rm -rf $OSX_BUILD/*"
	219	scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
	220	$STAGING_DIR/wxPythonDocs-$VERSION.tar.gz \
	221	$STAGING_DIR/wxPythonDemo-$VERSION.tar.gz \
	222	distrib/all/build-osx \
	223	$OSX_HOST:$OSX_BUILD
	224
	225	echo "Running build script on $OSX_HOST..."
	226	wxdir=$OSX_BUILD/wxPythonSrc-$VERSION
	227	cmd=./build-osx
	228	ssh root@$OSX_HOST "cd $OSX_BUILD && $cmd $wxdir $OSX_BUILD $skipclean $VERSION $PYVER && rm $cmd"
	229
	230	echo "Fetching the results..."
	231	scp "$OSX_HOST:$OSX_BUILD/wxPythonOSX*" $STAGING_DIR
	232	ssh $OSX_HOST "rm $OSX_BUILD/wxPythonOSX*"
36e91097 RD	233	fi
	234
	235
	236	# ---------------------------------------------------------------------------
	237	# Linux build
	238
	239	# This build is optional, check if the target machine is up and
	240	# running
	241	if [ $skiplinux != yes ]; then
	242	if ping -q -c1 -w1 $LINUX_HOST > /dev/null; then
	243	# the ping succeeded
	244	skiplinux=no
	245	else
	246	# the ping failed, skip the build
	247	skiplinux=yes
	248	echo "-----------------------------------------------------------------"
	249	echo "The $LINUX_HOST machine is offline, skipping the binary RPM build."
	250	echo "-----------------------------------------------------------------"
	251	fi
	252	fi
	253
	254
	255	if [ $skiplinux != yes ]; then
	256	echo "-=-=- Starting Linux build..."
	257
	258	# The remote linux build is a bit different than the others. The
	259	# SRPMs will have already been built in the initial source
	260	# building steps, the only thing that the remote build needs to
	261	# do is an "rpmbuild --rebuild" for each package. So we'll just
	262	# copy the build script over and execute it, there is no need to
	263	# unpack the tarball and most of the other steps...
	264
	265
d6624155 RD	266	echo "Copying source filesa nd build script..."
	267	ssh root@$LINUX_HOST "mkdir -p $LINUX_BUILD && rm -rf $LINUX_BUILD/*"
	268	scp $STAGING_DIR/wxPython*.src.rpm \
	269	distrib/all/build-linux \
	270	root@$LINUX_HOST:$LINUX_BUILD
	271
	272	echo "Running build script on $LINUX_HOST..."
	273	cmd=./build-linux
	274	ssh root@$LINUX_HOST "cd $LINUX_BUILD && $cmd $LINUX_BUILD $skipclean $VERSION $PYVER"
36e91097 RD	275
36e91097 RD	276	echo "Fetching the results..."
d6624155	277	scp root@$LINUX_HOST:$LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm $STAGING_DIR
5797a657	278	ssh root@$LINUX_HOST "rm $LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm"
36e91097 RD	279	fi
	280
	281
	282
	283
	284	# ---------------------------------------------------------------------------
	285	# Final disposition of build results...
	286
79408446	287	chmod a+r $STAGING_DIR/*
36e91097 RD	288
	289	if [ $KIND = dryrun ]; then
	290	# we're done
31c7a57a	291	echo "Finished at " `date`
36e91097 RD	292	exit 0
	293	fi
	294
	295
	296	if [ $KIND = daily ]; then
	297
79408446	298	destdir=$UPLOAD_DAILY_ROOT/$DAILY
36e91097 RD	299	echo "Copying to the starship at $destdir..."
	300	ssh $UPLOAD_HOST "mkdir -p $destdir"
	301	scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
79408446 RD	302	ssh $UPLOAD_HOST "cd $destdir && ls -al"
79408446 RD	303
36e91097 RD	304
	305	echo "Cleaning up staging dir..."
	306	rm $STAGING_DIR/*
	307	rmdir $STAGING_DIR
	308
	309	# TODO: something to remove old builds from starship, keeping
	310	# only N days worth
	311
	312	# TODO: Send email to wxPython-dev?
71132988 RD	313	DATE=`date`
	314	TO=wxPython-dev@lists.wxwidgets.org
	315
	316	cat <<EOF \| /usr/sbin/sendmail $TO
	317	From: R'bot <rbot@wxpython.org>
	318	To: $TO
	319	Subject: New test build uploaded
	320	Date: $DATE
	321
79408446 RD	322	Hi,
	323
	324	A new test build of wxPython has been uploaded to starship.
	325
	326	Version: $VERSION
	327	Pythons: $PYVER
	328	URL: http://starship.python.net/crew/robind/wxPython/daily/$DAILY
	329
	330	Have fun!
	331	R'bot
36e91097	332
71132988	333	EOF
31c7a57a RD	334
31c7a57a RD	335	echo "Finished at " `date`
36e91097 RD	336	exit 0
	337	fi
	338
	339
	340	if [ $KIND = release ]; then
	341
	342	echo "Copying to the local file server..."
	343	destdir=/stuff/Development/wxPython/dist/$VERSION
	344	mkdir -p $destdir
	345	cp $STAGING_DIR/* $destdir
	346
	347	echo "Copying to the starship..."
	348	destdir=$UPLOAD_PREVIEW_ROOT/$VERSION
	349	ssh $UPLOAD_HOST "mkdir -p $destdir"
	350	scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
	351
	352	echo "Cleaning up staging dir..."
	353	rm $STAGING_DIR/*
	354	rmdir $STAGING_DIR
	355
31c7a57a	356	echo "Finished at " `date`
36e91097 RD	357	exit 0
	358	fi
	359
	360
	361	# ---------------------------------------------------------------------------