X-Git-Url: https://git.saurik.com/wxWidgets.git/blobdiff_plain/31c7a57a37ed9a910fdf117dce9800d7d0edb099..46ae103b9f08fc4e447d16a6a92b03cf55ee3189:/wxPython/distrib/all/build-all?ds=sidebyside diff --git a/wxPython/distrib/all/build-all b/wxPython/distrib/all/build-all index 4358b6c390..1f3a9e764b 100755 --- a/wxPython/distrib/all/build-all +++ b/wxPython/distrib/all/build-all @@ -1,399 +1,266 @@ -#!/bin/bash -# --------------------------------------------------------------------------- -# Master build script for building all the installers and such on all the -# build machines in my lab, and then distributing the results as needed. -# --------------------------------------------------------------------------- - -set -o errexit -#set -o xtrace - -# --------------------------------------------------------------------------- -# Some control variables... +#!/usr/bin/python -u +#---------------------------------------------------------------------- +# Name: build-all.py +# Purpose: Master build script for building all the installers and +# such on all the build machines in my lab, and then +# distributing the results as needed. +# +# This will replace the build-all bash script and is +# needed because the needs of the build have outgrown +# what I can do with bash. +# +# Author: Robin Dunn +# +# Created: 05-Nov-2004 +# RCS-ID: $Id$ +# Copyright: (c) 2004 by Total Control Software +# Licence: wxWindows license +#---------------------------------------------------------------------- + +import sys +import os +import time +from taskrunner import Job, Task, TaskRunner + +#---------------------------------------------------------------------- +# Configuration items + +class Config: + def write(self, filename="config", outfile=None): + if outfile is None: + f = file(filename, "w") + else: + f = outfile + for k, v in self.__dict__.items(): + f.write('%s="%s"\n' % (k, v)) + +config = Config() # the local spot that we put everything when done, before possibly copying # to remote hosts -STAGING_DIR=./BUILD - -# host name of the machine to use for windows builds -WIN_HOST=cyclops - -# local dir (from the poerspecitve of the master machine) of the shared -# build dir on the windows machine, plus how to mount it there. If the -# [u]mount commands are empty then WIN_SHARED will be used directly. -WIN_SHARED=./tmp/mnt -WIN_MOUNT="smbmount //$WIN_HOST/BUILD $WIN_SHARED -o credentials=/etc/samba/auth.cyclops.robind,dmask=755,fmask=644" -WIN_UMOUNT="smbumount $WIN_SHARED" - -# Where is that dir from the remote machine's perspective? -WIN_SHARED_REMOTE=/c/BUILD +config.STAGING_DIR = "./BUILD" +# host name of the machine to use for windows builds +config.WIN_HOST = "beast" +# Where is the build dir from the remote machine's perspective? +config.WIN_BUILD = "/c/BUILD" -# Same as the above -OSX_HOST=bigmac -OSX_SHARED=./tmp/mnt/BUILD -OSX_MOUNT="smbmount //$OSX_HOST/robind ./tmp/mnt -o credentials=/etc/samba/auth.bigmac.robind,dmask=755,fmask=644" -OSX_UMOUNT="smbumount ./tmp/mnt" -OSX_SHARED_REMOTE=/Users/robind/BUILD +# Just like the above +config.OSX_HOST_panther = "bigmac" +config.OSX_HOST_jaguar = "whopper" +config.OSX_BUILD = "/BUILD" -# Alsmost the same... See below -LINUX_HOST=rh9 -LINUX_SHARED=/stuff/temp/BUILD -LINUX_MOUNT= -LINUX_UMOUNT= -LINUX_SHARED_REMOTE=/stuff/temp/BUILD +# Alsmost the same... See below for hosts and other info +config.LINUX_BUILD = "/tmp/BUILD" # Upload server locations -UPLOAD_HOST=starship.python.net -UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily -UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview - - - -# --------------------------------------------------------------------------- -# functions - -function usage { - echo "" - echo "Usage: $0 [command flags...]" - echo "" - echo "build types:" - echo " dryrun Do the build, but don't copy anywhere (default)" - echo " daily Do a daily build, copy to starship" - echo " release Do a normal release build, copy to starship" - echo "" - echo "optional command flags:" - echo " 2.2 Build for Python 2.2 (default=off)" - echo " 2.3 Build for Python 2.3 (default=on)" - echo " all Build for all supported Python versions" - echo "" - echo " skipsource Don't build the source archives, use the ones" - echo " already in the staging dir." - echo " onlysource Exit after building the source archives" - echo " skipwin Don't do the remote Windows build" - echo " skiposx Don't do the remote OSX build" - echo " skiplinux Don't do the remote Linux build" - echo " skipclean Don't do the cleanup step on the remote builds" - echo "" - - -} - -# --------------------------------------------------------------------------- - -# Make sure we are running in the right directory. TODO: make this -# test more robust. Currenly we just test for the presence of -# 'wxPython' and 'wx' subdirs. -if [ ! -d wxPython -o ! -d wx ]; then - echo "Please run this script from the root wxPython directory." - exit 1 -fi - - - -# Set defaults and check the command line options -KIND=dryrun -PYVER=2.3 -skipsource=no -onlysource=no -skipwin=no -skiposx=no -skiplinux=no -skipclean=no - -for flag in $*; do - case $flag in - dryrun) KIND=dryrun ;; - daily) KIND=daily ;; - release) KIND=release ;; - - 2.2) PYVER=2.2 ;; - 2.3) PYVER=2.3 ;; - all) PYVER="2.2 2.3" ;; - - skipsource) skipsource=yes ;; - onlysource) onlysource=yes ;; - skipwin) skipwin=yes ;; - skiposx) skiposx=yes ;; - skiplinux) skiplinux=yes ;; - skipclean) skipclean=yes ;; - - help) usage; exit 1 ;; - *) echo "Unknown flag \"$flag\"" - usage - exit 1 - esac -done - - -# ensure the staging area exists -if [ ! -d $STAGING_DIR ]; then - mkdir -p $STAGING_DIR -fi - -# Figure out the wxPython version number, possibly adjusted for being a daily build -if [ $KIND = daily ]; then - DAILY=`date +%Y%m%d` # should it include the hour too? 2-digit year? - echo $DAILY > DAILY_BUILD -fi -VERSION=`python -c "import setup;print setup.VERSION"` - - -#echo VERSION=$VERSION -#exit 0 - -echo "Getting started at " `date` - -# --------------------------------------------------------------------------- -# Make the sources and other basic stuff. - -if [ $skipsource != yes -o $onlysource = yes ]; then - - # clean out the local dist dir - rm -f dist/* - - # Regenerate the reST docs - echo "Regenerating the reST docs..." - cd docs - for x in *.txt; do - docutils-html $x `basename $x .txt`.html - done - cd - - - # build the doc and demo tarballs - distrib/makedemo - distrib/makedocs - - # make the source tarball - distrib/makerpm 2.3 skipclean skiprpm gtk2 - - # make the source RPMs - for ver in $PYVER; do - distrib/makerpm $ver skipclean skipcopy skiptar srpm - distrib/makerpm $ver skipclean skipcopy skiptar srpm gtk2 - done - - # Copy everything to the staging dir - echo "Moving stuff to $STAGING_DIR..." - rm -f dist/*.spec - mv dist/* $STAGING_DIR - for doc in CHANGES BUILD INSTALL MigrationGuide default; do - cp docs/$doc.* $STAGING_DIR - done - - # cleanup - echo "Cleaning up..." - rm -f dist/* - rm -rf _build_rpm -fi - -if [ $KIND = daily ]; then - rm DAILY_BUILD -fi - -if [ $onlysource = yes ]; then - exit 0 -fi - -# --------------------------------------------------------------------------- -# Windows build - -if [ $skipwin != yes ]; then - echo "-=-=- Starting Windows build..." - - # mount the shared folder? - if [ -n "$WIN_MOUNT" ]; then - echo "Mounting shared folder..." - $WIN_MOUNT - fi - - # Copy the src file - echo "Copying source file..." - cp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz $WIN_SHARED - - # Untar it on the remote machine, and then run the build script - echo "Unarchiving source file on $WIN_HOST..." - ssh $WIN_HOST "cd $WIN_SHARED_REMOTE && tar xzf wxPythonSrc-$VERSION.tar.gz && rm wxPythonSrc-$VERSION.tar.gz" - - echo "Running build script on $WIN_HOST..." - wxdir=$WIN_SHARED_REMOTE/wxPythonSrc-$VERSION - cmd=$wxdir/wxPython/distrib/all/build-windows - ssh $WIN_HOST "cd $wxdir && $cmd $wxdir $WIN_SHARED_REMOTE $skipclean $VERSION $PYVER" - - echo "Fetching the results..." - cp $WIN_SHARED/wxPythonWIN32* $STAGING_DIR - ssh $WIN_HOST "cd $WIN_SHARED_REMOTE && rm wxPythonWIN32*" - - # unmount? - if [ -n "$WIN_UMOUNT" ]; then - echo "Unmounting shared folder..." - $WIN_UMOUNT - fi -fi - - -# --------------------------------------------------------------------------- -# OSX build - -if [ $skiposx != yes ]; then - echo "-=-=- Starting OSX build..." - - # mount the shared folder? - if [ -n "$OSX_MOUNT" ]; then - echo "Mounting shared folder..." - $OSX_MOUNT - fi - - # Copy the src file - echo "Copying source files..." - cp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz $OSX_SHARED - cp $STAGING_DIR/wxPythonDocs-$VERSION.tar.gz $OSX_SHARED - cp $STAGING_DIR/wxPythonDemo-$VERSION.tar.gz $OSX_SHARED - - # Untar it on the remote machine, and then run the build script - echo "Unarchiving source file on $OSX_HOST..." - ssh root@$OSX_HOST "cd $OSX_SHARED_REMOTE && tar xzf wxPythonSrc-$VERSION.tar.gz && rm wxPythonSrc-$VERSION.tar.gz" - - echo "Running build script on $OSX_HOST..." - wxdir=$OSX_SHARED_REMOTE/wxPythonSrc-$VERSION - cmd=$wxdir/wxPython/distrib/all/build-osx - ssh root@$OSX_HOST "cd $wxdir && $cmd $wxdir $OSX_SHARED_REMOTE $skipclean $VERSION $PYVER" - - echo "Fetching the results..." - cp $OSX_SHARED/wxPythonOSX* $STAGING_DIR - ssh root@$OSX_HOST "cd $OSX_SHARED_REMOTE && rm wxPythonOSX*" - - # unmount? - if [ -n "$OSX_UMOUNT" ]; then - echo "Unmounting shared folder..." - $OSX_UMOUNT - fi -fi - - -# --------------------------------------------------------------------------- -# Linux build - -# This build is optional, check if the target machine is up and -# running -if [ $skiplinux != yes ]; then - if ping -q -c1 -w1 $LINUX_HOST > /dev/null; then - # the ping succeeded - skiplinux=no - else - # the ping failed, skip the build - skiplinux=yes - echo "-----------------------------------------------------------------" - echo "The $LINUX_HOST machine is offline, skipping the binary RPM build." - echo "-----------------------------------------------------------------" - fi -fi - - -if [ $skiplinux != yes ]; then - echo "-=-=- Starting Linux build..." - - # The remote linux build is a bit different than the others. The - # SRPMs will have already been built in the initial source - # building steps, the only thing that the remote build needs to - # do is an "rpmbuild --rebuild" for each package. So we'll just - # copy the build script over and execute it, there is no need to - # unpack the tarball and most of the other steps... - - - echo "Copying source files..." - mkdir -p $LINUX_SHARED - cp $STAGING_DIR/wxPython*.src.rpm $LINUX_SHARED - - scp distrib/all/build-linux root@$LINUX_HOST:/tmp > /dev/null - ssh root@$LINUX_HOST "cd /tmp && ./build-linux /tmp/wx $LINUX_SHARED_REMOTE $skipclean $VERSION $PYVER" +config.UPLOAD_HOST = "starship.python.net" +config.UPLOAD_DAILY_ROOT = "/home/crew/robind/public_html/wxPython/daily" +config.UPLOAD_PREVIEW_ROOT = "/home/crew/robind/public_html/wxPython/rc" + +# defaults for build options +config.KIND = "dryrun" +config.skipsource = "no" +config.onlysource = "no" +config.skipdocs = "no" +config.skipwin = "no" +config.skiposx = "no" +config.skiplinux = "no" +config.skipclean = "no" +config.skipupload = "no" +config.skipnewdocs = "no" +config.startcohost = "yes" + +#---------------------------------------------------------------------- +# Define all the build tasks + +class Job(Job): + LOGBASE = "./tmp" + +CFGFILE = "./tmp/config" + + +# Things that need to be done before any of the builds +initialTask = Task([ Job("", ["distrib/all/build-setup", CFGFILE]), + Job("", ["distrib/all/build-docs", CFGFILE]), + Job("", ["distrib/all/build-sources", CFGFILE]), + ]) + +# Build tasks. Anything that can be done in parallel (depends greatly +# on the nature of the build machines configurations...) is a separate +# task. + +jaguarTask = Task( Job("whopper.23", + ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_jaguar, "jaguar", "2.3"]) ) + +pantherTask = Task([ Job("bigmac.23", + ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_panther, "panther", "2.3"]), + Job("bigmac.24", + ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_panther, "panther", "2.4"]) + ]) + +beastTask1 = Task([ Job("beast.23", ["distrib/all/build-windows", CFGFILE, "2.3"]), + Job("beast.24", ["distrib/all/build-windows", CFGFILE, "2.4"]), + Job("co-mdk102.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk102","mdk102","2.4"]), + ]) + +beastTask2 = Task([ Job("co-fc2.23", ["distrib/all/build-rpm", CFGFILE, "beast", "co-fc2", "fc2", "2.3"]), + Job("co-mdk101.23", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk101","mdk101","2.3"]), + Job("co-fc2.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-fc2", "fc2", "2.4"]), + #Job("co-mdk101.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk101","mdk101","2.4"]), + ]) + +cyclopsTask = Task([ Job("co-mdk92.23", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-mdk92", "mdk92", "2.3"]), + Job("co-rh9.23", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-rh9", "rh9", "2.3"]), + Job("co-mdk92.24", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-mdk92", "mdk92", "2.4"]), + Job("co-rh9.24", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-rh9", "rh9", "2.4"]), + ]) + +buildTasks = [ jaguarTask, + pantherTask, + beastTask1, + beastTask2, + cyclopsTask, + ] + +# Finalization. This is for things that must wait until all the +# builds are done, such as copying the installers someplace, sending +# emails, etc. +finalizationTask = Task( Job("", ["distrib/all/build-finalize", CFGFILE]) ) + + +#---------------------------------------------------------------------- + +def usage(): + print "" + print "Usage: build-all [command flags...]" + print "" + print "build types:" + print " dryrun Do the build, but don't copy anywhere (default)" + print " daily Do a daily build, copy to starship" + print " release Do a normal release (cantidate) build, copy to starship" + print "" + print "optional command flags:" + print " skipsource Don't build the source archives, use the ones" + print " already in the staging dir." + print " onlysource Exit after building the source and docs archives" + print " skipdocs Don't rebuild the docs" + print " skipwin Don't do the remote Windows build" + print " skiposx Don't do the remote OSX build" + print " skiplinux Don't do the remote Linux build" + print " skipclean Don't do the cleanup step on the remote builds" + print " skipupload Don't upload the builds to starship" + print "" + print " nocohost Don't start the coLinux sessions if they are" + print " not already online" + print "" - echo "Fetching the results..." - cp $LINUX_SHARED/wxPythonGTK*.i[0-9]86.rpm $STAGING_DIR - rm -r $LINUX_SHARED -fi - - - - -# --------------------------------------------------------------------------- -# Final disposition of build results... - -chmod a+r $STAGING_DIR/* - -if [ $KIND = dryrun ]; then - # we're done - echo "Finished at " `date` - exit 0 -fi +#---------------------------------------------------------------------- + +def main(args): + # Make sure we are running in the right directory. TODO: make + # this test more robust. Currenly we just test for the presence + # of 'wxPython' and 'wx' subdirs. + if not os.path.isdir("wxPython") or not os.path.isdir("wx"): + print "Please run this script from the root wxPython directory." + sys.exit(1) + + # Check command line flags + for flag in args: + if flag in ["dryrun", "daily", "release"]: + config.KIND = flag + + elif flag == "skipsource": + config.skipsource = "yes" + + elif flag == "onlysource": + config.onlysource = "yes" + + elif flag == "skipdocs": + config.skipdocs = "yes" + + elif flag == "skipnewdocs": + config.skipnewdocs = "yes" + + elif flag == "skipwin": + config.skipwin = "yes" + + elif flag == "skiposx": + config.skiposx = "yes" + + elif flag == "skiplinux": + config.skiplinux = "yes" + + elif flag == "skipclean": + config.skipclean = "yes" + + elif flag == "skipupload": + config.skipupload = "yes" + + elif flag == "nocohost": + config.startcohost = "no" + + else: + print 'Unknown flag: "%s"' % flag + usage() + sys.exit(2) + + + # ensure the staging area exists + if not os.path.exists(config.STAGING_DIR): + os.makedirs(config.STAGING_DIR) + + # Figure out the wxPython version number, possibly adjusted for being a daily build + if config.KIND == "daily": + t = time.localtime() + config.DAILY = time.strftime("%Y%m%d") # should it include the hour too? 2-digit year? + file("DAILY_BUILD", "w").write(config.DAILY) + sys.path.append('.') + import setup + config.VERSION = setup.VERSION + + # write the config file where the build scripts can find it + config.write(CFGFILE) + print "Build getting started at: ", time.ctime() + + + # Run the first task, which will create the docs and sources tarballs + tr = TaskRunner(initialTask) + rc = tr.run() + + # cleanup the DAILY_BUILD file + if config.KIND == "daily": + os.unlink("DAILY_BUILD") + + # Quit now? + if rc != 0 or config.onlysource == "yes": + sys.exit(rc) + + + # Run the main build tasks + tr = TaskRunner(buildTasks) + rc = tr.run() + if rc != 0: + sys.exit(rc) + + + # when all the builds are done, run the finalization task + tr = TaskRunner(finalizationTask) + rc = tr.run() + if rc != 0: + sys.exit(rc) -if [ $KIND = daily ]; then - - destdir=$UPLOAD_DAILY_ROOT/$DAILY - echo "Copying to the starship at $destdir..." - ssh $UPLOAD_HOST "mkdir -p $destdir" - scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir - ssh $UPLOAD_HOST "cd $destdir && ls -al" - - - echo "Cleaning up staging dir..." - rm $STAGING_DIR/* - rmdir $STAGING_DIR - - # TODO: something to remove old builds from starship, keeping - # only N days worth - - # TODO: Send email to wxPython-dev? - DATE=`date` - TO=wxPython-dev@lists.wxwidgets.org - - cat < -To: $TO -Subject: New test build uploaded -Date: $DATE - -Hi, - -A new test build of wxPython has been uploaded to starship. - - Version: $VERSION - Pythons: $PYVER - URL: http://starship.python.net/crew/robind/wxPython/daily/$DAILY - -Have fun! -R'bot - -EOF - - echo "Finished at " `date` - exit 0 -fi - - -if [ $KIND = release ]; then - - echo "Copying to the local file server..." - destdir=/stuff/Development/wxPython/dist/$VERSION - mkdir -p $destdir - cp $STAGING_DIR/* $destdir - - echo "Copying to the starship..." - destdir=$UPLOAD_PREVIEW_ROOT/$VERSION - ssh $UPLOAD_HOST "mkdir -p $destdir" - scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir + + print "Build finished at: ", time.ctime() + sys.exit(0) - echo "Cleaning up staging dir..." - rm $STAGING_DIR/* - rmdir $STAGING_DIR - echo "Finished at " `date` - exit 0 -fi -# --------------------------------------------------------------------------- +if __name__ == "__main__": + main(sys.argv[1:])