wxPython/distrib/all/build-all

   1 #!/bin/bash
   2 # ---------------------------------------------------------------------------
   3 # Master build script for building all the installers and such on all the
   4 # build machines in my lab, and then distributing the results as needed.
   5 # ---------------------------------------------------------------------------
   6
   7 set -o errexit
   8 #set -o xtrace
   9
  10 # ---------------------------------------------------------------------------
  11 # Some control variables...
  12
  13 # the local spot that we put everything when done, before possibly copying
  14 # to remote hosts
  15 STAGING_DIR=./BUILD
  16
  17
  18 # host name of the machine to use for windows builds
  19 WIN_HOST=beast
  20 # Where is the build dir from the remote machine's perspective?
  21 WIN_BUILD=/c/BUILD
  22
  23
  24 # Just like the above
  25 OSX_HOST=bigmac
  26 OSX_BUILD=/tmp/BUILD
  27
  28
  29 # Alsmost the same...  See below
  30 LINUX_HOST=rh9
  31 LINUX_BUILD=/tmp/BUILD
  32
  33
  34 # Upload server locations
  35 UPLOAD_HOST=starship.python.net
  36 UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily
  37 UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview
  38
  39
  40
  41 # ---------------------------------------------------------------------------
  42 # functions
  43
  44 function usage {
  45     echo ""
  46     echo "Usage: $0 [command flags...]"
  47     echo ""
  48     echo "build types:"
  49     echo "   dryrun       Do the build, but don't copy anywhere (default)"
  50     echo "   daily        Do a daily build, copy to starship"
  51     echo "   release      Do a normal release build, copy to starship"
  52     echo ""
  53     echo "optional command flags:"
  54     echo "   2.2          Build for Python 2.2 (default=off)"
  55     echo "   2.3          Build for Python 2.3 (default=on)"
  56     echo "   all          Build for all supported Python versions"
  57     echo ""
  58     echo "   skipsource   Don't build the source archives, use the ones"
  59     echo "                already in the staging dir."
  60     echo "   onlysource   Exit after building the source archives"
  61     echo "   skipwin      Don't do the remote Windows build"
  62     echo "   skiposx      Don't do the remote OSX build"
  63     echo "   skiplinux    Don't do the remote Linux build"
  64     echo "   skipclean    Don't do the cleanup step on the remote builds"
  65     echo ""
  66
  67
  68 }
  69
  70 # ---------------------------------------------------------------------------
  71
  72 # Make sure we are running in the right directory.  TODO: make this
  73 # test more robust.  Currenly we just test for the presence of
  74 # 'wxPython' and 'wx' subdirs.
  75 if [ ! -d wxPython -o ! -d wx ]; then
  76     echo "Please run this script from the root wxPython directory."
  77     exit 1
  78 fi
  79
  80
  81
  82 # Set defaults and check the command line options
  83 KIND=dryrun
  84 PYVER=2.3
  85 skipsource=no
  86 onlysource=no
  87 skipwin=no
  88 skiposx=no
  89 skiplinux=no
  90 skipclean=no
  91
  92 for flag in $*; do
  93     case $flag in
  94         dryrun)   KIND=dryrun                    ;;
  95         daily)    KIND=daily                     ;;
  96         release)  KIND=release                   ;;
  97
  98         2.2)      PYVER=2.2                      ;;
  99         2.3)      PYVER=2.3                      ;;
 100         all)      PYVER="2.2 2.3"                ;;
 101
 102         skipsource)  skipsource=yes              ;;
 103         onlysource)  onlysource=yes              ;;
 104         skipwin)     skipwin=yes                 ;;
 105         skiposx)     skiposx=yes                 ;;
 106         skiplinux)   skiplinux=yes               ;;
 107         skipclean)   skipclean=yes               ;;
 108
 109         help) usage; exit 1                      ;;
 110         *)    echo "Unknown flag \"$flag\""
 111               usage
 112               exit 1
 113     esac
 114 done
 115
 116
 117 # ensure the staging area exists
 118 if [ ! -d $STAGING_DIR ]; then
 119     mkdir -p $STAGING_DIR
 120 fi
 121
 122 # Figure out the wxPython version number, possibly adjusted for being a daily build
 123 if [ $KIND = daily ]; then
 124     DAILY=`date +%Y%m%d`   # should it include the hour too?  2-digit year?
 125     echo $DAILY > DAILY_BUILD
 126 fi
 127 VERSION=`python -c "import setup;print setup.VERSION"`
 128
 129
 130 #echo VERSION=$VERSION
 131 #exit 0
 132
 133 echo "Getting started at " `date`
 134
 135 # ---------------------------------------------------------------------------
 136 # Make the sources and other basic stuff.
 137
 138 if [ $skipsource != yes -o $onlysource = yes ]; then
 139
 140     # clean out the local dist dir
 141     rm -f dist/*
 142
 143     # Regenerate the reST docs
 144     echo "Regenerating the reST docs..."
 145     cd docs
 146     for x in *.txt; do
 147         docutils-html $x `basename $x .txt`.html
 148     done
 149     cd -
 150
 151     # build the doc and demo tarballs
 152     distrib/makedemo
 153     distrib/makedocs
 154
 155     # build the new docs too
 156     docs/bin/everything
 157
 158     # make the source tarball
 159     distrib/makerpm 2.3 skipclean skiprpm gtk2
 160
 161     # make the source RPMs
 162     for ver in $PYVER; do
 163         distrib/makerpm $ver skipclean skipcopy skiptar srpm
 164         distrib/makerpm $ver skipclean skipcopy skiptar srpm gtk2
 165     done
 166
 167     # Copy everything to the staging dir
 168     echo "Moving stuff to $STAGING_DIR..."
 169     rm -f dist/*.spec
 170     mv dist/* $STAGING_DIR
 171     for doc in CHANGES BUILD INSTALL MigrationGuide default; do
 172         cp docs/$doc.* $STAGING_DIR
 173     done
 174
 175     # cleanup
 176     echo "Cleaning up..."
 177     rm -f dist/*
 178     rm -rf _build_rpm
 179 fi
 180
 181 if [ $KIND = daily ]; then
 182     rm DAILY_BUILD
 183 fi
 184
 185 if [ $onlysource = yes ]; then
 186     exit 0
 187 fi
 188
 189 # ---------------------------------------------------------------------------
 190 # Windows build
 191
 192 if [ $skipwin != yes ]; then
 193     echo "-=-=- Starting Windows build..."
 194
 195     echo "Copying source file and build script..."
 196     scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
 197         distrib/all/build-windows \
 198         $WIN_HOST:$WIN_BUILD
 199
 200      echo "Running build script on $WIN_HOST..."
 201      wxdir=$WIN_BUILD/wxPythonSrc-$VERSION
 202      cmd=./build-windows
 203      ssh $WIN_HOST "cd $WIN_BUILD && $cmd $wxdir $WIN_BUILD $skipclean $VERSION $PYVER && rm $cmd"
 204
 205      echo "Fetching the results..."
 206      scp $WIN_HOST:$WIN_BUILD/wxPythonWIN32*  $STAGING_DIR
 207      ssh $WIN_HOST "rm $WIN_BUILD/wxPythonWIN32*"
 208 fi
 209
 210
 211 # ---------------------------------------------------------------------------
 212 # OSX build
 213
 214 if [ $skiposx != yes ]; then
 215     echo "-=-=- Starting OSX build..."
 216
 217     echo "Copying source files and build script..."
 218     ssh $OSX_HOST "mkdir -p $OSX_BUILD && rm -rf $OSX_BUILD/*"
 219     scp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz \
 220         $STAGING_DIR/wxPythonDocs-$VERSION.tar.gz \
 221         $STAGING_DIR/wxPythonDemo-$VERSION.tar.gz \
 222         distrib/all/build-osx \
 223         $OSX_HOST:$OSX_BUILD
 224
 225      echo "Running build script on $OSX_HOST..."
 226      wxdir=$OSX_BUILD/wxPythonSrc-$VERSION
 227      cmd=./build-osx
 228      ssh root@$OSX_HOST "cd $OSX_BUILD && $cmd $wxdir $OSX_BUILD $skipclean $VERSION $PYVER && rm $cmd"
 229
 230      echo "Fetching the results..."
 231      scp "$OSX_HOST:$OSX_BUILD/wxPythonOSX*"  $STAGING_DIR
 232      ssh $OSX_HOST "rm $OSX_BUILD/wxPythonOSX*"
 233 fi
 234
 235
 236 # ---------------------------------------------------------------------------
 237 # Linux build
 238
 239 # This build is optional, check if the target machine is up and
 240 # running
 241 if [ $skiplinux != yes ]; then
 242     if  ping -q -c1 -w1 $LINUX_HOST > /dev/null; then
 243         # the ping succeeded
 244         skiplinux=no
 245     else
 246         # the ping failed, skip the build
 247         skiplinux=yes
 248         echo "-----------------------------------------------------------------"
 249         echo "The $LINUX_HOST machine is offline, skipping the binary RPM build."
 250         echo "-----------------------------------------------------------------"
 251     fi
 252 fi
 253
 254
 255 if [ $skiplinux != yes ]; then
 256     echo "-=-=- Starting Linux build..."
 257
 258     # The remote linux build is a bit different than the others.  The
 259     # SRPMs will have already been built in the initial source
 260     # building steps, the only  thing that the remote build needs to
 261     # do is an "rpmbuild --rebuild"  for each package.  So we'll just
 262     # copy the build script over and  execute it, there is no need to
 263     # unpack the tarball and most of the  other steps...
 264
 265
 266     echo "Copying source files and build script..."
 267     ssh root@$LINUX_HOST "mkdir -p $LINUX_BUILD && rm -rf $LINUX_BUILD/*"
 268     scp $STAGING_DIR/wxPython*.src.rpm \
 269         distrib/all/build-linux \
 270         root@$LINUX_HOST:$LINUX_BUILD
 271
 272     echo "Running build script on $LINUX_HOST..."
 273     cmd=./build-linux
 274     ssh root@$LINUX_HOST "cd $LINUX_BUILD && $cmd $LINUX_BUILD $skipclean $VERSION $PYVER"
 275
 276     echo "Fetching the results..."
 277     scp root@$LINUX_HOST:$LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm  $STAGING_DIR
 278     ssh root@$LINUX_HOST "rm $LINUX_BUILD/wxPythonGTK*.i[0-9]86.rpm"
 279 fi
 280
 281
 282
 283
 284 # ---------------------------------------------------------------------------
 285 # Final disposition of build results...
 286
 287 chmod a+r $STAGING_DIR/*
 288
 289 if [ $KIND = dryrun ]; then
 290     # we're done
 291     echo "Finished at " `date`
 292     exit 0
 293 fi
 294
 295
 296 if [ $KIND = daily ]; then
 297
 298     destdir=$UPLOAD_DAILY_ROOT/$DAILY
 299     echo "Copying to the starship at $destdir..."
 300     ssh $UPLOAD_HOST "mkdir -p $destdir"
 301     scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
 302     ssh $UPLOAD_HOST "cd $destdir && ls -al"
 303
 304
 305     echo "Cleaning up staging dir..."
 306     rm $STAGING_DIR/*
 307     rmdir $STAGING_DIR
 308
 309     # TODO: something to remove old builds from starship, keeping
 310     # only N days worth
 311
 312     # TODO:  Send email to wxPython-dev?
 313     DATE=`date`
 314     TO=wxPython-dev@lists.wxwidgets.org
 315
 316     cat <<EOF  | /usr/sbin/sendmail  $TO
 317 From: R'bot <rbot@wxpython.org>
 318 To: $TO
 319 Subject: New test build uploaded
 320 Date: $DATE
 321
 322 Hi,
 323
 324 A new test build of wxPython has been uploaded to starship.
 325
 326    Version: $VERSION
 327    Pythons: $PYVER
 328    URL:     http://starship.python.net/crew/robind/wxPython/daily/$DAILY
 329
 330 Have fun!
 331 R'bot
 332
 333 EOF
 334
 335     echo "Finished at " `date`
 336     exit 0
 337 fi
 338
 339
 340 if [ $KIND = release ]; then
 341
 342     echo "Copying to the local file server..."
 343     destdir=/stuff/Development/wxPython/dist/$VERSION
 344     mkdir -p $destdir
 345     cp $STAGING_DIR/* $destdir
 346
 347     echo "Copying to the starship..."
 348     destdir=$UPLOAD_PREVIEW_ROOT/$VERSION
 349     ssh $UPLOAD_HOST "mkdir -p $destdir"
 350     scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
 351
 352     echo "Cleaning up staging dir..."
 353     rm $STAGING_DIR/*
 354     rmdir $STAGING_DIR
 355
 356     echo "Finished at " `date`
 357     exit 0
 358 fi
 359
 360
 361 # ---------------------------------------------------------------------------