wxPython/distrib/all/build-all

   1 #!/bin/bash
   2 # ---------------------------------------------------------------------------
   3 # Master build script for building all the installers and such on all the
   4 # build machines in my lab, and then distributing the results as needed.
   5 # ---------------------------------------------------------------------------
   6
   7 set -o errexit
   8 #set -o xtrace
   9
  10 # ---------------------------------------------------------------------------
  11 # Some control variables...
  12
  13 # the local spot that we put everything when done, before possibly copying
  14 # to remote hosts
  15 STAGING_DIR=./BUILD
  16
  17
  18 # host name of the machine to use for windows builds
  19 WIN_HOST=beast
  20 # Where is the build dir from the remote machine's perspective?
  21 WIN_BUILD=/c/BUILD
  22
  23
  24 # Just like the above
  25 OSX_HOST_panther=bigmac
  26 OSX_HOST_jaguar=whopper
  27 OSX_BUILD=/BUILD
  28
  29
  30 # Alsmost the same...  See below for hosts and other info
  31 LINUX_BUILD=/tmp/BUILD
  32
  33
  34 # Upload server locations
  35 UPLOAD_HOST=starship.python.net
  36 UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily
  37 UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview
  38
  39
  40
  41 # ---------------------------------------------------------------------------
  42 # functions
  43
  44 function usage {
  45     echo ""
  46     echo "Usage: $0 [command flags...]"
  47     echo ""
  48     echo "build types:"
  49     echo "   dryrun       Do the build, but don't copy anywhere (default)"
  50     echo "   daily        Do a daily build, copy to starship"
  51     echo "   release      Do a normal release build, copy to starship"
  52     echo ""
  53     echo "optional command flags:"
  54     echo "   2.2          Build for Python 2.2 (default=off)"
  55     echo "   2.3          Build for Python 2.3 (default=on)"
  56     echo "   all          Build for all supported Python versions"
  57     echo ""
  58     echo "   skipsource   Don't build the source archives, use the ones"
  59     echo "                already in the staging dir."
  60     echo "   onlysource   Exit after building the source archives"
  61     echo "   skipdocs     Don't rebuild the docs"
  62     echo "   skipwin      Don't do the remote Windows build"
  63     echo "   skiposx      Don't do the remote OSX build"
  64     echo "   skiplinux    Don't do the remote Linux build"
  65     echo "   skipclean    Don't do the cleanup step on the remote builds"
  66     echo ""
  67
  68
  69 }
  70
  71 # ---------------------------------------------------------------------------
  72
  73 # Make sure we are running in the right directory.  TODO: make this
  74 # test more robust.  Currenly we just test for the presence of
  75 # 'wxPython' and 'wx' subdirs.
  76 if [ ! -d wxPython -o ! -d wx ]; then
  77     echo "Please run this script from the root wxPython directory."
  78     exit 1
  79 fi
  80
  81
  82
  83 # Set defaults and check the command line options
  84 KIND=dryrun
  85 PYVER=2.3
  86 skipsource=no
  87 onlysource=no
  88 skipdocs=no
  89 skipwin=no
  90 skiposx=no
  91 skiplinux=no
  92 skipclean=no
  93
  94 for flag in $*; do
  95     case $flag in
  96         dryrun)   KIND=dryrun                    ;;
  97         daily)    KIND=daily                     ;;
  98         release)  KIND=release                   ;;
  99
 100         2.2)      PYVER=2.2                      ;;
 101         2.3)      PYVER=2.3                      ;;
 102         all)      PYVER="2.2 2.3"                ;;
 103
 104         skipsource)  skipsource=yes              ;;
 105         onlysource)  onlysource=yes              ;;
 106         skipdocs)    skipdocs=yes                ;;
 107         skipwin)     skipwin=yes                 ;;
 108         skiposx)     skiposx=yes                 ;;
 109         skiplinux)   skiplinux=yes               ;;
 110         skipclean)   skipclean=yes               ;;
 111
 112         help) usage; exit 1                      ;;
 113         *)    echo "Unknown flag \"$flag\""
 114               usage
 115               exit 1
 116     esac
 117 done
 118
 119
 120 # ensure the staging area exists
 121 if [ ! -d $STAGING_DIR ]; then
 122     mkdir -p $STAGING_DIR
 123 fi
 124
 125 # Figure out the wxPython version number, possibly adjusted for being a daily build
 126 if [ $KIND = daily ]; then
 127     DAILY=`date +%Y%m%d`   # should it include the hour too?  2-digit year?
 128     echo $DAILY > DAILY_BUILD
 129 fi
 130 VERSION=`python -c "import setup;print setup.VERSION"`
 131
 132
 133 #echo VERSION=$VERSION
 134 #exit 0
 135
 136 echo "Getting started at " `date`
 137
 138 # ---------------------------------------------------------------------------
 139 # Make the sources and other basic stuff.
 140
 141 if [ $skipsource != yes -o $onlysource = yes ]; then
 142
 143     # clean out the local dist dir
 144     rm -f dist/*
 145
 146     if [ $skipdocs != yes ]; then
 147         # Regenerate the reST docs
 148         echo "Regenerating the reST docs..."
 149         cd docs
 150         for x in *.txt; do
 151             docutils-html $x `basename $x .txt`.html
 152         done
 153         cd -
 154
 155         # build the doc and demo tarballs
 156         distrib/makedemo
 157         distrib/makedocs
 158
 159         # build the new docs too
 160         docs/bin/everything
 161     fi
 162
 163     # make the source tarball and srpm
 164     distrib/makerpm 2.3 srpm
 165
 166     # Copy everything to the staging dir
 167     echo "Moving stuff to $STAGING_DIR..."
 168     mv dist/* $STAGING_DIR
 169
 170     if [ $skipdocs != yes ]; then
 171         for doc in CHANGES BUILD INSTALL MigrationGuide default; do
 172             cp docs/$doc.* $STAGING_DIR
 173         done
 174     fi
 175
 176     # cleanup
 177     echo "Cleaning up..."
 178     rm -f dist/*
 179 fi
 180
 181 if [ $KIND = daily ]; then
 182     rm DAILY_BUILD
 183 fi
 184
 185 if [ $onlysource = yes ]; then
 186     exit 0
 187 fi
 188
 189 # ---------------------------------------------------------------------------
 190 # Windows build
 191
 192 if [ $skipwin != yes ]; then
 193     echo "-=-=- Starting Windows build..."
 194
 195     echo "Copying source file and build script..."
 196     scp $STAGING_DIR/wxPython-src-$VERSION.tar.gz \
 197         distrib/all/build-windows \
 198         $WIN_HOST:$WIN_BUILD
 199
 200      echo "Running build script on $WIN_HOST..."
 201      wxdir=$WIN_BUILD/wxPython-src-$VERSION
 202      cmd=./build-windows
 203      ssh $WIN_HOST "cd $WIN_BUILD && $cmd $wxdir $WIN_BUILD $skipclean $VERSION $PYVER && rm $cmd"
 204
 205      echo "Fetching the results..."
 206      scp "$WIN_HOST:$WIN_BUILD/wxPython*-win32*"  $STAGING_DIR
 207      ssh $WIN_HOST "rm $WIN_BUILD/wxPython*-win32*"
 208 fi
 209
 210
 211 # ---------------------------------------------------------------------------
 212 # OSX build
 213
 214 function DoOSXBuild {
 215     local host=$1
 216     local flavor=$2
 217
 218     # test if the target machine is online
 219     if ping -q -c1 -w1 $host > /dev/null; then
 220         echo "-----------------------------------------------------------------"
 221         echo " The $host machine is online, OSX-$flavor build continuing..."
 222         echo "-----------------------------------------------------------------"
 223     else
 224         echo "-----------------------------------------------------------------"
 225         echo "The $host machine is offline, skipping the OSX-$flavor build."
 226         echo "-----------------------------------------------------------------"
 227         return 0
 228     fi
 229
 230     echo "-=-=- Starting OSX-$flavor build on $host..."
 231
 232     echo "Copying source files and build script..."
 233     ssh root@$host "mkdir -p $OSX_BUILD && rm -rf $OSX_BUILD/* || true"
 234     #ssh root@$host "mkdir -p $OSX_BUILD  || true"
 235     scp $STAGING_DIR/wxPython-src-$VERSION.tar.gz \
 236         $STAGING_DIR/wxPython-docs-$VERSION.tar.gz \
 237         $STAGING_DIR/wxPython-demo-$VERSION.tar.gz \
 238         distrib/all/build-osx \
 239         root@$host:$OSX_BUILD
 240
 241      echo "Running build script on $host..."
 242      wxdir=$OSX_BUILD/wxPython-src-$VERSION
 243      cmd=./build-osx
 244      ssh root@$host "cd $OSX_BUILD && $cmd $wxdir $OSX_BUILD $skipclean $VERSION $flavor $PYVER && rm $cmd"
 245
 246      echo "Fetching the results..."
 247      scp "root@$host:$OSX_BUILD/wxPython*-osx*"  $STAGING_DIR
 248      ssh root@$host "rm $OSX_BUILD/wxPython*-osx*"
 249
 250 }
 251
 252
 253 if [ $skiposx != yes ]; then
 254
 255     DoOSXBuild $OSX_HOST_panther panther
 256     DoOSXBuild $OSX_HOST_jaguar jaguar
 257
 258 fi
 259
 260
 261 # ---------------------------------------------------------------------------
 262 # Linux build
 263
 264 # The remote Linux builds are different than those above.  The source
 265 # RPMs were already built in the source step, and so building the
 266 # binary RPMs is a very simple followup step.  But then add to that
 267 # the fact that we need to build on more than one distro...
 268
 269 function DoLinuxBuild {
 270     local host=$1
 271     local reltag=$2
 272     shift;shift
 273     local pyver=$@
 274
 275     # test if the target machine is online
 276     if ping -q -c1 -w1 $host > /dev/null; then
 277         echo "-----------------------------------------------------------------"
 278         echo " The $host machine is online, build continuing..."
 279         echo "-----------------------------------------------------------------"
 280     else
 281         echo "-----------------------------------------------------------------"
 282         echo "The $host machine is offline, skipping the binary RPM build."
 283         echo "-----------------------------------------------------------------"
 284         return 0
 285     fi
 286
 287     echo "Copying source files and build script..."
 288     ssh root@$host "mkdir -p $LINUX_BUILD && rm -rf $LINUX_BUILD/*"
 289     scp $STAGING_DIR/wxPython-src* $STAGING_DIR/wxPython.spec\
 290         distrib/all/build-linux \
 291         root@$host:$LINUX_BUILD
 292
 293     echo "Running build script on $host..."
 294     cmd=./build-linux
 295     ssh root@$host "cd $LINUX_BUILD && ./build-linux $reltag $skipclean $VERSION $pyver"
 296
 297     echo "Fetching the results..."
 298     scp "root@$host:$LINUX_BUILD/wxPython*.i[0-9]86.rpm"  $STAGING_DIR
 299     ssh root@$host "rm $LINUX_BUILD/wxPython*.i[0-9]86.rpm"
 300
 301 }
 302
 303 if [ $skiplinux != yes ]; then
 304
 305     DoLinuxBuild co-rh9 rh9 $PYVER
 306     DoLinuxBuild co-fc2 fc2 2.3
 307
 308 fi
 309
 310
 311 # ---------------------------------------------------------------------------
 312 # Final disposition of build results...
 313
 314 chmod a+r $STAGING_DIR/*
 315
 316 if [ $KIND = dryrun ]; then
 317     # we're done
 318     echo "Finished at " `date`
 319     exit 0
 320 fi
 321
 322
 323 if [ $KIND = daily ]; then
 324
 325     destdir=$UPLOAD_DAILY_ROOT/$DAILY
 326     echo "Copying to the starship at $destdir..."
 327     ssh $UPLOAD_HOST "mkdir -p $destdir"
 328     scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
 329     ssh $UPLOAD_HOST "cd $destdir && ls -al"
 330
 331
 332     echo "Cleaning up staging dir..."
 333     rm $STAGING_DIR/*
 334     rmdir $STAGING_DIR
 335
 336     # TODO: something to remove old builds from starship, keeping
 337     # only N days worth
 338
 339     # Send email to wxPython-dev
 340     DATE=`date`
 341     TO=wxPython-dev@lists.wxwidgets.org
 342
 343     cat <<EOF  | /usr/sbin/sendmail  $TO
 344 From: R'bot <rbot@wxpython.org>
 345 To: $TO
 346 Subject: $DAILY test build uploaded
 347 Date: $DATE
 348
 349 Hi,
 350
 351 A new test build of wxPython has been uploaded to starship.
 352
 353    Version: $VERSION
 354    URL:     http://starship.python.net/crew/robind/wxPython/daily/$DAILY
 355    Changes: http://starship.python.net/crew/robind/wxPython/daily/$DAILY/CHANGES.html
 356
 357 Have fun!
 358 R'bot
 359
 360 EOF
 361
 362     echo "Finished at " `date`
 363     exit 0
 364 fi
 365
 366
 367 if [ $KIND = release ]; then
 368
 369     echo "Copying to the local file server..."
 370     destdir=/stuff/Development/wxPython/dist/$VERSION
 371     mkdir -p $destdir
 372     cp $STAGING_DIR/* $destdir
 373
 374     echo "Copying to the starship..."
 375     destdir=$UPLOAD_PREVIEW_ROOT/$VERSION
 376     ssh $UPLOAD_HOST "mkdir -p $destdir"
 377     scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
 378
 379     echo "Cleaning up staging dir..."
 380     rm $STAGING_DIR/*
 381     rmdir $STAGING_DIR
 382
 383     # Send email to wxPython-dev
 384     DATE=`date`
 385     TO=wxPython-dev@lists.wxwidgets.org
 386
 387     cat <<EOF  | /usr/sbin/sendmail  $TO
 388 From: R'bot <rbot@wxpython.org>
 389 To: $TO
 390 Subject: $VERSION release candidate build uploaded
 391 Date: $DATE
 392
 393 Hi,
 394
 395 A new RC build of wxPython has been uploaded to starship.
 396
 397    Version: $VERSION
 398    URL:     http://starship.python.net/crew/robind/wxPython/preview/$VERSION
 399    Changes: http://starship.python.net/crew/robind/wxPython/preview/$VERSION/CHANGES.html
 400
 401 Have fun!
 402 R'bot
 403
 404 EOF
 405
 406     echo "Finished at " `date`
 407     exit 0
 408 fi
 409
 410
 411 # ---------------------------------------------------------------------------