]> git.saurik.com Git - wxWidgets.git/blame - wxPython/distrib/all/build-all
Print start and stop time
[wxWidgets.git] / wxPython / distrib / all / build-all
CommitLineData
36e91097
RD
1#!/bin/bash
2# ---------------------------------------------------------------------------
3# Master build script for building all the installers and such on all the
4# build machines in my lab, and then distributing the results as needed.
5# ---------------------------------------------------------------------------
6
7set -o errexit
8#set -o xtrace
9
10# ---------------------------------------------------------------------------
11# Some control variables...
12
13# the local spot that we put everything when done, before possibly copying
14# to remote hosts
15STAGING_DIR=./BUILD
16
17# host name of the machine to use for windows builds
18WIN_HOST=cyclops
19
20# local dir (from the poerspecitve of the master machine) of the shared
21# build dir on the windows machine, plus how to mount it there. If the
22# [u]mount commands are empty then WIN_SHARED will be used directly.
23WIN_SHARED=./tmp/mnt
24WIN_MOUNT="smbmount //$WIN_HOST/BUILD $WIN_SHARED -o credentials=/etc/samba/auth.cyclops.robind,dmask=755,fmask=644"
25WIN_UMOUNT="smbumount $WIN_SHARED"
26
27# Where is that dir from the remote machine's perspective?
28WIN_SHARED_REMOTE=/c/BUILD
29
30
31
32# Same as the above
33OSX_HOST=bigmac
34OSX_SHARED=./tmp/mnt/BUILD
35OSX_MOUNT="smbmount //$OSX_HOST/robind ./tmp/mnt -o credentials=/etc/samba/auth.bigmac.robind,dmask=755,fmask=644"
36OSX_UMOUNT="smbumount ./tmp/mnt"
37OSX_SHARED_REMOTE=/Users/robind/BUILD
38
39
40
41# Alsmost the same... See below
42LINUX_HOST=rh9
43LINUX_SHARED=/stuff/temp/BUILD
44LINUX_MOUNT=
45LINUX_UMOUNT=
46LINUX_SHARED_REMOTE=/stuff/temp/BUILD
47
48
49# Upload server locations
50UPLOAD_HOST=starship.python.net
51UPLOAD_DAILY_ROOT=/home/crew/robind/public_html/wxPython/daily
52UPLOAD_PREVIEW_ROOT=/home/crew/robind/public_html/wxPython/preview
53
54
55
56# ---------------------------------------------------------------------------
57# functions
58
59function usage {
60 echo ""
61 echo "Usage: $0 [command flags...]"
62 echo ""
63 echo "build types:"
64 echo " dryrun Do the build, but don't copy anywhere (default)"
65 echo " daily Do a daily build, copy to starship"
66 echo " release Do a normal release build, copy to starship"
67 echo ""
68 echo "optional command flags:"
69 echo " 2.2 Build for Python 2.2 (default=off)"
70 echo " 2.3 Build for Python 2.3 (default=on)"
71 echo " all Build for all supported Python versions"
72 echo ""
73 echo " skipsource Don't build the source archives, use the ones"
74 echo " already in the staging dir."
75 echo " onlysource Exit after building the source archives"
76 echo " skipwin Don't do the remote Windows build"
77 echo " skiposx Don't do the remote OSX build"
78 echo " skiplinux Don't do the remote Linux build"
79 echo " skipclean Don't do the cleanup step on the remote builds"
80 echo ""
81
82
83}
84
85# ---------------------------------------------------------------------------
86
87# Make sure we are running in the right directory. TODO: make this
88# test more robust. Currenly we just test for the presence of
89# 'wxPython' and 'wx' subdirs.
90if [ ! -d wxPython -o ! -d wx ]; then
91 echo "Please run this script from the root wxPython directory."
92 exit 1
93fi
94
95
96
97# Set defaults and check the command line options
98KIND=dryrun
99PYVER=2.3
100skipsource=no
101onlysource=no
102skipwin=no
103skiposx=no
104skiplinux=no
105skipclean=no
106
107for flag in $*; do
108 case $flag in
109 dryrun) KIND=dryrun ;;
110 daily) KIND=daily ;;
111 release) KIND=release ;;
112
113 2.2) PYVER=2.2 ;;
114 2.3) PYVER=2.3 ;;
115 all) PYVER="2.2 2.3" ;;
116
117 skipsource) skipsource=yes ;;
118 onlysource) onlysource=yes ;;
119 skipwin) skipwin=yes ;;
120 skiposx) skiposx=yes ;;
121 skiplinux) skiplinux=yes ;;
122 skipclean) skipclean=yes ;;
123
124 help) usage; exit 1 ;;
125 *) echo "Unknown flag \"$flag\""
126 usage
127 exit 1
128 esac
129done
130
131
132# ensure the staging area exists
133if [ ! -d $STAGING_DIR ]; then
134 mkdir -p $STAGING_DIR
135fi
136
137# Figure out the wxPython version number, possibly adjusted for being a daily build
138if [ $KIND = daily ]; then
139 DAILY=`date +%Y%m%d` # should it include the hour too? 2-digit year?
140 echo $DAILY > DAILY_BUILD
141fi
142VERSION=`python -c "import setup;print setup.VERSION"`
143
144
145#echo VERSION=$VERSION
146#exit 0
147
31c7a57a
RD
148echo "Getting started at " `date`
149
36e91097
RD
150# ---------------------------------------------------------------------------
151# Make the sources and other basic stuff.
152
153if [ $skipsource != yes -o $onlysource = yes ]; then
154
155 # clean out the local dist dir
156 rm -f dist/*
157
158 # Regenerate the reST docs
159 echo "Regenerating the reST docs..."
160 cd docs
161 for x in *.txt; do
162 docutils-html $x `basename $x .txt`.html
163 done
164 cd -
165
166 # build the doc and demo tarballs
167 distrib/makedemo
168 distrib/makedocs
169
170 # make the source tarball
171 distrib/makerpm 2.3 skipclean skiprpm gtk2
172
173 # make the source RPMs
174 for ver in $PYVER; do
175 distrib/makerpm $ver skipclean skipcopy skiptar srpm
176 distrib/makerpm $ver skipclean skipcopy skiptar srpm gtk2
177 done
178
179 # Copy everything to the staging dir
180 echo "Moving stuff to $STAGING_DIR..."
181 rm -f dist/*.spec
182 mv dist/* $STAGING_DIR
183 for doc in CHANGES BUILD INSTALL MigrationGuide default; do
184 cp docs/$doc.* $STAGING_DIR
185 done
186
187 # cleanup
188 echo "Cleaning up..."
189 rm -f dist/*
190 rm -rf _build_rpm
191fi
192
193if [ $KIND = daily ]; then
194 rm DAILY_BUILD
195fi
196
197if [ $onlysource = yes ]; then
198 exit 0
199fi
200
201# ---------------------------------------------------------------------------
202# Windows build
203
204if [ $skipwin != yes ]; then
205 echo "-=-=- Starting Windows build..."
206
207 # mount the shared folder?
208 if [ -n "$WIN_MOUNT" ]; then
209 echo "Mounting shared folder..."
210 $WIN_MOUNT
211 fi
212
213 # Copy the src file
214 echo "Copying source file..."
215 cp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz $WIN_SHARED
216
217 # Untar it on the remote machine, and then run the build script
218 echo "Unarchiving source file on $WIN_HOST..."
219 ssh $WIN_HOST "cd $WIN_SHARED_REMOTE && tar xzf wxPythonSrc-$VERSION.tar.gz && rm wxPythonSrc-$VERSION.tar.gz"
220
221 echo "Running build script on $WIN_HOST..."
222 wxdir=$WIN_SHARED_REMOTE/wxPythonSrc-$VERSION
223 cmd=$wxdir/wxPython/distrib/all/build-windows
224 ssh $WIN_HOST "cd $wxdir && $cmd $wxdir $WIN_SHARED_REMOTE $skipclean $VERSION $PYVER"
225
226 echo "Fetching the results..."
227 cp $WIN_SHARED/wxPythonWIN32* $STAGING_DIR
228 ssh $WIN_HOST "cd $WIN_SHARED_REMOTE && rm wxPythonWIN32*"
229
230 # unmount?
231 if [ -n "$WIN_UMOUNT" ]; then
232 echo "Unmounting shared folder..."
233 $WIN_UMOUNT
234 fi
235fi
236
237
238# ---------------------------------------------------------------------------
239# OSX build
240
241if [ $skiposx != yes ]; then
242 echo "-=-=- Starting OSX build..."
243
244 # mount the shared folder?
245 if [ -n "$OSX_MOUNT" ]; then
246 echo "Mounting shared folder..."
247 $OSX_MOUNT
248 fi
249
250 # Copy the src file
251 echo "Copying source files..."
252 cp $STAGING_DIR/wxPythonSrc-$VERSION.tar.gz $OSX_SHARED
253 cp $STAGING_DIR/wxPythonDocs-$VERSION.tar.gz $OSX_SHARED
254 cp $STAGING_DIR/wxPythonDemo-$VERSION.tar.gz $OSX_SHARED
255
256 # Untar it on the remote machine, and then run the build script
257 echo "Unarchiving source file on $OSX_HOST..."
b3074871 258 ssh root@$OSX_HOST "cd $OSX_SHARED_REMOTE && tar xzf wxPythonSrc-$VERSION.tar.gz && rm wxPythonSrc-$VERSION.tar.gz"
36e91097
RD
259
260 echo "Running build script on $OSX_HOST..."
261 wxdir=$OSX_SHARED_REMOTE/wxPythonSrc-$VERSION
262 cmd=$wxdir/wxPython/distrib/all/build-osx
b3074871 263 ssh root@$OSX_HOST "cd $wxdir && $cmd $wxdir $OSX_SHARED_REMOTE $skipclean $VERSION $PYVER"
36e91097
RD
264
265 echo "Fetching the results..."
266 cp $OSX_SHARED/wxPythonOSX* $STAGING_DIR
b3074871 267 ssh root@$OSX_HOST "cd $OSX_SHARED_REMOTE && rm wxPythonOSX*"
36e91097
RD
268
269 # unmount?
270 if [ -n "$OSX_UMOUNT" ]; then
271 echo "Unmounting shared folder..."
272 $OSX_UMOUNT
273 fi
274fi
275
276
277# ---------------------------------------------------------------------------
278# Linux build
279
280# This build is optional, check if the target machine is up and
281# running
282if [ $skiplinux != yes ]; then
283 if ping -q -c1 -w1 $LINUX_HOST > /dev/null; then
284 # the ping succeeded
285 skiplinux=no
286 else
287 # the ping failed, skip the build
288 skiplinux=yes
289 echo "-----------------------------------------------------------------"
290 echo "The $LINUX_HOST machine is offline, skipping the binary RPM build."
291 echo "-----------------------------------------------------------------"
292 fi
293fi
294
295
296if [ $skiplinux != yes ]; then
297 echo "-=-=- Starting Linux build..."
298
299 # The remote linux build is a bit different than the others. The
300 # SRPMs will have already been built in the initial source
301 # building steps, the only thing that the remote build needs to
302 # do is an "rpmbuild --rebuild" for each package. So we'll just
303 # copy the build script over and execute it, there is no need to
304 # unpack the tarball and most of the other steps...
305
306
307 echo "Copying source files..."
308 mkdir -p $LINUX_SHARED
309 cp $STAGING_DIR/wxPython*.src.rpm $LINUX_SHARED
310
311 scp distrib/all/build-linux root@$LINUX_HOST:/tmp > /dev/null
312 ssh root@$LINUX_HOST "cd /tmp && ./build-linux /tmp/wx $LINUX_SHARED_REMOTE $skipclean $VERSION $PYVER"
313
314 echo "Fetching the results..."
315 cp $LINUX_SHARED/wxPythonGTK*.i[0-9]86.rpm $STAGING_DIR
316 rm -r $LINUX_SHARED
317fi
318
319
320
321
322# ---------------------------------------------------------------------------
323# Final disposition of build results...
324
79408446 325chmod a+r $STAGING_DIR/*
36e91097
RD
326
327if [ $KIND = dryrun ]; then
328 # we're done
31c7a57a 329 echo "Finished at " `date`
36e91097
RD
330 exit 0
331fi
332
333
334if [ $KIND = daily ]; then
335
79408446 336 destdir=$UPLOAD_DAILY_ROOT/$DAILY
36e91097
RD
337 echo "Copying to the starship at $destdir..."
338 ssh $UPLOAD_HOST "mkdir -p $destdir"
339 scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
79408446
RD
340 ssh $UPLOAD_HOST "cd $destdir && ls -al"
341
36e91097
RD
342
343 echo "Cleaning up staging dir..."
344 rm $STAGING_DIR/*
345 rmdir $STAGING_DIR
346
347 # TODO: something to remove old builds from starship, keeping
348 # only N days worth
349
350 # TODO: Send email to wxPython-dev?
71132988
RD
351 DATE=`date`
352 TO=wxPython-dev@lists.wxwidgets.org
353
354 cat <<EOF | /usr/sbin/sendmail $TO
355From: R'bot <rbot@wxpython.org>
356To: $TO
357Subject: New test build uploaded
358Date: $DATE
359
79408446
RD
360Hi,
361
362A new test build of wxPython has been uploaded to starship.
363
364 Version: $VERSION
365 Pythons: $PYVER
366 URL: http://starship.python.net/crew/robind/wxPython/daily/$DAILY
367
368Have fun!
369R'bot
36e91097 370
71132988 371EOF
31c7a57a
RD
372
373 echo "Finished at " `date`
36e91097
RD
374 exit 0
375fi
376
377
378if [ $KIND = release ]; then
379
380 echo "Copying to the local file server..."
381 destdir=/stuff/Development/wxPython/dist/$VERSION
382 mkdir -p $destdir
383 cp $STAGING_DIR/* $destdir
384
385 echo "Copying to the starship..."
386 destdir=$UPLOAD_PREVIEW_ROOT/$VERSION
387 ssh $UPLOAD_HOST "mkdir -p $destdir"
388 scp $STAGING_DIR/* $UPLOAD_HOST:/$destdir
389
390 echo "Cleaning up staging dir..."
391 rm $STAGING_DIR/*
392 rmdir $STAGING_DIR
393
31c7a57a 394 echo "Finished at " `date`
36e91097
RD
395 exit 0
396fi
397
398
399# ---------------------------------------------------------------------------