]>
Commit | Line | Data |
---|---|---|
1 | #!/usr/bin/python -u | |
2 | #---------------------------------------------------------------------- | |
3 | # Name: build-all.py | |
4 | # Purpose: Master build script for building all the installers and | |
5 | # such on all the build machines in my lab, and then | |
6 | # distributing the results as needed. | |
7 | # | |
8 | # This will replace the build-all bash script and is | |
9 | # needed because the needs of the build have outgrown | |
10 | # what I can do with bash. | |
11 | # | |
12 | # Author: Robin Dunn | |
13 | # | |
14 | # Created: 05-Nov-2004 | |
15 | # RCS-ID: $Id$ | |
16 | # Copyright: (c) 2004 by Total Control Software | |
17 | # Licence: wxWindows license | |
18 | #---------------------------------------------------------------------- | |
19 | ||
20 | import sys | |
21 | import os | |
22 | import time | |
23 | from taskrunner import Job, Task, TaskRunner | |
24 | ||
25 | #---------------------------------------------------------------------- | |
26 | # Configuration items | |
27 | ||
28 | class Config: | |
29 | def write(self, filename="config", outfile=None): | |
30 | if outfile is None: | |
31 | f = file(filename, "w") | |
32 | else: | |
33 | f = outfile | |
34 | for k, v in self.__dict__.items(): | |
35 | f.write('%s="%s"\n' % (k, v)) | |
36 | ||
37 | config = Config() | |
38 | ||
39 | # the local spot that we put everything when done, before possibly copying | |
40 | # to remote hosts | |
41 | config.STAGING_DIR = "./BUILD" | |
42 | ||
43 | ||
44 | # host name of the machine to use for windows builds | |
45 | config.WIN_HOST = "beast" | |
46 | # Where is the build dir from the remote machine's perspective? | |
47 | config.WIN_BUILD = "/c/BUILD" | |
48 | ||
49 | ||
50 | # Just like the above | |
51 | config.OSX_HOST_panther = "bigmac" | |
52 | config.OSX_HOST_jaguar = "whopper" | |
53 | config.OSX_BUILD = "/BUILD" | |
54 | ||
55 | ||
56 | # Alsmost the same... See below for hosts and other info | |
57 | config.LINUX_BUILD = "/tmp/BUILD" | |
58 | ||
59 | ||
60 | # Upload server locations | |
61 | config.UPLOAD_HOST = "starship.python.net" | |
62 | config.UPLOAD_DAILY_ROOT = "/home/crew/robind/public_html/wxPython/daily" | |
63 | config.UPLOAD_PREVIEW_ROOT = "/home/crew/robind/public_html/wxPython/rc" | |
64 | ||
65 | # defaults for build options | |
66 | config.KIND = "dryrun" | |
67 | config.skipsource = "no" | |
68 | config.onlysource = "no" | |
69 | config.skipdocs = "no" | |
70 | config.skipwin = "no" | |
71 | config.skiposx = "no" | |
72 | config.skiplinux = "no" | |
73 | config.skipclean = "no" | |
74 | config.skipupload = "no" | |
75 | config.skipnewdocs = "no" | |
76 | config.startcohost = "yes" | |
77 | ||
78 | #---------------------------------------------------------------------- | |
79 | # Define all the build tasks | |
80 | ||
81 | class Job(Job): | |
82 | LOGBASE = "./tmp" | |
83 | ||
84 | CFGFILE = "./tmp/config" | |
85 | ||
86 | ||
87 | # Things that need to be done before any of the builds | |
88 | initialTask = Task([ Job("", ["distrib/all/build-setup", CFGFILE]), | |
89 | Job("", ["distrib/all/build-docs", CFGFILE]), | |
90 | Job("", ["distrib/all/build-sources", CFGFILE]), | |
91 | ]) | |
92 | ||
93 | # Build tasks. Anything that can be done in parallel (depends greatly | |
94 | # on the nature of the build machines configurations...) is a separate | |
95 | # task. | |
96 | ||
97 | jaguarTask = Task( Job("whopper.23", | |
98 | ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_jaguar, "jaguar", "2.3"]) ) | |
99 | ||
100 | pantherTask = Task([ Job("bigmac.23", | |
101 | ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_panther, "panther", "2.3"]), | |
102 | Job("bigmac.24", | |
103 | ["distrib/all/build-osx", CFGFILE, config.OSX_HOST_panther, "panther", "2.4"]) | |
104 | ]) | |
105 | ||
106 | beastTask1 = Task([ Job("beast.23", ["distrib/all/build-windows", CFGFILE, "2.3"]), | |
107 | Job("beast.24", ["distrib/all/build-windows", CFGFILE, "2.4"]), | |
108 | Job("co-mdk102.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk102","mdk102","2.4"]), | |
109 | ]) | |
110 | ||
111 | beastTask2 = Task([ Job("co-fc2.23", ["distrib/all/build-rpm", CFGFILE, "beast", "co-fc2", "fc2", "2.3"]), | |
112 | Job("co-mdk101.23", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk101","mdk101","2.3"]), | |
113 | Job("co-fc2.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-fc2", "fc2", "2.4"]), | |
114 | #Job("co-mdk101.24", ["distrib/all/build-rpm", CFGFILE, "beast", "co-mdk101","mdk101","2.4"]), | |
115 | ]) | |
116 | ||
117 | cyclopsTask = Task([ Job("co-mdk92.23", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-mdk92", "mdk92", "2.3"]), | |
118 | Job("co-rh9.23", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-rh9", "rh9", "2.3"]), | |
119 | Job("co-mdk92.24", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-mdk92", "mdk92", "2.4"]), | |
120 | Job("co-rh9.24", ["distrib/all/build-rpm", CFGFILE, "cyclops", "co-rh9", "rh9", "2.4"]), | |
121 | ]) | |
122 | ||
123 | buildTasks = [ jaguarTask, | |
124 | pantherTask, | |
125 | beastTask1, | |
126 | beastTask2, | |
127 | cyclopsTask, | |
128 | ] | |
129 | ||
130 | # Finalization. This is for things that must wait until all the | |
131 | # builds are done, such as copying the installers someplace, sending | |
132 | # emails, etc. | |
133 | finalizationTask = Task( Job("", ["distrib/all/build-finalize", CFGFILE]) ) | |
134 | ||
135 | ||
136 | #---------------------------------------------------------------------- | |
137 | ||
138 | def usage(): | |
139 | print "" | |
140 | print "Usage: build-all [command flags...]" | |
141 | print "" | |
142 | print "build types:" | |
143 | print " dryrun Do the build, but don't copy anywhere (default)" | |
144 | print " daily Do a daily build, copy to starship" | |
145 | print " release Do a normal release (cantidate) build, copy to starship" | |
146 | print "" | |
147 | print "optional command flags:" | |
148 | print " skipsource Don't build the source archives, use the ones" | |
149 | print " already in the staging dir." | |
150 | print " onlysource Exit after building the source and docs archives" | |
151 | print " skipdocs Don't rebuild the docs" | |
152 | print " skipwin Don't do the remote Windows build" | |
153 | print " skiposx Don't do the remote OSX build" | |
154 | print " skiplinux Don't do the remote Linux build" | |
155 | print " skipclean Don't do the cleanup step on the remote builds" | |
156 | print " skipupload Don't upload the builds to starship" | |
157 | print "" | |
158 | print " nocohost Don't start the coLinux sessions if they are" | |
159 | print " not already online" | |
160 | print "" | |
161 | ||
162 | ||
163 | #---------------------------------------------------------------------- | |
164 | ||
165 | def main(args): | |
166 | # Make sure we are running in the right directory. TODO: make | |
167 | # this test more robust. Currenly we just test for the presence | |
168 | # of 'wxPython' and 'wx' subdirs. | |
169 | if not os.path.isdir("wxPython") or not os.path.isdir("wx"): | |
170 | print "Please run this script from the root wxPython directory." | |
171 | sys.exit(1) | |
172 | ||
173 | # Check command line flags | |
174 | for flag in args: | |
175 | if flag in ["dryrun", "daily", "release"]: | |
176 | config.KIND = flag | |
177 | ||
178 | elif flag == "skipsource": | |
179 | config.skipsource = "yes" | |
180 | ||
181 | elif flag == "onlysource": | |
182 | config.onlysource = "yes" | |
183 | ||
184 | elif flag == "skipdocs": | |
185 | config.skipdocs = "yes" | |
186 | ||
187 | elif flag == "skipnewdocs": | |
188 | config.skipnewdocs = "yes" | |
189 | ||
190 | elif flag == "skipwin": | |
191 | config.skipwin = "yes" | |
192 | ||
193 | elif flag == "skiposx": | |
194 | config.skiposx = "yes" | |
195 | ||
196 | elif flag == "skiplinux": | |
197 | config.skiplinux = "yes" | |
198 | ||
199 | elif flag == "skipclean": | |
200 | config.skipclean = "yes" | |
201 | ||
202 | elif flag == "skipupload": | |
203 | config.skipupload = "yes" | |
204 | ||
205 | elif flag == "nocohost": | |
206 | config.startcohost = "no" | |
207 | ||
208 | else: | |
209 | print 'Unknown flag: "%s"' % flag | |
210 | usage() | |
211 | sys.exit(2) | |
212 | ||
213 | ||
214 | # ensure the staging area exists | |
215 | if not os.path.exists(config.STAGING_DIR): | |
216 | os.makedirs(config.STAGING_DIR) | |
217 | ||
218 | # Figure out the wxPython version number, possibly adjusted for being a daily build | |
219 | if config.KIND == "daily": | |
220 | t = time.localtime() | |
221 | config.DAILY = time.strftime("%Y%m%d") # should it include the hour too? 2-digit year? | |
222 | file("DAILY_BUILD", "w").write(config.DAILY) | |
223 | sys.path.append('.') | |
224 | import setup | |
225 | config.VERSION = setup.VERSION | |
226 | ||
227 | # write the config file where the build scripts can find it | |
228 | config.write(CFGFILE) | |
229 | print "Build getting started at: ", time.ctime() | |
230 | ||
231 | ||
232 | # Run the first task, which will create the docs and sources tarballs | |
233 | tr = TaskRunner(initialTask) | |
234 | rc = tr.run() | |
235 | ||
236 | # cleanup the DAILY_BUILD file | |
237 | if config.KIND == "daily": | |
238 | os.unlink("DAILY_BUILD") | |
239 | ||
240 | # Quit now? | |
241 | if rc != 0 or config.onlysource == "yes": | |
242 | sys.exit(rc) | |
243 | ||
244 | ||
245 | # Run the main build tasks | |
246 | tr = TaskRunner(buildTasks) | |
247 | rc = tr.run() | |
248 | if rc != 0: | |
249 | sys.exit(rc) | |
250 | ||
251 | ||
252 | # when all the builds are done, run the finalization task | |
253 | tr = TaskRunner(finalizationTask) | |
254 | rc = tr.run() | |
255 | if rc != 0: | |
256 | sys.exit(rc) | |
257 | ||
258 | ||
259 | print "Build finished at: ", time.ctime() | |
260 | sys.exit(0) | |
261 | ||
262 | ||
263 | ||
264 | ||
265 | if __name__ == "__main__": | |
266 | main(sys.argv[1:]) |