Mercurial > octave-buildbot
annotate master.cfg @ 3:7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Thu, 28 Jun 2018 18:20:12 +0000 |
parents | f77e7e92cc95 |
children | 5d2e18ee2b92 |
rev | line source |
---|---|
0 | 1 ## -*- python -*- |
2 ## ex: set syntax=python: | |
3 | |
4 ## This is a sample buildmaster config file. It must be installed as | |
5 ## 'master.cfg' in your buildmaster's base directory. | |
6 | |
7 ## This is the dictionary that the buildmaster pays attention to. We | |
8 ## also use a shorter alias to save typing. | |
9 | |
10 c = BuildmasterConfig = {} | |
11 | |
12 ## WORKERS | |
13 | |
14 ## The 'worker' list defines the set of recognized workers. Each | |
15 ## element is a Worker object, specifying a unique worker name and | |
16 ## password. The same worker name and password must be configured on | |
17 ## the worker. | |
18 | |
19 from buildbot.worker import Worker | |
20 | |
21 ## Not in hg archive because it contains password and system configuration info. | |
22 import octave_buildbot_config | |
23 | |
24 c["workers"] = [] | |
25 | |
26 for worker, info in octave_buildbot_config.workers.iteritems (): | |
27 c["workers"].append (Worker (worker, info["pass"], max_builds = info["max_builds"])) | |
28 | |
29 ## 'protocols' contains information about protocols which master will | |
30 ## use for communicating with workers. You must define at least 'port' | |
31 ## option that workers could connect to your master with this protocol. | |
32 ## 'port' must match the value configured into the workers (with | |
33 ## their --master option) | |
34 | |
35 c["protocols"] = { "pb" : { "port" : 9990 }} | |
36 | |
37 ## SOURCES | |
38 | |
39 ## The main mercurial repository server. This machines pings the | |
40 ## PBChangeSource. The workers should pull from it, to make | |
41 ## sure they are in sync. | |
42 | |
43 octave_hg_repo = "https://hg.savannah.gnu.org/hgweb/octave" | |
44 ## NOTE: We need this second URL for the Octave sources because | |
45 ## of a bug in buildbot that won't allow two hg poller instances | |
46 ## for the same URL. If that were possible, then we could have | |
47 ## one URL for both the stable and default branches. | |
48 stable_octave_hg_repo = "http://hg.octave.org/octave" | |
49 mxe_octave_hg_repo = "http://hg.octave.org/mxe-octave" | |
50 | |
51 ## CHANGESOURCES | |
52 | |
53 ## the 'change_source' setting tells the buildmaster how it should | |
54 ## find out about source code changes. Here we point to the buildbot | |
55 ## clone of Octave. | |
56 | |
57 from buildbot.changes.hgpoller import HgPoller | |
58 | |
59 c["change_source"] = [] | |
60 | |
61 c["change_source"].append (HgPoller (project = "octave", | |
62 repourl = octave_hg_repo, | |
63 workdir = "octave-hg-repo", | |
64 pollinterval = 5*60)) | |
65 | |
66 c["change_source"].append (HgPoller (project = "stable octave", | |
67 branch = "stable", | |
68 repourl = stable_octave_hg_repo, | |
69 workdir = "stable-octave-hg-repo", | |
70 pollinterval = 5*60)) | |
71 | |
72 c["change_source"].append (HgPoller (project = "mxe-octave", | |
73 repourl = mxe_octave_hg_repo, | |
74 workdir = "mxe-octave-hg-repo", | |
75 pollinterval = 15*60)) | |
76 | |
77 ## FILTERS | |
78 | |
79 from buildbot.changes import filter | |
80 | |
81 octave_default_filter = filter.ChangeFilter (project = "octave", branch = "default") | |
82 | |
83 octave_stable_filter = filter.ChangeFilter (project = "stable octave", branch = "stable") | |
84 | |
85 mxe_octave_default_filter = filter.ChangeFilter (project = "mxe-octave", branch = "default") | |
86 | |
87 ## SCHEDULERS | |
88 | |
89 ## Configure the Schedulers, which decide how to react to incoming | |
90 ## changes. | |
91 | |
92 from buildbot.schedulers.basic import SingleBranchScheduler | |
93 from buildbot.schedulers.forcesched import ForceScheduler | |
94 from buildbot.schedulers import timed | |
95 | |
96 all_default_octave_builders = []; | |
97 #all_default_octave_builders.append ("gcc-4.9-debian") | |
98 #all_default_octave_builders.append ("gcc-5-debian") | |
99 all_default_octave_builders.append ("gcc-6-debian") # mtmx | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
100 all_default_octave_builders.append ("gcc-7-debian") # jwe 1 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
101 all_default_octave_builders.append ("gcc-7-lto-debian") # jwe 2 |
0 | 102 all_default_octave_builders.append ("gcc-fedora") # das |
103 all_default_octave_builders.append ("gcc-lto-fedora") # das | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
104 all_default_octave_builders.append ("no-extras-debian") # jwe 1 |
0 | 105 all_default_octave_builders.append ("clang-3.9-debian") # mtmx |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
106 all_default_octave_builders.append ("clang-4.0-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
107 all_default_octave_builders.append ("clang-5.0-debian") # jwe 3 |
0 | 108 all_default_octave_builders.append ("clang-fedora") # das |
109 all_default_octave_builders.append ("clang-osx") # simone | |
110 | |
111 all_stable_octave_builders = []; | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
112 all_stable_octave_builders.append ("stable-gcc-7-debian") # jwe 1 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
113 all_stable_octave_builders.append ("stable-gcc-7-lto-debian") # jwe 2 |
0 | 114 all_stable_octave_builders.append ("stable-gcc-fedora") # das |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
115 all_stable_octave_builders.append ("stable-no-extras-debian") # jwe 1 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
116 all_stable_octave_builders.append ("stable-clang-4.0-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
117 all_stable_octave_builders.append ("stable-clang-5.0-debian") # jwe 3 |
0 | 118 all_stable_octave_builders.append ("stable-clang-osx") # simone |
119 | |
120 all_mxe_octave_builders = []; | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
121 all_mxe_octave_builders.append ("w32-on-debian") # jwe 3 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
122 all_mxe_octave_builders.append ("w64-32-on-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
123 all_mxe_octave_builders.append ("w64-64-on-debian") # jwe 2 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
124 all_mxe_octave_builders.append ("w32-release-on-debian") # jwe 3 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
125 all_mxe_octave_builders.append ("w64-32-release-on-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
126 all_mxe_octave_builders.append ("w64-64-release-on-debian") # jwe 2 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
127 all_mxe_octave_builders.append ("w32-stable-on-debian") # jwe 3 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
128 all_mxe_octave_builders.append ("w64-32-stable-on-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
129 all_mxe_octave_builders.append ("w64-64-stable-on-debian") # jwe 2 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
130 all_mxe_octave_builders.append ("mxe-native-on-debian") # jwe 0 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
131 all_mxe_octave_builders.append ("mxe-native-all-on-debian") # jwe 2 |
0 | 132 |
133 c["schedulers"] = [] | |
134 | |
135 c["schedulers"].append (SingleBranchScheduler (name = "default octave", | |
136 change_filter = octave_default_filter, | |
137 treeStableTimer = 5*60, | |
138 builderNames = all_default_octave_builders)) | |
139 | |
140 c["schedulers"].append (ForceScheduler (name = "force_default_octave", builderNames = all_default_octave_builders)) | |
141 | |
142 c["schedulers"].append (SingleBranchScheduler (name = "stable octave", | |
143 change_filter = octave_stable_filter, | |
144 treeStableTimer = 5*60, | |
145 builderNames = all_stable_octave_builders)) | |
146 | |
147 c["schedulers"].append (ForceScheduler (name = "force_stable_octave", builderNames = all_stable_octave_builders)) | |
148 | |
149 ## Here, branch is the mxe-octave branch. | |
150 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32", | |
151 branch = "default", | |
152 change_filter = mxe_octave_default_filter, | |
153 builderNames = ["w32-on-debian"], | |
154 hour = 0)) | |
155 | |
156 ## Here, branch is the mxe-octave branch. | |
157 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32", | |
158 branch = "default", | |
159 change_filter = mxe_octave_default_filter, | |
160 builderNames = ["w64-32-on-debian"], | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
161 hour = 0)) |
0 | 162 |
163 ## Here, branch is the mxe-octave branch. | |
164 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64", | |
165 branch = "default", | |
166 change_filter = mxe_octave_default_filter, | |
167 builderNames = ["w64-64-on-debian"], | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
168 hour = 0)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
169 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
170 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
171 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32-release", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
172 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
173 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
174 builderNames = ["w32-release-on-debian"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
175 hour = 8)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
176 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
177 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
178 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32-release", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
179 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
180 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
181 builderNames = ["w64-32-release-on-debian"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
182 hour = 6)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
183 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
184 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
185 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64-release", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
186 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
187 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
188 builderNames = ["w64-64-release-on-debian"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
189 hour = 6)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
190 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
191 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
192 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32-stable", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
193 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
194 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
195 builderNames = ["w32-stable-on-debian"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
196 hour = 16)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
197 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
198 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
199 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32-stable", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
200 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
201 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
202 builderNames = ["w64-32-stable-on-debian"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
203 hour = 12)) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
204 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
205 ## Here, branch is the mxe-octave branch. |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
206 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64-stable", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
207 branch = "default", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
208 change_filter = mxe_octave_default_filter, |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
209 builderNames = ["w64-64-stable-on-debian"], |
0 | 210 hour = 12)) |
211 | |
212 ## Here, branch is the mxe-octave branch. | |
213 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-native", | |
214 branch = "default", | |
215 change_filter = mxe_octave_default_filter, | |
216 builderNames = ["mxe-native-on-debian"], | |
217 hour = 18)) | |
218 | |
219 ## Here, branch is the mxe-octave branch. | |
220 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-native-all", | |
221 branch = "default", | |
222 change_filter = mxe_octave_default_filter, | |
223 builderNames = ["mxe-native-all-on-debian"], | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
224 hour = 18)) |
0 | 225 |
226 c["schedulers"].append (ForceScheduler (name = "force_mxe_octave", builderNames = all_mxe_octave_builders)) | |
227 | |
228 ## BUILDERS | |
229 | |
230 ## The 'builders' list defines the Builders, which tell Buildbot how | |
231 ## to perform a build: what steps, and which workers can execute them. | |
232 ## Note that any particular build will only take place on one worker. | |
233 | |
234 from buildbot.process.factory import BuildFactory | |
235 from buildbot.steps.source.mercurial import Mercurial | |
236 from buildbot.steps.shell import ShellCommand | |
237 from buildbot.steps.shell import Configure | |
238 from buildbot.steps.shell import Compile | |
239 from buildbot.steps.shell import Test | |
240 | |
241 ## Steps we may use in more than one build factory. | |
242 | |
243 def build_cmd_list (cmd, nice = 0, opts = []): | |
244 cmd_list = [] | |
245 | |
246 if nice != 0: | |
247 cmd_list.extend (["nice", "-n", str (nice)]) | |
248 | |
249 if isinstance (cmd, list): | |
250 cmd_list.extend (cmd) | |
251 else: | |
252 cmd_list.append (cmd) | |
253 | |
254 if isinstance (opts, list): | |
255 cmd_list.extend (opts) | |
256 else: | |
257 cmd_list.append (opts) | |
258 | |
259 return cmd_list | |
260 | |
261 | |
262 build_env = { "PATH" : "${HOME}/bin:${PATH}" }; | |
263 | |
264 def mk_octave_hg_update_step (repo, branch): | |
265 return Mercurial (repourl = repo, | |
266 defaultBranch = branch, branchType = "inrepo", | |
267 workdir = "src", mode = "full", method = "fresh", | |
268 haltOnFailure = True) | |
269 | |
270 def mk_octave_bootstrap_step (nice = 0): | |
271 boot_cmd = build_cmd_list ("./bootstrap", nice = nice) | |
272 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, | |
273 description = "bootstrap") | |
274 | |
275 sh_rm_build_dir = ShellCommand (command = ["rm", "-rf", "build"], workdir = ".", | |
276 env = build_env, description = "clean build dir") | |
277 | |
278 sh_mk_build_dir = ShellCommand (command = ["mkdir", "build"], | |
279 description = "create build dir") | |
280 | |
281 def mk_octave_configure_step (nice = 0, opts = []): | |
282 conf_cmd = build_cmd_list ("../src/configure", nice = nice, opts = opts) | |
283 return Configure (command = conf_cmd, workdir = "build", env = build_env) | |
284 | |
285 | |
286 def mk_octave_compile_step (nice = 0, opts = []): | |
287 make_cmd = build_cmd_list (["make", "V=1"], nice = nice, opts = opts) | |
288 return Compile (command = make_cmd, workdir = "build", env = build_env, | |
289 warningPattern = ":[0-9][0-9]*:[0-9][0-9]*:warning: ") | |
290 | |
291 import re | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
292 from buildbot.process import logobserver |
0 | 293 from buildbot.process.results import SUCCESS |
294 from buildbot.process.results import FAILURE | |
295 from buildbot.process.results import WARNINGS | |
296 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
297 class octave_test_observer (logobserver.LogLineObserver): |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
298 |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
299 def __init__ (self, warningPattern): |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
300 logobserver.LogLineObserver.__init__ (self) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
301 if warningPattern: |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
302 self.warningPattern = re.compile (warningPattern) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
303 else: |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
304 self.warningPattern = None |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
305 self.rc = SUCCESS |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
306 self.total = 0 |
2 | 307 self.passed = 0 |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
308 self.failed = 0 |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
309 self.warnings = 0 |
2 | 310 self.summary_found = False |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
311 self.complete = False |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
312 |
2 | 313 summaryRe = re.compile (r"^Summary: *$") |
314 testsRe = re.compile (r"^ *(PASS|FAIL|REGRESSION|XFAIL|SKIP)[^\d]*(\d+)") | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
315 |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
316 def outLineReceived (self, line): |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
317 if self.warningPattern.match (line): |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
318 self.warnings += 1 |
2 | 319 |
320 if not self.summary_found: | |
321 mo = self.summaryRe.search (line) | |
322 if mo: | |
323 self.summary_found = True | |
324 return | |
325 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
326 mo = self.testsRe.search (line) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
327 if mo: |
2 | 328 typ = mo.group(1) |
329 num = int (mo.group(2)) | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
330 self.total += num |
2 | 331 if typ == "PASS": |
332 self.passed += num | |
333 if typ == "FAIL" or typ == "REGRESSION": | |
334 if num > 0: | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
335 self.rc = FAILURE |
2 | 336 self.failed += num |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
337 |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
338 |
0 | 339 class octave_test (Test): |
340 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
341 def __init__ (self, *args, **kwargs): |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
342 Test.__init__ (self, *args, **kwargs) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
343 self.observer = octave_test_observer (warningPattern = self.warningPattern) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
344 self.addLogObserver ('stdio', self.observer) |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
345 |
0 | 346 def evaluateCommand (self, cmd): |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
347 if self.observer.total: |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
348 passed = self.observer.total - self.observer.failed |
0 | 349 |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
350 self.setTestResults (total = self.observer.total, |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
351 failed = self.observer.failed, |
2 | 352 passed = self.observer.passed, |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
353 warnings = self.observer.warnings) |
0 | 354 |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
355 rc = self.observer.rc |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
356 if rc == SUCCESS and self.observer.warnings: |
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
357 rc = WARNINGS |
0 | 358 return rc |
359 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
360 |
0 | 361 def mk_octave_test_step (nice = 0, xvfb = True): |
362 if xvfb: | |
363 cmd = ["xvfb-run", "-a", "-s", "-screen 0 640x480x24"] | |
364 else: | |
365 cmd = [] | |
366 cmd.extend (["make", "V=1", "check"]) | |
367 test_cmd = build_cmd_list (cmd, nice = nice) | |
368 return octave_test (command = test_cmd, workdir = "build", env = build_env) | |
369 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
370 |
0 | 371 def mk_octave_factory (nice, configure_opts, compile_opts, branch, xvfb = True): |
372 factory = BuildFactory () | |
373 | |
374 factory.addStep (mk_octave_hg_update_step (octave_hg_repo, branch)) | |
375 factory.addStep (mk_octave_bootstrap_step (nice = nice)) | |
376 factory.addStep (sh_rm_build_dir) | |
377 factory.addStep (sh_mk_build_dir) | |
378 factory.addStep (mk_octave_configure_step (nice = nice, opts = configure_opts)) | |
379 factory.addStep (mk_octave_compile_step (nice = nice, opts = compile_opts)) | |
380 factory.addStep (mk_octave_test_step (nice = nice, xvfb = xvfb)) | |
381 | |
382 return factory | |
383 | |
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
384 |
0 | 385 def mk_gcc_factory (nice, compile_opts, branch): |
386 return mk_octave_factory (nice, [], compile_opts, branch) | |
387 | |
388 | |
389 def mk_gcc_4_9_factory (nice, compile_opts, branch): | |
390 return mk_octave_factory (nice, | |
391 ["CC=gcc-4.9", "CXX=g++-4.9", "F77=gfortran-4.9", "--without-magick"], | |
392 compile_opts, branch) | |
393 | |
394 | |
395 ## Default build. | |
396 def mk_gcc_5_factory (nice, compile_opts, branch): | |
397 return mk_octave_factory (nice, | |
398 ["CC=gcc-5", "CXX=g++-5", "F77=gfortran-5"], | |
399 compile_opts, branch) | |
400 | |
401 | |
402 def mk_gcc_6_factory (nice, compile_opts, branch): | |
403 return mk_octave_factory (nice, | |
404 ["CC=gcc-6", "CXX=g++-6", "F77=gfortran-6"], | |
405 compile_opts, branch) | |
406 | |
407 | |
408 def mk_gcc_7_factory (nice, compile_opts, branch): | |
409 return mk_octave_factory (nice, | |
410 ["CC=gcc-7", "CXX=g++-7", "F77=gfortran-7"], | |
411 compile_opts, branch) | |
412 | |
413 | |
414 def mk_gcc_7_lto_factory (nice, compile_opts, branch): | |
415 return mk_octave_factory (nice, | |
416 ["CC=gcc-7", "CXX=g++-7", "F77=gfortran-7", | |
417 "CFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
418 "CXXFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
419 "FFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
420 "LDFLAGS=-flto=4", | |
421 "NM=gcc-nm-7", "AR=gcc-ar-7", "RANLIB=gcc-ranlib-7"], | |
422 compile_opts, branch) | |
423 | |
424 | |
425 def mk_gcc_lto_factory (nice, compile_opts, branch): | |
426 return mk_octave_factory (nice, | |
427 ["CFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
428 "CXXFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
429 "FFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
430 "LDFLAGS=-flto=4", | |
431 "NM=gcc-nm", "AR=gcc-ar", "RANLIB=gcc-ranlib"], | |
432 compile_opts, branch) | |
433 | |
434 | |
435 no_extras = ["--disable-docs", | |
436 "--disable-fftw-threads", | |
437 "--disable-java", | |
438 "--disable-jit", | |
439 "--disable-openmp", | |
440 "--disable-readline", | |
441 "--without-osmesa", | |
442 "--without-amd", | |
443 "--without-arpack", | |
444 "--without-bz2", | |
445 "--without-camd", | |
446 "--without-ccolamd", | |
447 "--without-cholmod", | |
448 "--without-colamd", | |
449 "--without-curl", | |
450 "--without-cxsparse", | |
451 "--without-fftw3", | |
452 "--without-fftw3f", | |
453 "--without-fltk", | |
454 "--without-framework-opengl", | |
455 "--without-glpk", | |
456 "--without-hdf5", | |
457 "--without-klu", | |
458 "--without-sundials-ida", | |
459 "--without-sundials_nvecserial", | |
460 "--without-magick", | |
461 "--without-opengl", | |
462 "--without-openssl", | |
463 "--without-portaudio", | |
464 "--without-qhull", | |
465 "--without-qrupdate", | |
466 "--without-qscintilla", | |
467 "--without-qt", | |
468 "--without-sndfile", | |
469 "--without-sundials_ida", | |
470 "--without-sundials_nvecserial", | |
471 "--without-umfpack", | |
472 "--without-x", | |
473 "--without-z"] | |
474 | |
475 def mk_no_extras_factory (nice, compile_opts, branch): | |
476 return mk_octave_factory (nice, no_extras, compile_opts, branch) | |
477 | |
478 | |
479 def mk_clang_3_8_factory (nice, compile_opts, branch): | |
480 return mk_octave_factory (nice, | |
481 ["CC=clang-3.8", "CXX=clang++-3.8"], | |
482 compile_opts, branch) | |
483 | |
484 | |
485 def mk_clang_3_9_factory (nice, compile_opts, branch): | |
486 return mk_octave_factory (nice, | |
487 ["CC=clang-3.9", "CXX=clang++-3.9"], | |
488 compile_opts, branch) | |
489 | |
490 def mk_clang_4_0_factory (nice, compile_opts, branch): | |
491 return mk_octave_factory (nice, | |
492 ["CC=clang-4.0", "CXX=clang++-4.0"], | |
493 compile_opts, branch) | |
494 | |
495 def mk_clang_5_0_factory (nice, compile_opts, branch): | |
496 return mk_octave_factory (nice, | |
497 ["CC=clang-5.0", "CXX=clang++-5.0"], | |
498 compile_opts, branch) | |
499 | |
500 def mk_clang_factory (nice, compile_opts, branch): | |
501 return mk_octave_factory (nice, | |
502 ["CC=clang", "CXX=clang++"], | |
503 compile_opts, branch) | |
504 | |
505 def mk_clang_osx_factory (nice, compile_opts, branch): | |
506 ## The linker does search /usr/local/lib, but it does so after | |
507 ## searching /usr/lib. That selects a readline library that is not | |
508 ## fully compatible with GNU readline. | |
509 return mk_octave_factory (nice, | |
510 ["CC=clang", | |
511 "CXX=clang++", | |
512 "CPPFLAGS=-I/opt/X11/include -I/usr/local/opt/gettext/include -I/usr/local/opt/icu4c/include -I/usr/local/opt/openssl/include -I/usr/local/opt/readline/include -I/usr/local/opt/sqlite/include", | |
513 "LDFLAGS=-L/usr/local/lib -L/opt/X11/lib -L/usr/local/opt/qt/lib -L/usr/local/opt/readline/lib -L/usr/local/opt/texinfo/lib -L/usr/local/opt/bison/lib -L/usr/local/opt/gettext/lib -L/usr/local/opt/icu4c/lib -L/usr/local/opt/libffi/lib -L/usr/local/opt/openblas/lib -L/usr/local/opt/openssl/lib -L/usr/local/opt/sqlite/lib", | |
514 "PKG_CONFIG_PATH=/usr/local/opt/icu4c/lib/pkgconfig:/usr/local/opt/qt/lib/pkgconfig", | |
515 "--enable-link-all-dependencies", | |
516 "--with-x=no", | |
517 "--without-osmesa", | |
518 "--with-blas=openblas"], | |
519 compile_opts, branch, xvfb = False) | |
520 | |
521 from buildbot.config import BuilderConfig | |
522 | |
523 c["builders"] = [] | |
524 | |
525 #c["builders"].append (BuilderConfig (name = "gcc-4.9-debian", | |
526 # workernames = ["jwe-debian-x86_64-0"], | |
527 # factory = mk_gcc_4_9_factory (19, "-j8", "default"))) | |
528 | |
529 #c["builders"].append (BuilderConfig (name = "gcc-5-debian", | |
530 # workernames = ["jwe-debian-x86_64-0"], | |
531 # factory = mk_gcc_5_factory (19, "-j8", "default"))) | |
532 | |
533 c["builders"].append (BuilderConfig (name = "gcc-6-debian", | |
534 workernames = ["mtmx-debian-x86_64"], | |
535 factory = mk_gcc_6_factory (10, "-j2", "default"))) | |
536 | |
537 c["builders"].append (BuilderConfig (name = "gcc-7-debian", | |
538 workernames = ["jwe-debian-x86_64-1"], | |
539 factory = mk_gcc_7_factory (19, "-j8", "default"))) | |
540 | |
541 c["builders"].append (BuilderConfig (name = "stable-gcc-7-debian", | |
542 workernames = ["jwe-debian-x86_64-1"], | |
543 factory = mk_gcc_7_factory (19, "-j8", "stable"))) | |
544 | |
545 c["builders"].append (BuilderConfig (name = "gcc-7-lto-debian", | |
546 workernames = ["jwe-debian-x86_64-2"], | |
547 factory = mk_gcc_7_lto_factory (19, "-j8", "default"))) | |
548 | |
549 c["builders"].append (BuilderConfig (name = "stable-gcc-7-lto-debian", | |
550 workernames = ["jwe-debian-x86_64-2"], | |
551 factory = mk_gcc_7_lto_factory (19, "-j8", "stable"))) | |
552 | |
553 c["builders"].append (BuilderConfig (name = "gcc-fedora", | |
554 workernames = ["das_fc25-x86_64"], | |
555 factory = mk_gcc_factory (0, "-j8", "default"))) | |
556 | |
557 c["builders"].append (BuilderConfig (name = "stable-gcc-fedora", | |
558 workernames = ["das_fc25-x86_64"], | |
559 factory = mk_gcc_factory (0, "-j8", "stable"))) | |
560 | |
561 c["builders"].append (BuilderConfig (name = "gcc-lto-fedora", | |
562 workernames = ["das_fc25-x86_64"], | |
563 factory = mk_gcc_lto_factory (10, "-j8", "default"))) | |
564 | |
565 c["builders"].append (BuilderConfig (name = "no-extras-debian", | |
566 workernames = ["jwe-debian-x86_64-1"], | |
567 factory = mk_no_extras_factory (19, "-j8", "default"))) | |
568 | |
569 c["builders"].append (BuilderConfig (name = "stable-no-extras-debian", | |
570 workernames = ["jwe-debian-x86_64-1"], | |
571 factory = mk_no_extras_factory (19, "-j8", "stable"))) | |
572 | |
573 ##c["builders"].append (BuilderConfig (name = "clang-3.8-debian", | |
574 ## workernames = ["jwe-debian-x86_64-2"], | |
575 ## factory = mk_clang_3_8_factory (19, "-j8", "default"))) | |
576 | |
577 c["builders"].append (BuilderConfig (name = "clang-3.9-debian", | |
578 workernames = ["mtmx-debian-x86_64"], | |
579 factory = mk_clang_3_9_factory (19, "-j2", "default"))) | |
580 | |
581 c["builders"].append (BuilderConfig (name = "clang-4.0-debian", | |
582 workernames = ["jwe-debian-x86_64-0"], | |
583 factory = mk_clang_4_0_factory (19, "-j8", "default"))) | |
584 | |
585 c["builders"].append (BuilderConfig (name = "stable-clang-4.0-debian", | |
586 workernames = ["jwe-debian-x86_64-0"], | |
587 factory = mk_clang_4_0_factory (19, "-j8", "stable"))) | |
588 | |
589 c["builders"].append (BuilderConfig (name = "clang-5.0-debian", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
590 workernames = ["jwe-debian-x86_64-3"], |
0 | 591 factory = mk_clang_5_0_factory (19, "-j8", "default"))) |
592 | |
593 c["builders"].append (BuilderConfig (name = "stable-clang-5.0-debian", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
594 workernames = ["jwe-debian-x86_64-3"], |
0 | 595 factory = mk_clang_5_0_factory (19, "-j8", "stable"))) |
596 | |
597 c["builders"].append (BuilderConfig (name = "clang-fedora", | |
598 workernames = ["das_fc25-x86_64"], | |
599 factory = mk_clang_factory (19, "-j8", "default"))) | |
600 | |
601 | |
602 c["builders"].append (BuilderConfig (name = "clang-osx", | |
603 workernames = ["epfl-elcapitan-x86_64"], | |
604 factory = mk_clang_osx_factory (0, "-j4", "default"))) | |
605 | |
606 c["builders"].append (BuilderConfig (name = "stable-clang-osx", | |
607 workernames = ["epfl-elcapitan-x86_64"], | |
608 factory = mk_clang_osx_factory (0, "-j4", "stable"))) | |
609 | |
610 | |
611 def mk_mxe_octave_hg_update_step (repo): | |
612 return Mercurial (repourl = repo, | |
613 defaultBranch = "default", branchType = "inrepo", | |
614 workdir = "src", mode = "full", method = "fresh", | |
615 haltOnFailure = True) | |
616 | |
617 | |
618 def mk_mxe_octave_bootstrap_step (nice = 0): | |
619 boot_cmd = build_cmd_list ("autoconf", nice = nice) | |
620 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, | |
621 description = "bootstrap") | |
622 | |
623 | |
624 def mk_mxe_octave_configure_step (nice = 0, branch = "default", opts = []): | |
625 conf_cmd = build_cmd_list (["./configure", | |
626 "--with-pkg-dir=../../mxe-pkg-src", | |
627 "--with-ccache", "--enable-octave=" + branch, | |
628 "--enable-binary-packages"], | |
629 nice = nice, opts = opts) | |
630 return Configure (command = conf_cmd, workdir = "src", env = build_env) | |
631 | |
632 | |
633 def mk_mxe_octave_clean_step (nice = 0): | |
634 boot_cmd = build_cmd_list (["make", "clean"], nice = nice) | |
635 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, | |
636 description = "clean") | |
637 | |
638 | |
639 ## Timeout is large for these steps because mxe-octave currently only | |
640 ## prints a status update for each package, not detailed output from | |
641 ## make. The way the dependencies currently work, making | |
642 ## hg-octave-dist will also cause all the build tools to be updated, | |
643 ## and some of those make take significant time to build, especially | |
644 ## if the build is running on a heavily loaded system and this step | |
645 ## has a high nice value. | |
646 | |
647 def mk_mxe_octave_hg_tarball_step (nice = 0, jobs = 8, branch = "default"): | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
648 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
649 hg_octave_branch = branch |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
650 if branch == "release": |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
651 hg_octave_branch = "stable" |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
652 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
653 make_cmd = build_cmd_list (["make", "JOBS=" + str (jobs), "hg-octave-dist", "hg-octave-branch=" + hg_octave_branch], |
0 | 654 nice = nice) |
655 return Compile (command = make_cmd, workdir = "src", env = build_env, | |
656 timeout = 14400) | |
657 | |
658 | |
659 def mk_mxe_octave_compile_step (nice = 0, jobs = 8, opts = []): | |
660 make_cmd = build_cmd_list (["make", "JOBS=" + str (jobs)], | |
661 nice = nice, opts = opts) | |
662 return Compile (command = make_cmd, workdir = "src", env = build_env, | |
663 timeout = 14400) | |
664 | |
665 | |
666 def mk_mxe_octave_factory (nice, jobs, branch, configure_opts, compile_opts): | |
667 factory = BuildFactory () | |
668 | |
669 factory.addStep (mk_mxe_octave_hg_update_step (mxe_octave_hg_repo)) | |
670 factory.addStep (mk_mxe_octave_bootstrap_step (nice = nice)) | |
671 ## Must run configure to ensure clean target will work, then must | |
672 ## run configure again to recreate makefile. | |
673 factory.addStep (mk_mxe_octave_configure_step (nice = nice, branch = branch, | |
674 opts = configure_opts)) | |
675 factory.addStep (mk_mxe_octave_clean_step (nice = nice)) | |
676 factory.addStep (mk_mxe_octave_configure_step (nice = nice, branch = branch, | |
677 opts = configure_opts)) | |
678 ## Create a tarball file from an hg checkout, then build from that. | |
679 ## This also builds all dependencies for Octave, so it can take a | |
680 ## while. Using ccache should help us significantly since we are | |
681 ## typically rebuilding the same sets of packages repeatedly. | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
682 |
0 | 683 factory.addStep (mk_mxe_octave_hg_tarball_step (nice = nice, jobs = jobs, |
684 branch = branch)) | |
685 factory.addStep (mk_mxe_octave_compile_step (nice = nice, jobs = jobs, | |
686 opts = compile_opts)) | |
687 ## factory.addStep (mk_mxe_octave_test_step (nice = nice)) | |
688 | |
689 return factory | |
690 | |
691 | |
692 def mk_w32_factory (nice, jobs, branch, compile_opts): | |
693 return mk_mxe_octave_factory (nice, jobs, branch, | |
694 ["--enable-qt5", | |
695 "--enable-devel-tools", | |
696 "--disable-windows-64", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
697 "--disable-64", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
698 "--disable-fortran-int64", |
0 | 699 "--disable-system-opengl"], |
700 compile_opts) | |
701 | |
702 | |
703 def mk_w64_32_factory (nice, jobs, branch, compile_opts): | |
704 return mk_mxe_octave_factory (nice, jobs, branch, | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
705 ["--enable-qt5", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
706 "--enable-devel-tools", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
707 "--enable-windows-64", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
708 "--enable-64", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
709 "--disable-fortran-int64", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
710 "--disable-system-opengl"], |
0 | 711 compile_opts) |
712 | |
713 | |
714 def mk_w64_64_factory (nice, jobs, branch, compile_opts): | |
715 return mk_mxe_octave_factory (nice, jobs, branch, | |
716 ["--enable-qt5", | |
717 "--enable-devel-tools", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
718 "--enable-windows-64", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
719 "--enable-64", |
0 | 720 "--enable-fortran-int64", |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
721 "--disable-system-opengl"], |
0 | 722 compile_opts) |
723 | |
724 | |
725 def mk_native_factory (nice, jobs, branch, compile_opts): | |
726 return mk_mxe_octave_factory (nice, jobs, branch, | |
727 ["--enable-native-build", | |
728 "--enable-qt5", | |
729 "--enable-lib64-directory", | |
730 "--enable-pic-flag", | |
731 "--disable-devel-tools", | |
732 "--enable-system-x11-libs", | |
733 "--enable-system-fontconfig", | |
734 "--enable-system-gcc", | |
735 "gnu-linux"], | |
736 compile_opts) | |
737 | |
738 | |
739 def mk_native_all_factory (nice, jobs, branch, compile_opts): | |
740 return mk_mxe_octave_factory (nice, jobs, branch, | |
741 ["--enable-native-build", | |
742 "--enable-qt5", | |
743 "--enable-lib64-directory", | |
744 "--enable-pic-flag", | |
745 "--disable-devel-tools", | |
746 "--disable-system-x11-libs", | |
747 "--disable-system-fontconfig", | |
748 "--disable-system-gcc", | |
749 "--disable-system-opengl", | |
750 "gnu-linux"], | |
751 compile_opts) | |
752 | |
753 | |
754 c["builders"].append (BuilderConfig (name = "w32-on-debian", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
755 workernames = ["jwe-debian-x86_64-3"], |
0 | 756 factory = mk_w32_factory (19, 8, "default", "nsis-installer"))) |
757 | |
758 c["builders"].append (BuilderConfig (name = "w64-32-on-debian", | |
759 workernames = ["jwe-debian-x86_64-0"], | |
760 factory = mk_w64_32_factory (19, 8, "default", "nsis-installer"))) | |
761 | |
762 c["builders"].append (BuilderConfig (name = "w64-64-on-debian", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
763 workernames = ["jwe-debian-x86_64-2"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
764 factory = mk_w64_64_factory (19, 8, "default", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
765 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
766 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
767 c["builders"].append (BuilderConfig (name = "w32-release-on-debian", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
768 workernames = ["jwe-debian-x86_64-3"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
769 factory = mk_w32_factory (19, 8, "release", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
770 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
771 c["builders"].append (BuilderConfig (name = "w64-32-release-on-debian", |
0 | 772 workernames = ["jwe-debian-x86_64-0"], |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
773 factory = mk_w64_32_factory (19, 8, "release", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
774 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
775 c["builders"].append (BuilderConfig (name = "w64-64-release-on-debian", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
776 workernames = ["jwe-debian-x86_64-2"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
777 factory = mk_w64_64_factory (19, 8, "release", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
778 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
779 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
780 c["builders"].append (BuilderConfig (name = "w32-stable-on-debian", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
781 workernames = ["jwe-debian-x86_64-3"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
782 factory = mk_w32_factory (19, 8, "stable", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
783 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
784 c["builders"].append (BuilderConfig (name = "w64-32-stable-on-debian", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
785 workernames = ["jwe-debian-x86_64-0"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
786 factory = mk_w64_32_factory (19, 8, "stable", "nsis-installer"))) |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
787 |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
788 c["builders"].append (BuilderConfig (name = "w64-64-stable-on-debian", |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
789 workernames = ["jwe-debian-x86_64-2"], |
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
790 factory = mk_w64_64_factory (19, 8, "stable", "nsis-installer"))) |
0 | 791 |
792 | |
793 c["builders"].append (BuilderConfig (name = "mxe-native-on-debian", | |
794 workernames = ["jwe-debian-x86_64-0"], | |
795 factory = mk_native_factory (19, 8, "default", "tar-dist"))) | |
796 | |
797 c["builders"].append (BuilderConfig (name = "mxe-native-all-on-debian", | |
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
798 workernames = ["jwe-debian-x86_64-2"], |
0 | 799 factory = mk_native_all_factory (19, 8, "default", "tar-dist"))) |
800 | |
801 | |
802 ## PROJECT IDENTITY | |
803 | |
804 ## the 'title' string will appear at the top of this buildbot | |
805 ## installation's html.WebStatus home page (linked to the 'titleURL') | |
806 ## and is embedded in the title of the waterfall HTML page. | |
807 | |
808 c["title"] = "GNU Octave Buildbot" | |
809 c["titleURL"] = "https://octave.org" | |
810 | |
811 # The 'buildbotURL' string should point to the location where the buildbot's | |
812 # internal web server is visible. This typically uses the port number set in | |
813 # the 'www' entry below, but with an externally-visible host name which the | |
814 # buildbot cannot figure out without some help. | |
815 | |
816 c['buildbotURL'] = "http://buildbot.octave.org:8011/" | |
817 | |
818 ## Minimalistic config to activate new web UI | |
819 | |
820 from buildbot.plugins import util | |
821 | |
822 c['www'] = { | |
823 "port" : 8011, | |
824 "auth" : util.UserPasswordAuth ({"octave" : "8avete$t$"}), | |
825 "plugins" : { "waterfall_view" : True } | |
826 } | |
827 | |
828 ## DB URL | |
829 | |
830 ## This specifies what database buildbot uses to store its state. You | |
831 ## can leave this at its default for all but the largest installations. | |
832 | |
833 c["db"] = { "db_url" : "sqlite:///state.sqlite" } | |
834 | |
835 ## NOTIFICATIONS | |
836 | |
837 from buildbot.plugins import reporters | |
838 | |
839 c["services"] = [] | |
840 | |
841 m = reporters.MailNotifier (fromaddr = "NO-REPLY@octave.org", | |
842 sendToInterestedUsers = False, | |
843 extraRecipients = ["octave-buildbot@gnu.org"], | |
844 mode = "failing") | |
845 c["services"].append (m) |