Mercurial > octave-buildbot
annotate master.cfg @ 28:8d18da2f836f
minor tweak for mxe-native start times
| author | John W. Eaton <jwe@octave.org> |
|---|---|
| date | Mon, 05 Oct 2020 10:56:16 -0400 |
| parents | 6e6cec148a95 |
| children | 819a898b1960 |
| rev | line source |
|---|---|
| 0 | 1 ## -*- python -*- |
| 2 ## ex: set syntax=python: | |
| 3 | |
| 4 ## This is a sample buildmaster config file. It must be installed as | |
| 5 ## 'master.cfg' in your buildmaster's base directory. | |
| 6 | |
| 7 ## This is the dictionary that the buildmaster pays attention to. We | |
| 8 ## also use a shorter alias to save typing. | |
| 9 | |
| 10 c = BuildmasterConfig = {} | |
| 11 | |
| 12 ## WORKERS | |
| 13 | |
| 14 ## The 'worker' list defines the set of recognized workers. Each | |
| 15 ## element is a Worker object, specifying a unique worker name and | |
| 16 ## password. The same worker name and password must be configured on | |
| 17 ## the worker. | |
| 18 | |
| 19 from buildbot.worker import Worker | |
| 20 | |
|
8
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
21 ## The octave_buildbot_config file imported below is not in hg archive because |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
22 ## it contains password and system configuration info. |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
23 ## |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
24 ## This file defines two variables, workers and master_id_and_pass, with |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
25 ## the following format: |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
26 ## |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
27 ## workers = {"worker-name-0": |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
28 ## {"pass": "worker-0-password", |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
29 ## "max_builds": 3, |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
30 ## "desc": "info about worker-0"}, |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
31 ## "worker-name-1": |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
32 ## {"pass": "worker-1-password", |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
33 ## "max_builds": 3, |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
34 ## "desc": "info about worker-1"}, |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
35 ## ...} |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
36 ## |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
37 ## master_id_and_pass = {"master-login-id" : "master-password"} |
|
e02079ee69d1
master.cfg: add info about config file
John W. Eaton <jwe@octave.org>
parents:
6
diff
changeset
|
38 |
| 0 | 39 import octave_buildbot_config |
| 40 | |
| 41 c["workers"] = [] | |
| 42 | |
|
14
24e67c30e215
syntax update for buildbot 2.7
John W. Eaton <jwe@octave.org>
parents:
13
diff
changeset
|
43 for worker, info in octave_buildbot_config.workers.items (): |
| 0 | 44 c["workers"].append (Worker (worker, info["pass"], max_builds = info["max_builds"])) |
| 45 | |
| 46 ## 'protocols' contains information about protocols which master will | |
| 47 ## use for communicating with workers. You must define at least 'port' | |
| 48 ## option that workers could connect to your master with this protocol. | |
| 49 ## 'port' must match the value configured into the workers (with | |
| 50 ## their --master option) | |
| 51 | |
| 52 c["protocols"] = { "pb" : { "port" : 9990 }} | |
| 53 | |
| 54 ## SOURCES | |
| 55 | |
| 56 ## The main mercurial repository server. This machines pings the | |
| 57 ## PBChangeSource. The workers should pull from it, to make | |
| 58 ## sure they are in sync. | |
| 59 | |
| 60 octave_hg_repo = "https://hg.savannah.gnu.org/hgweb/octave" | |
|
16
b2e9c6f7d3e5
use savannah for both stable and default branches of octave
John W. Eaton <jwe@octave.org>
parents:
15
diff
changeset
|
61 stable_octave_hg_repo = "https://hg.savannah.gnu.org/hgweb/octave" |
| 0 | 62 mxe_octave_hg_repo = "http://hg.octave.org/mxe-octave" |
| 63 | |
| 64 ## CHANGESOURCES | |
| 65 | |
| 66 ## the 'change_source' setting tells the buildmaster how it should | |
| 67 ## find out about source code changes. Here we point to the buildbot | |
| 68 ## clone of Octave. | |
| 69 | |
| 70 from buildbot.changes.hgpoller import HgPoller | |
| 71 | |
| 72 c["change_source"] = [] | |
| 73 | |
| 74 c["change_source"].append (HgPoller (project = "octave", | |
| 75 repourl = octave_hg_repo, | |
| 76 workdir = "octave-hg-repo", | |
| 77 pollinterval = 5*60)) | |
| 78 | |
| 79 c["change_source"].append (HgPoller (project = "stable octave", | |
| 80 branch = "stable", | |
| 81 repourl = stable_octave_hg_repo, | |
| 82 workdir = "stable-octave-hg-repo", | |
| 83 pollinterval = 5*60)) | |
| 84 | |
| 85 c["change_source"].append (HgPoller (project = "mxe-octave", | |
| 86 repourl = mxe_octave_hg_repo, | |
| 87 workdir = "mxe-octave-hg-repo", | |
| 88 pollinterval = 15*60)) | |
| 89 | |
| 90 ## FILTERS | |
| 91 | |
| 92 from buildbot.changes import filter | |
| 93 | |
| 94 octave_default_filter = filter.ChangeFilter (project = "octave", branch = "default") | |
| 95 | |
| 96 octave_stable_filter = filter.ChangeFilter (project = "stable octave", branch = "stable") | |
| 97 | |
| 98 mxe_octave_default_filter = filter.ChangeFilter (project = "mxe-octave", branch = "default") | |
| 99 | |
| 100 ## SCHEDULERS | |
| 101 | |
| 102 ## Configure the Schedulers, which decide how to react to incoming | |
| 103 ## changes. | |
| 104 | |
| 105 from buildbot.schedulers.basic import SingleBranchScheduler | |
| 106 from buildbot.schedulers.forcesched import ForceScheduler | |
| 107 from buildbot.schedulers import timed | |
| 108 | |
| 109 all_default_octave_builders = []; | |
| 110 #all_default_octave_builders.append ("gcc-4.9-debian") | |
| 111 #all_default_octave_builders.append ("gcc-5-debian") | |
| 112 all_default_octave_builders.append ("gcc-6-debian") # mtmx | |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
113 #all_default_octave_builders.append ("gcc-7-debian") # jwe 3 |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
114 #all_default_octave_builders.append ("gcc-7-lto-debian") # jwe 2 |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
115 all_default_octave_builders.append ("gcc-debian") # jwe 3 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
116 all_default_octave_builders.append ("gcc-lto-debian") # jwe 2 |
| 0 | 117 all_default_octave_builders.append ("gcc-fedora") # das |
| 118 all_default_octave_builders.append ("gcc-lto-fedora") # das | |
| 9 | 119 all_default_octave_builders.append ("no-extras-debian") # jwe 2 |
| 0 | 120 all_default_octave_builders.append ("clang-3.9-debian") # mtmx |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
121 #all_default_octave_builders.append ("clang-4.0-debian") # jwe 1 |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
122 #all_default_octave_builders.append ("clang-5.0-debian") # jwe 0 |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
123 all_default_octave_builders.append ("clang-debian") # jwe 0 |
| 0 | 124 all_default_octave_builders.append ("clang-fedora") # das |
| 125 all_default_octave_builders.append ("clang-osx") # simone | |
| 126 | |
| 127 all_stable_octave_builders = []; | |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
128 #all_stable_octave_builders.append ("stable-gcc-7-debian") # jwe 3 |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
129 #all_stable_octave_builders.append ("stable-gcc-7-lto-debian") # jwe 2 |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
130 all_stable_octave_builders.append ("stable-gcc-debian") # jwe 3 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
131 all_stable_octave_builders.append ("stable-gcc-lto-debian") # jwe 2 |
| 0 | 132 all_stable_octave_builders.append ("stable-gcc-fedora") # das |
| 9 | 133 all_stable_octave_builders.append ("stable-no-extras-debian") # jwe 2 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
134 #all_stable_octave_builders.append ("stable-clang-4.0-debian") # jwe 1 |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
135 #all_stable_octave_builders.append ("stable-clang-5.0-debian") # jwe 0 |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
136 all_stable_octave_builders.append ("stable-clang-debian") # jwe 0 |
|
13
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
137 all_stable_octave_builders.append ("stable-clang-fedora") # das |
| 0 | 138 all_stable_octave_builders.append ("stable-clang-osx") # simone |
| 139 | |
| 140 all_mxe_octave_builders = []; | |
| 9 | 141 all_mxe_octave_builders.append ("w32-on-debian") # jwe 0 |
| 142 all_mxe_octave_builders.append ("w64-32-on-debian") # jwe 1 | |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
143 all_mxe_octave_builders.append ("w64-64-on-debian") # jwe 2 |
| 9 | 144 all_mxe_octave_builders.append ("w32-release-on-debian") # jwe 0 |
| 145 all_mxe_octave_builders.append ("w64-32-release-on-debian") # jwe 1 | |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
146 all_mxe_octave_builders.append ("w64-64-release-on-debian") # jwe 2 |
| 9 | 147 all_mxe_octave_builders.append ("w32-stable-on-debian") # jwe 0 |
| 148 all_mxe_octave_builders.append ("w64-32-stable-on-debian") # jwe 1 | |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
149 all_mxe_octave_builders.append ("w64-64-stable-on-debian") # jwe 2 |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
150 all_mxe_octave_builders.append ("mxe-native-on-debian") # jwe 3 |
|
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
151 all_mxe_octave_builders.append ("mxe-native-all-on-debian") # jwe 3 |
| 0 | 152 |
| 153 c["schedulers"] = [] | |
| 154 | |
| 155 c["schedulers"].append (SingleBranchScheduler (name = "default octave", | |
| 156 change_filter = octave_default_filter, | |
| 157 treeStableTimer = 5*60, | |
| 158 builderNames = all_default_octave_builders)) | |
| 159 | |
| 20 | 160 ### DISABLED because there doesn't seem to be a way to limit this |
| 161 ### action to users logged in to the web interface; instead, forcing | |
| 162 ### builds is allowed for anyone. WTF!?! | |
| 163 ### c["schedulers"].append (ForceScheduler (name = "force_default_octave", builderNames = all_default_octave_builders)) | |
| 0 | 164 |
| 165 c["schedulers"].append (SingleBranchScheduler (name = "stable octave", | |
| 166 change_filter = octave_stable_filter, | |
| 167 treeStableTimer = 5*60, | |
| 168 builderNames = all_stable_octave_builders)) | |
| 169 | |
| 20 | 170 ### DISABLED because there doesn't seem to be a way to limit this |
| 171 ### action to users logged in to the web interface; instead, forcing | |
| 172 ### builds is allowed for anyone. WTF!?! | |
| 173 ### c["schedulers"].append (ForceScheduler (name = "force_stable_octave", builderNames = all_stable_octave_builders)) | |
| 0 | 174 |
| 175 ## Here, branch is the mxe-octave branch. | |
| 176 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32", | |
| 177 branch = "default", | |
| 178 change_filter = mxe_octave_default_filter, | |
| 179 builderNames = ["w32-on-debian"], | |
| 180 hour = 0)) | |
| 181 | |
| 182 ## Here, branch is the mxe-octave branch. | |
| 183 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32", | |
| 184 branch = "default", | |
| 185 change_filter = mxe_octave_default_filter, | |
| 186 builderNames = ["w64-32-on-debian"], | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
187 hour = 0)) |
| 0 | 188 |
| 189 ## Here, branch is the mxe-octave branch. | |
| 190 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64", | |
| 191 branch = "default", | |
| 192 change_filter = mxe_octave_default_filter, | |
| 193 builderNames = ["w64-64-on-debian"], | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
194 hour = 0)) |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
195 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
196 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
197 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32-release", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
198 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
199 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
200 builderNames = ["w32-release-on-debian"], |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
201 hour = 8)) |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
202 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
203 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
204 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32-release", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
205 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
206 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
207 builderNames = ["w64-32-release-on-debian"], |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
208 hour = 8)) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
209 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
210 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
211 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64-release", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
212 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
213 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
214 builderNames = ["w64-64-release-on-debian"], |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
215 hour = 8)) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
216 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
217 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
218 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w32-stable", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
219 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
220 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
221 builderNames = ["w32-stable-on-debian"], |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
222 hour = 16)) |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
223 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
224 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
225 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-32-stable", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
226 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
227 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
228 builderNames = ["w64-32-stable-on-debian"], |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
229 hour = 16)) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
230 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
231 ## Here, branch is the mxe-octave branch. |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
232 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-w64-64-stable", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
233 branch = "default", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
234 change_filter = mxe_octave_default_filter, |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
235 builderNames = ["w64-64-stable-on-debian"], |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
236 hour = 16)) |
| 0 | 237 |
| 238 ## Here, branch is the mxe-octave branch. | |
| 239 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-native", | |
| 240 branch = "default", | |
| 241 change_filter = mxe_octave_default_filter, | |
| 242 builderNames = ["mxe-native-on-debian"], | |
|
28
8d18da2f836f
minor tweak for mxe-native start times
John W. Eaton <jwe@octave.org>
parents:
27
diff
changeset
|
243 hour = 8)) |
| 0 | 244 |
| 245 ## Here, branch is the mxe-octave branch. | |
| 246 c["schedulers"].append (timed.Nightly (name = "periodic mxe-octave-native-all", | |
| 247 branch = "default", | |
| 248 change_filter = mxe_octave_default_filter, | |
| 249 builderNames = ["mxe-native-all-on-debian"], | |
|
28
8d18da2f836f
minor tweak for mxe-native start times
John W. Eaton <jwe@octave.org>
parents:
27
diff
changeset
|
250 hour = 0)) |
| 0 | 251 |
| 20 | 252 ### DISABLED because there doesn't seem to be a way to limit this |
| 253 ### action to users logged in to the web interface; instead, forcing | |
| 254 ### builds is allowed for anyone. WTF!?! | |
| 255 ### c["schedulers"].append (ForceScheduler (name = "force_mxe_octave", builderNames = all_mxe_octave_builders)) | |
| 0 | 256 |
| 257 ## BUILDERS | |
| 258 | |
| 259 ## The 'builders' list defines the Builders, which tell Buildbot how | |
| 260 ## to perform a build: what steps, and which workers can execute them. | |
| 261 ## Note that any particular build will only take place on one worker. | |
| 262 | |
| 263 from buildbot.process.factory import BuildFactory | |
| 264 from buildbot.steps.source.mercurial import Mercurial | |
| 265 from buildbot.steps.shell import ShellCommand | |
| 266 from buildbot.steps.shell import Configure | |
| 267 from buildbot.steps.shell import Compile | |
| 268 from buildbot.steps.shell import Test | |
| 269 | |
| 270 ## Steps we may use in more than one build factory. | |
| 271 | |
| 272 def build_cmd_list (cmd, nice = 0, opts = []): | |
| 273 cmd_list = [] | |
| 274 | |
| 275 if nice != 0: | |
| 276 cmd_list.extend (["nice", "-n", str (nice)]) | |
| 277 | |
| 278 if isinstance (cmd, list): | |
| 279 cmd_list.extend (cmd) | |
| 280 else: | |
| 281 cmd_list.append (cmd) | |
| 282 | |
| 283 if isinstance (opts, list): | |
| 284 cmd_list.extend (opts) | |
| 285 else: | |
| 286 cmd_list.append (opts) | |
| 287 | |
| 288 return cmd_list | |
| 289 | |
| 290 | |
| 291 build_env = { "PATH" : "${HOME}/bin:${PATH}" }; | |
| 292 | |
| 293 def mk_octave_hg_update_step (repo, branch): | |
| 294 return Mercurial (repourl = repo, | |
| 295 defaultBranch = branch, branchType = "inrepo", | |
| 296 workdir = "src", mode = "full", method = "fresh", | |
| 297 haltOnFailure = True) | |
| 298 | |
| 299 def mk_octave_bootstrap_step (nice = 0): | |
| 300 boot_cmd = build_cmd_list ("./bootstrap", nice = nice) | |
| 301 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, | |
| 302 description = "bootstrap") | |
| 303 | |
| 304 sh_rm_build_dir = ShellCommand (command = ["rm", "-rf", "build"], workdir = ".", | |
| 305 env = build_env, description = "clean build dir") | |
| 306 | |
| 307 sh_mk_build_dir = ShellCommand (command = ["mkdir", "build"], | |
| 308 description = "create build dir") | |
| 309 | |
| 310 def mk_octave_configure_step (nice = 0, opts = []): | |
| 311 conf_cmd = build_cmd_list ("../src/configure", nice = nice, opts = opts) | |
| 312 return Configure (command = conf_cmd, workdir = "build", env = build_env) | |
| 313 | |
| 314 | |
| 315 def mk_octave_compile_step (nice = 0, opts = []): | |
| 316 make_cmd = build_cmd_list (["make", "V=1"], nice = nice, opts = opts) | |
| 317 return Compile (command = make_cmd, workdir = "build", env = build_env, | |
| 318 warningPattern = ":[0-9][0-9]*:[0-9][0-9]*:warning: ") | |
| 319 | |
| 320 import re | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
321 from buildbot.process import logobserver |
| 0 | 322 from buildbot.process.results import SUCCESS |
| 323 from buildbot.process.results import FAILURE | |
| 324 from buildbot.process.results import WARNINGS | |
| 325 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
326 class octave_test_observer (logobserver.LogLineObserver): |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
327 |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
328 def __init__ (self, warningPattern): |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
329 logobserver.LogLineObserver.__init__ (self) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
330 if warningPattern: |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
331 self.warningPattern = re.compile (warningPattern) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
332 else: |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
333 self.warningPattern = None |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
334 self.rc = SUCCESS |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
335 self.total = 0 |
| 2 | 336 self.passed = 0 |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
337 self.failed = 0 |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
338 self.warnings = 0 |
|
12
318c34f152fb
attempt to also notice segfaults as errors
Markus Mützel <markus.muetzel@gmx.de>
parents:
11
diff
changeset
|
339 self.errors = 0 |
| 2 | 340 self.summary_found = False |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
341 self.complete = False |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
342 |
| 2 | 343 summaryRe = re.compile (r"^Summary: *$") |
| 344 testsRe = re.compile (r"^ *(PASS|FAIL|REGRESSION|XFAIL|SKIP)[^\d]*(\d+)") | |
|
21
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
345 fatalRe = re.compile (r"[Ff][Aa][Tt][Aa][Ll]") |
|
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
346 |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
347 def outLineReceived (self, line): |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
348 if self.warningPattern.match (line): |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
349 self.warnings += 1 |
| 2 | 350 |
| 351 if not self.summary_found: | |
| 352 mo = self.summaryRe.search (line) | |
| 353 if mo: | |
| 354 self.summary_found = True | |
| 355 return | |
| 356 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
357 mo = self.testsRe.search (line) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
358 if mo: |
| 2 | 359 typ = mo.group(1) |
| 360 num = int (mo.group(2)) | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
361 self.total += num |
| 2 | 362 if typ == "PASS": |
| 363 self.passed += num | |
| 364 if typ == "FAIL" or typ == "REGRESSION": | |
| 365 if num > 0: | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
366 self.rc = FAILURE |
| 2 | 367 self.failed += num |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
368 |
|
19
e7bc00398e25
Make "errLineReceived" a method of "octave_test_observer" (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
18
diff
changeset
|
369 def errLineReceived (self, line): |
|
21
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
370 mo = self.fatalRe.search (line) |
|
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
371 if mo: |
|
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
372 self.total += 1 |
|
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
373 self.errors += 1 |
|
58667d78ead7
errLineReceived: Try to only count fatal errors (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
20
diff
changeset
|
374 self.rc = FAILURE |
|
19
e7bc00398e25
Make "errLineReceived" a method of "octave_test_observer" (bug #58393).
Markus Mützel <markus.muetzel@gmx.de>
parents:
18
diff
changeset
|
375 |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
376 |
| 0 | 377 class octave_test (Test): |
| 378 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
379 def __init__ (self, *args, **kwargs): |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
380 Test.__init__ (self, *args, **kwargs) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
381 self.observer = octave_test_observer (warningPattern = self.warningPattern) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
382 self.addLogObserver ('stdio', self.observer) |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
383 |
| 0 | 384 def evaluateCommand (self, cmd): |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
385 if self.observer.total: |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
386 passed = self.observer.total - self.observer.failed |
| 0 | 387 |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
388 self.setTestResults (total = self.observer.total, |
|
12
318c34f152fb
attempt to also notice segfaults as errors
Markus Mützel <markus.muetzel@gmx.de>
parents:
11
diff
changeset
|
389 failed = self.observer.failed + self.observer.errors, |
| 2 | 390 passed = self.observer.passed, |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
391 warnings = self.observer.warnings) |
| 0 | 392 |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
393 rc = self.observer.rc |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
394 if rc == SUCCESS and self.observer.warnings: |
|
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
395 rc = WARNINGS |
| 0 | 396 return rc |
| 397 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
398 |
| 0 | 399 def mk_octave_test_step (nice = 0, xvfb = True): |
| 400 if xvfb: | |
| 401 cmd = ["xvfb-run", "-a", "-s", "-screen 0 640x480x24"] | |
| 402 else: | |
| 403 cmd = [] | |
| 404 cmd.extend (["make", "V=1", "check"]) | |
| 405 test_cmd = build_cmd_list (cmd, nice = nice) | |
| 406 return octave_test (command = test_cmd, workdir = "build", env = build_env) | |
| 407 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
408 |
| 0 | 409 def mk_octave_factory (nice, configure_opts, compile_opts, branch, xvfb = True): |
| 410 factory = BuildFactory () | |
| 411 | |
| 412 factory.addStep (mk_octave_hg_update_step (octave_hg_repo, branch)) | |
| 413 factory.addStep (mk_octave_bootstrap_step (nice = nice)) | |
| 414 factory.addStep (sh_rm_build_dir) | |
| 415 factory.addStep (sh_mk_build_dir) | |
| 416 factory.addStep (mk_octave_configure_step (nice = nice, opts = configure_opts)) | |
| 417 factory.addStep (mk_octave_compile_step (nice = nice, opts = compile_opts)) | |
| 418 factory.addStep (mk_octave_test_step (nice = nice, xvfb = xvfb)) | |
| 419 | |
| 420 return factory | |
| 421 | |
|
1
97e7b7963dc9
make test log filtering work again
John W. Eaton <jwe@octave.org>
parents:
0
diff
changeset
|
422 |
| 0 | 423 def mk_gcc_factory (nice, compile_opts, branch): |
| 424 return mk_octave_factory (nice, [], compile_opts, branch) | |
| 425 | |
| 426 | |
| 427 def mk_gcc_4_9_factory (nice, compile_opts, branch): | |
| 428 return mk_octave_factory (nice, | |
| 429 ["CC=gcc-4.9", "CXX=g++-4.9", "F77=gfortran-4.9", "--without-magick"], | |
| 430 compile_opts, branch) | |
| 431 | |
| 432 | |
| 433 ## Default build. | |
| 434 def mk_gcc_5_factory (nice, compile_opts, branch): | |
| 435 return mk_octave_factory (nice, | |
| 436 ["CC=gcc-5", "CXX=g++-5", "F77=gfortran-5"], | |
| 437 compile_opts, branch) | |
| 438 | |
| 439 | |
| 440 def mk_gcc_6_factory (nice, compile_opts, branch): | |
| 441 return mk_octave_factory (nice, | |
| 442 ["CC=gcc-6", "CXX=g++-6", "F77=gfortran-6"], | |
| 443 compile_opts, branch) | |
| 444 | |
| 445 | |
| 446 def mk_gcc_7_factory (nice, compile_opts, branch): | |
| 447 return mk_octave_factory (nice, | |
| 448 ["CC=gcc-7", "CXX=g++-7", "F77=gfortran-7"], | |
| 449 compile_opts, branch) | |
| 450 | |
| 451 | |
| 452 def mk_gcc_7_lto_factory (nice, compile_opts, branch): | |
| 453 return mk_octave_factory (nice, | |
| 454 ["CC=gcc-7", "CXX=g++-7", "F77=gfortran-7", | |
| 455 "CFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 456 "CXXFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 457 "FFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 458 "LDFLAGS=-flto=4", | |
| 459 "NM=gcc-nm-7", "AR=gcc-ar-7", "RANLIB=gcc-ranlib-7"], | |
| 460 compile_opts, branch) | |
| 461 | |
| 462 | |
| 463 def mk_gcc_lto_factory (nice, compile_opts, branch): | |
| 464 return mk_octave_factory (nice, | |
| 465 ["CFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 466 "CXXFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 467 "FFLAGS=-O2 -flto=4 -ffat-lto-objects", | |
| 468 "LDFLAGS=-flto=4", | |
| 469 "NM=gcc-nm", "AR=gcc-ar", "RANLIB=gcc-ranlib"], | |
| 470 compile_opts, branch) | |
| 471 | |
| 472 | |
| 473 no_extras = ["--disable-docs", | |
| 474 "--disable-fftw-threads", | |
| 475 "--disable-java", | |
| 476 "--disable-jit", | |
| 477 "--disable-openmp", | |
| 478 "--disable-readline", | |
| 479 "--without-amd", | |
| 480 "--without-arpack", | |
| 481 "--without-bz2", | |
| 482 "--without-camd", | |
| 483 "--without-ccolamd", | |
| 484 "--without-cholmod", | |
| 485 "--without-colamd", | |
| 486 "--without-curl", | |
| 487 "--without-cxsparse", | |
| 488 "--without-fftw3", | |
| 489 "--without-fftw3f", | |
| 490 "--without-fltk", | |
|
17
cfa6aaf2a7eb
use --without-fontconfig and --without-freetype for no-extras builds
John W. Eaton <jwe@octave.org>
parents:
16
diff
changeset
|
491 "--without-fontconfig", |
| 0 | 492 "--without-framework-opengl", |
|
17
cfa6aaf2a7eb
use --without-fontconfig and --without-freetype for no-extras builds
John W. Eaton <jwe@octave.org>
parents:
16
diff
changeset
|
493 "--without-freetype", |
| 0 | 494 "--without-glpk", |
| 495 "--without-hdf5", | |
| 496 "--without-klu", | |
| 497 "--without-magick", | |
| 498 "--without-opengl", | |
| 499 "--without-openssl", | |
|
18
27f9d077b8b5
alphabetize list of options for no-extras config
John W. Eaton <jwe@octave.org>
parents:
17
diff
changeset
|
500 "--without-osmesa", |
| 0 | 501 "--without-portaudio", |
| 502 "--without-qhull", | |
| 503 "--without-qrupdate", | |
| 504 "--without-qscintilla", | |
| 505 "--without-qt", | |
| 506 "--without-sndfile", | |
| 507 "--without-sundials_ida", | |
| 508 "--without-sundials_nvecserial", | |
| 509 "--without-umfpack", | |
| 510 "--without-x", | |
| 511 "--without-z"] | |
| 512 | |
| 513 def mk_no_extras_factory (nice, compile_opts, branch): | |
| 514 return mk_octave_factory (nice, no_extras, compile_opts, branch) | |
| 515 | |
| 516 | |
| 517 def mk_clang_3_8_factory (nice, compile_opts, branch): | |
| 518 return mk_octave_factory (nice, | |
| 519 ["CC=clang-3.8", "CXX=clang++-3.8"], | |
| 520 compile_opts, branch) | |
| 521 | |
| 522 | |
| 523 def mk_clang_3_9_factory (nice, compile_opts, branch): | |
| 524 return mk_octave_factory (nice, | |
| 525 ["CC=clang-3.9", "CXX=clang++-3.9"], | |
| 526 compile_opts, branch) | |
| 527 | |
| 528 def mk_clang_4_0_factory (nice, compile_opts, branch): | |
| 529 return mk_octave_factory (nice, | |
| 530 ["CC=clang-4.0", "CXX=clang++-4.0"], | |
| 531 compile_opts, branch) | |
| 532 | |
| 533 def mk_clang_5_0_factory (nice, compile_opts, branch): | |
| 534 return mk_octave_factory (nice, | |
| 535 ["CC=clang-5.0", "CXX=clang++-5.0"], | |
| 536 compile_opts, branch) | |
| 537 | |
| 538 def mk_clang_factory (nice, compile_opts, branch): | |
| 539 return mk_octave_factory (nice, | |
| 540 ["CC=clang", "CXX=clang++"], | |
| 541 compile_opts, branch) | |
| 542 | |
| 543 def mk_clang_osx_factory (nice, compile_opts, branch): | |
| 544 ## The linker does search /usr/local/lib, but it does so after | |
| 545 ## searching /usr/lib. That selects a readline library that is not | |
| 546 ## fully compatible with GNU readline. | |
| 547 return mk_octave_factory (nice, | |
| 548 ["CC=clang", | |
| 549 "CXX=clang++", | |
| 550 "CPPFLAGS=-I/opt/X11/include -I/usr/local/opt/gettext/include -I/usr/local/opt/icu4c/include -I/usr/local/opt/openssl/include -I/usr/local/opt/readline/include -I/usr/local/opt/sqlite/include", | |
| 551 "LDFLAGS=-L/usr/local/lib -L/opt/X11/lib -L/usr/local/opt/qt/lib -L/usr/local/opt/readline/lib -L/usr/local/opt/texinfo/lib -L/usr/local/opt/bison/lib -L/usr/local/opt/gettext/lib -L/usr/local/opt/icu4c/lib -L/usr/local/opt/libffi/lib -L/usr/local/opt/openblas/lib -L/usr/local/opt/openssl/lib -L/usr/local/opt/sqlite/lib", | |
| 552 "PKG_CONFIG_PATH=/usr/local/opt/icu4c/lib/pkgconfig:/usr/local/opt/qt/lib/pkgconfig", | |
| 553 "--enable-link-all-dependencies", | |
| 554 "--with-x=no", | |
| 555 "--without-osmesa", | |
| 556 "--with-blas=openblas"], | |
| 557 compile_opts, branch, xvfb = False) | |
| 558 | |
| 559 from buildbot.config import BuilderConfig | |
| 560 | |
| 561 c["builders"] = [] | |
| 562 | |
| 563 #c["builders"].append (BuilderConfig (name = "gcc-4.9-debian", | |
| 9 | 564 # workernames = ["jwe-debian-x86_64-1"], |
| 0 | 565 # factory = mk_gcc_4_9_factory (19, "-j8", "default"))) |
| 566 | |
| 567 #c["builders"].append (BuilderConfig (name = "gcc-5-debian", | |
| 9 | 568 # workernames = ["jwe-debian-x86_64-1"], |
| 0 | 569 # factory = mk_gcc_5_factory (19, "-j8", "default"))) |
| 570 | |
| 571 c["builders"].append (BuilderConfig (name = "gcc-6-debian", | |
| 572 workernames = ["mtmx-debian-x86_64"], | |
| 573 factory = mk_gcc_6_factory (10, "-j2", "default"))) | |
| 574 | |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
575 #c["builders"].append (BuilderConfig (name = "gcc-7-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
576 # workernames = ["jwe-debian-x86_64-3"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
577 # factory = mk_gcc_7_factory (19, "-j8", "default"))) |
| 0 | 578 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
579 #c["builders"].append (BuilderConfig (name = "stable-gcc-7-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
580 # workernames = ["jwe-debian-x86_64-3"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
581 # factory = mk_gcc_7_factory (19, "-j8", "stable"))) |
| 0 | 582 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
583 #c["builders"].append (BuilderConfig (name = "gcc-7-lto-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
584 # workernames = ["jwe-debian-x86_64-2"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
585 # factory = mk_gcc_7_lto_factory (19, "-j8", "default"))) |
| 0 | 586 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
587 #c["builders"].append (BuilderConfig (name = "stable-gcc-7-lto-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
588 # workernames = ["jwe-debian-x86_64-2"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
589 # factory = mk_gcc_7_lto_factory (19, "-j8", "stable"))) |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
590 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
591 c["builders"].append (BuilderConfig (name = "gcc-debian", |
| 9 | 592 workernames = ["jwe-debian-x86_64-3"], |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
593 factory = mk_gcc_factory (19, "-j8", "default"))) |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
594 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
595 c["builders"].append (BuilderConfig (name = "stable-gcc-debian", |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
596 workernames = ["jwe-debian-x86_64-3"], |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
597 factory = mk_gcc_factory (19, "-j8", "stable"))) |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
598 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
599 c["builders"].append (BuilderConfig (name = "gcc-lto-debian", |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
600 workernames = ["jwe-debian-x86_64-2"], |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
601 factory = mk_gcc_lto_factory (19, "-j8", "default"))) |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
602 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
603 c["builders"].append (BuilderConfig (name = "stable-gcc-lto-debian", |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
604 workernames = ["jwe-debian-x86_64-2"], |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
605 factory = mk_gcc_lto_factory (19, "-j8", "stable"))) |
| 0 | 606 |
| 607 c["builders"].append (BuilderConfig (name = "gcc-fedora", | |
| 608 workernames = ["das_fc25-x86_64"], | |
| 11 | 609 factory = mk_gcc_factory (0, "-j4", "default"))) |
| 0 | 610 |
| 611 c["builders"].append (BuilderConfig (name = "stable-gcc-fedora", | |
| 612 workernames = ["das_fc25-x86_64"], | |
| 11 | 613 factory = mk_gcc_factory (0, "-j4", "stable"))) |
| 0 | 614 |
| 615 c["builders"].append (BuilderConfig (name = "gcc-lto-fedora", | |
| 616 workernames = ["das_fc25-x86_64"], | |
| 11 | 617 factory = mk_gcc_lto_factory (10, "-j4", "default"))) |
| 0 | 618 |
| 619 c["builders"].append (BuilderConfig (name = "no-extras-debian", | |
| 9 | 620 workernames = ["jwe-debian-x86_64-2"], |
| 0 | 621 factory = mk_no_extras_factory (19, "-j8", "default"))) |
| 622 | |
| 623 c["builders"].append (BuilderConfig (name = "stable-no-extras-debian", | |
| 9 | 624 workernames = ["jwe-debian-x86_64-2"], |
| 0 | 625 factory = mk_no_extras_factory (19, "-j8", "stable"))) |
| 626 | |
| 627 ##c["builders"].append (BuilderConfig (name = "clang-3.8-debian", | |
| 9 | 628 ## workernames = ["jwe-debian-x86_64-3"], |
| 0 | 629 ## factory = mk_clang_3_8_factory (19, "-j8", "default"))) |
| 630 | |
| 631 c["builders"].append (BuilderConfig (name = "clang-3.9-debian", | |
| 632 workernames = ["mtmx-debian-x86_64"], | |
| 633 factory = mk_clang_3_9_factory (19, "-j2", "default"))) | |
| 634 | |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
635 #c["builders"].append (BuilderConfig (name = "clang-4.0-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
636 # workernames = ["jwe-debian-x86_64-1"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
637 # factory = mk_clang_4_0_factory (19, "-j8", "default"))) |
| 0 | 638 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
639 #c["builders"].append (BuilderConfig (name = "stable-clang-4.0-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
640 # workernames = ["jwe-debian-x86_64-1"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
641 # factory = mk_clang_4_0_factory (19, "-j8", "stable"))) |
| 0 | 642 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
643 #c["builders"].append (BuilderConfig (name = "clang-5.0-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
644 # workernames = ["jwe-debian-x86_64-0"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
645 # factory = mk_clang_5_0_factory (19, "-j6", "default"))) |
| 0 | 646 |
|
24
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
647 #c["builders"].append (BuilderConfig (name = "stable-clang-5.0-debian", |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
648 # workernames = ["jwe-debian-x86_64-0"], |
|
362fc8cd6712
remove some builds using obsolete compilers
John W. Eaton <jwe@octave.org>
parents:
23
diff
changeset
|
649 # factory = mk_clang_5_0_factory (19, "-j6", "stable"))) |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
650 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
651 c["builders"].append (BuilderConfig (name = "clang-debian", |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
652 workernames = ["jwe-debian-x86_64-0"], |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
653 factory = mk_clang_factory (19, "-j6", "default"))) |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
654 |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
655 c["builders"].append (BuilderConfig (name = "stable-clang-debian", |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
656 workernames = ["jwe-debian-x86_64-0"], |
|
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
657 factory = mk_clang_factory (19, "-j6", "stable"))) |
| 0 | 658 |
| 659 c["builders"].append (BuilderConfig (name = "clang-fedora", | |
| 660 workernames = ["das_fc25-x86_64"], | |
| 11 | 661 factory = mk_clang_factory (19, "-j4", "default"))) |
| 0 | 662 |
| 663 | |
|
13
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
664 c["builders"].append (BuilderConfig (name = "stable-clang-fedora", |
|
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
665 workernames = ["das_fc25-x86_64"], |
|
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
666 factory = mk_clang_factory (19, "-j4", "stable"))) |
|
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
667 |
|
9f694d100a7b
new stable-clang-fedora builder
John W. Eaton <jwe@octave.org>
parents:
12
diff
changeset
|
668 |
| 0 | 669 c["builders"].append (BuilderConfig (name = "clang-osx", |
| 670 workernames = ["epfl-elcapitan-x86_64"], | |
| 671 factory = mk_clang_osx_factory (0, "-j4", "default"))) | |
| 672 | |
| 673 c["builders"].append (BuilderConfig (name = "stable-clang-osx", | |
| 674 workernames = ["epfl-elcapitan-x86_64"], | |
| 675 factory = mk_clang_osx_factory (0, "-j4", "stable"))) | |
| 676 | |
| 677 | |
| 678 def mk_mxe_octave_hg_update_step (repo): | |
| 679 return Mercurial (repourl = repo, | |
| 680 defaultBranch = "default", branchType = "inrepo", | |
| 681 workdir = "src", mode = "full", method = "fresh", | |
| 682 haltOnFailure = True) | |
| 683 | |
| 684 | |
| 685 def mk_mxe_octave_bootstrap_step (nice = 0): | |
|
10
c1bb39356540
master.cfg: Run bootstrap script for MXE Octave builders (bug #55802).
Markus Mützel <markus.muetzel@gmx.de>
parents:
9
diff
changeset
|
686 boot_cmd = build_cmd_list ("./bootstrap", nice = nice) |
| 0 | 687 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, |
| 688 description = "bootstrap") | |
| 689 | |
| 690 | |
| 691 def mk_mxe_octave_configure_step (nice = 0, branch = "default", opts = []): | |
| 692 conf_cmd = build_cmd_list (["./configure", | |
| 693 "--with-pkg-dir=../../mxe-pkg-src", | |
| 694 "--with-ccache", "--enable-octave=" + branch, | |
| 695 "--enable-binary-packages"], | |
| 696 nice = nice, opts = opts) | |
| 697 return Configure (command = conf_cmd, workdir = "src", env = build_env) | |
| 698 | |
| 699 | |
| 700 def mk_mxe_octave_clean_step (nice = 0): | |
| 701 boot_cmd = build_cmd_list (["make", "clean"], nice = nice) | |
| 702 return ShellCommand (command = boot_cmd, workdir = "src", env = build_env, | |
| 703 description = "clean") | |
| 704 | |
| 705 | |
| 706 ## Timeout is large for these steps because mxe-octave currently only | |
| 707 ## prints a status update for each package, not detailed output from | |
| 708 ## make. The way the dependencies currently work, making | |
| 709 ## hg-octave-dist will also cause all the build tools to be updated, | |
| 710 ## and some of those make take significant time to build, especially | |
| 711 ## if the build is running on a heavily loaded system and this step | |
| 712 ## has a high nice value. | |
| 713 | |
| 714 def mk_mxe_octave_hg_tarball_step (nice = 0, jobs = 8, branch = "default"): | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
715 |
|
4
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
716 make_cmd = build_cmd_list (["make", "JOBS=" + str (jobs), "hg-octave-dist", "hg-octave-branch=" + branch], |
| 0 | 717 nice = nice) |
| 718 return Compile (command = make_cmd, workdir = "src", env = build_env, | |
| 719 timeout = 14400) | |
| 720 | |
| 721 | |
| 722 def mk_mxe_octave_compile_step (nice = 0, jobs = 8, opts = []): | |
| 723 make_cmd = build_cmd_list (["make", "JOBS=" + str (jobs)], | |
| 724 nice = nice, opts = opts) | |
| 725 return Compile (command = make_cmd, workdir = "src", env = build_env, | |
| 726 timeout = 14400) | |
| 727 | |
| 728 | |
| 729 def mk_mxe_octave_factory (nice, jobs, branch, configure_opts, compile_opts): | |
| 730 factory = BuildFactory () | |
| 731 | |
| 732 factory.addStep (mk_mxe_octave_hg_update_step (mxe_octave_hg_repo)) | |
| 733 factory.addStep (mk_mxe_octave_bootstrap_step (nice = nice)) | |
| 734 ## Must run configure to ensure clean target will work, then must | |
| 735 ## run configure again to recreate makefile. | |
| 736 factory.addStep (mk_mxe_octave_configure_step (nice = nice, branch = branch, | |
| 737 opts = configure_opts)) | |
| 738 factory.addStep (mk_mxe_octave_clean_step (nice = nice)) | |
| 739 factory.addStep (mk_mxe_octave_configure_step (nice = nice, branch = branch, | |
| 740 opts = configure_opts)) | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
741 |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
742 factory.addStep (mk_mxe_octave_compile_step (nice = nice, jobs = jobs, |
|
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
743 opts = "prerequisites")) |
|
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
744 |
|
4
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
745 if branch != "release": |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
746 ## Create a tarball file from an hg checkout, then build from that. |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
747 ## This also builds all dependencies for Octave, so it can take a |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
748 ## while. Using ccache should help us significantly since we are |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
749 ## typically rebuilding the same sets of packages repeatedly. |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
750 |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
751 factory.addStep (mk_mxe_octave_hg_tarball_step (nice = nice, jobs = jobs, |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
752 branch = branch)) |
|
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
753 |
| 0 | 754 factory.addStep (mk_mxe_octave_compile_step (nice = nice, jobs = jobs, |
| 755 opts = compile_opts)) | |
|
4
5d2e18ee2b92
mxe-octave: don't build tarball from hg for "release" branch
John W. Eaton <jwe@octave.org>
parents:
3
diff
changeset
|
756 |
| 0 | 757 ## factory.addStep (mk_mxe_octave_test_step (nice = nice)) |
| 758 | |
| 759 return factory | |
| 760 | |
| 761 | |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
762 def mk_w32_factory (nice, jobs, branch, configure_opts, compile_opts): |
| 0 | 763 return mk_mxe_octave_factory (nice, jobs, branch, |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
764 configure_opts + |
| 0 | 765 ["--enable-qt5", |
| 766 "--enable-devel-tools", | |
| 767 "--disable-windows-64", | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
768 "--disable-64", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
769 "--disable-fortran-int64", |
| 0 | 770 "--disable-system-opengl"], |
| 771 compile_opts) | |
| 772 | |
| 773 | |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
774 def mk_w64_32_factory (nice, jobs, branch, configure_opts, compile_opts): |
| 0 | 775 return mk_mxe_octave_factory (nice, jobs, branch, |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
776 configure_opts + |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
777 ["--enable-qt5", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
778 "--enable-devel-tools", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
779 "--enable-windows-64", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
780 "--enable-64", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
781 "--disable-fortran-int64", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
782 "--disable-system-opengl"], |
| 0 | 783 compile_opts) |
| 784 | |
| 785 | |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
786 def mk_w64_64_factory (nice, jobs, branch, configure_opts, compile_opts): |
| 0 | 787 return mk_mxe_octave_factory (nice, jobs, branch, |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
788 configure_opts + |
| 0 | 789 ["--enable-qt5", |
| 790 "--enable-devel-tools", | |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
791 "--enable-windows-64", |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
792 "--enable-64", |
| 0 | 793 "--enable-fortran-int64", |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
794 "--disable-system-opengl"], |
| 0 | 795 compile_opts) |
| 796 | |
| 797 | |
| 798 def mk_native_factory (nice, jobs, branch, compile_opts): | |
| 799 return mk_mxe_octave_factory (nice, jobs, branch, | |
| 800 ["--enable-native-build", | |
| 801 "--enable-qt5", | |
| 802 "--enable-lib64-directory", | |
| 803 "--enable-pic-flag", | |
| 804 "--disable-devel-tools", | |
| 805 "--enable-system-x11-libs", | |
| 806 "--enable-system-fontconfig", | |
| 807 "--enable-system-gcc", | |
| 808 "gnu-linux"], | |
| 809 compile_opts) | |
| 810 | |
| 811 | |
| 812 def mk_native_all_factory (nice, jobs, branch, compile_opts): | |
| 813 return mk_mxe_octave_factory (nice, jobs, branch, | |
| 814 ["--enable-native-build", | |
| 815 "--enable-qt5", | |
| 816 "--enable-lib64-directory", | |
| 817 "--enable-pic-flag", | |
| 818 "--disable-devel-tools", | |
| 819 "--disable-system-x11-libs", | |
| 820 "--disable-system-fontconfig", | |
| 821 "--disable-system-gcc", | |
| 822 "--disable-system-opengl", | |
| 823 "gnu-linux"], | |
| 824 compile_opts) | |
| 825 | |
| 826 | |
| 827 c["builders"].append (BuilderConfig (name = "w32-on-debian", | |
| 9 | 828 workernames = ["jwe-debian-x86_64-0"], |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
829 factory = mk_w32_factory (19, 8, "default", |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
830 ["--enable-system-octave"], |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
831 ["nsis-installer", "7z-dist"]))) |
| 0 | 832 |
| 833 c["builders"].append (BuilderConfig (name = "w64-32-on-debian", | |
| 9 | 834 workernames = ["jwe-debian-x86_64-1"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
835 factory = mk_w64_32_factory (19, 8, "default", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
836 ["--enable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
837 ["nsis-installer", "7z-dist"]))) |
| 0 | 838 |
| 839 c["builders"].append (BuilderConfig (name = "w64-64-on-debian", | |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
840 workernames = ["jwe-debian-x86_64-2"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
841 factory = mk_w64_64_factory (19, 8, "default", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
842 ["--enable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
843 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
844 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
845 c["builders"].append (BuilderConfig (name = "w32-release-on-debian", |
| 9 | 846 workernames = ["jwe-debian-x86_64-0"], |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
847 factory = mk_w32_factory (19, 8, "release", |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
848 ["--disable-system-octave"], |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
849 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
850 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
851 c["builders"].append (BuilderConfig (name = "w64-32-release-on-debian", |
| 9 | 852 workernames = ["jwe-debian-x86_64-1"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
853 factory = mk_w64_32_factory (19, 8, "release", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
854 ["--disable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
855 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
856 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
857 c["builders"].append (BuilderConfig (name = "w64-64-release-on-debian", |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
858 workernames = ["jwe-debian-x86_64-2"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
859 factory = mk_w64_64_factory (19, 8, "release", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
860 ["--disable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
861 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
862 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
863 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
864 c["builders"].append (BuilderConfig (name = "w32-stable-on-debian", |
| 9 | 865 workernames = ["jwe-debian-x86_64-0"], |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
866 factory = mk_w32_factory (19, 8, "stable", |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
867 ["--enable-system-octave"], |
|
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
868 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
869 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
870 c["builders"].append (BuilderConfig (name = "w64-32-stable-on-debian", |
| 9 | 871 workernames = ["jwe-debian-x86_64-1"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
872 factory = mk_w64_32_factory (19, 8, "stable", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
873 ["--enable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
874 ["nsis-installer", "7z-dist"]))) |
|
3
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
875 |
|
7a07ae3068be
add mxe-octave 'release' builds and rebalance worker loads
John W. Eaton <jwe@octave.org>
parents:
2
diff
changeset
|
876 c["builders"].append (BuilderConfig (name = "w64-64-stable-on-debian", |
|
23
0e1fc3eea4d0
new build configs; adjust load; move w64-64 to different system
John W. Eaton <jwe@octave.org>
parents:
22
diff
changeset
|
877 workernames = ["jwe-debian-x86_64-2"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
878 factory = mk_w64_64_factory (19, 8, "stable", |
|
26
a333253a8d2e
Build native Octave for MXE cross-builds that don't create a tarball (bug #49503).
Markus Mützel <markus.muetzel@gmx.de>
parents:
25
diff
changeset
|
879 ["--enable-system-octave"], |
|
6
c8ce098ecc08
mxe-octave: update build rules
John W. Eaton <jwe@octave.org>
parents:
5
diff
changeset
|
880 ["nsis-installer", "7z-dist"]))) |
| 0 | 881 |
| 882 c["builders"].append (BuilderConfig (name = "mxe-native-on-debian", | |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
883 workernames = ["jwe-debian-x86_64-3"], |
| 0 | 884 factory = mk_native_factory (19, 8, "default", "tar-dist"))) |
| 885 | |
| 886 c["builders"].append (BuilderConfig (name = "mxe-native-all-on-debian", | |
|
27
6e6cec148a95
load balancing changes for jwe workers
John W. Eaton <jwe@octave.org>
parents:
26
diff
changeset
|
887 workernames = ["jwe-debian-x86_64-3"], |
| 0 | 888 factory = mk_native_all_factory (19, 8, "default", "tar-dist"))) |
| 889 | |
| 890 | |
| 891 ## PROJECT IDENTITY | |
| 892 | |
| 893 ## the 'title' string will appear at the top of this buildbot | |
| 894 ## installation's html.WebStatus home page (linked to the 'titleURL') | |
| 895 ## and is embedded in the title of the waterfall HTML page. | |
| 896 | |
| 897 c["title"] = "GNU Octave Buildbot" | |
| 898 c["titleURL"] = "https://octave.org" | |
| 899 | |
| 900 # The 'buildbotURL' string should point to the location where the buildbot's | |
| 901 # internal web server is visible. This typically uses the port number set in | |
| 902 # the 'www' entry below, but with an externally-visible host name which the | |
| 903 # buildbot cannot figure out without some help. | |
| 904 | |
|
5
0b956eea0df3
move master web server back to port 8010
John W. Eaton <jwe@octave.org>
parents:
4
diff
changeset
|
905 c['buildbotURL'] = "http://buildbot.octave.org:8010/" |
| 0 | 906 |
| 907 ## Minimalistic config to activate new web UI | |
| 908 | |
| 909 from buildbot.plugins import util | |
| 910 | |
| 911 c['www'] = { | |
|
5
0b956eea0df3
move master web server back to port 8010
John W. Eaton <jwe@octave.org>
parents:
4
diff
changeset
|
912 "port" : 8010, |
| 0 | 913 "plugins" : { "waterfall_view" : True } |
| 914 } | |
| 915 | |
| 15 | 916 c['www']['ui_default_config'] = { |
| 917 "Waterfall.scaling_waterfall": 0.02, | |
|
25
180e9db46fa3
omit old builders from waterfall view by default
John W. Eaton <jwe@octave.org>
parents:
24
diff
changeset
|
918 "Waterfall.lazy_limit_waterfall": 400, |
|
180e9db46fa3
omit old builders from waterfall view by default
John W. Eaton <jwe@octave.org>
parents:
24
diff
changeset
|
919 ## A bug makes this setting the opposite of what it appears. |
|
180e9db46fa3
omit old builders from waterfall view by default
John W. Eaton <jwe@octave.org>
parents:
24
diff
changeset
|
920 "Waterfall.show_old_builders": True |
| 15 | 921 } |
| 922 | |
| 20 | 923 ### HOW TF is this supposed to work to limit access to things like forcing or |
| 924 ### stopping builds through the web interface. Nothing seems to limit the | |
| 925 ### force actions to users who are logged in. WTF!?! | |
| 926 ## authz = util.Authz ( | |
| 927 ## stringsMatcher = util.fnmatchStrMatcher, | |
| 928 ## allowRules = [ | |
| 929 ## util.AnyEndpointMatcher (role = "admins", defaultDeny = False), | |
| 930 ## # admins can do anything, | |
| 931 ## # defaultDeny = False: if user does not have the admin role, we continue parsing rules | |
| 932 ## util.StopBuildEndpointMatcher (role = "admins"), | |
| 933 ## util.ForceBuildEndpointMatcher (role = "admins"), | |
| 934 ## # if future Buildbot implement new control, we are safe with this last rule | |
| 935 ## util.AnyControlEndpointMatcher (role = "admins") | |
| 936 ## ], | |
| 937 ## roleMatchers = [ | |
| 938 ## # role owner is granted when property owner matches the email of the user | |
| 939 ## util.RolesFromOwner (role = "owner") | |
| 940 ## ] | |
| 941 ## ) | |
| 942 | |
| 943 auth = util.UserPasswordAuth (octave_buildbot_config.master_id_and_pass) | |
| 944 | |
| 945 c['www']['auth'] = auth | |
| 946 ## c['www']['authz'] = authz | |
| 947 | |
| 0 | 948 ## DB URL |
| 949 | |
| 950 ## This specifies what database buildbot uses to store its state. You | |
| 951 ## can leave this at its default for all but the largest installations. | |
| 952 | |
| 953 c["db"] = { "db_url" : "sqlite:///state.sqlite" } | |
| 954 | |
| 955 ## NOTIFICATIONS | |
| 956 | |
| 957 from buildbot.plugins import reporters | |
| 958 | |
| 959 c["services"] = [] | |
| 960 | |
| 961 m = reporters.MailNotifier (fromaddr = "NO-REPLY@octave.org", | |
| 962 sendToInterestedUsers = False, | |
| 963 extraRecipients = ["octave-buildbot@gnu.org"], | |
| 964 mode = "failing") | |
| 965 c["services"].append (m) |