[go: nahoru, domu]

blob: e7590e16c445a639d494b40b1035d1f6a267c887 [file] [log] [blame]
Avi Drissmanea1be232022-09-14 23:29:061# Copyright 2021 The Chromium Authors
Garrett Beaty2a9ce1552021-12-21 22:16:492# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
Haiyang Pan9c454e5e2023-04-24 16:32:424"""Definitions of builders in the chromium.infra builder group."""
Garrett Beaty2a9ce1552021-12-21 22:16:495
6load("//lib/builders.star", "os", "sheriff_rotations")
7load("//lib/ci.star", "ci")
8load("//lib/consoles.star", "consoles")
9
10ci.defaults.set(
Haiyang Pan9c454e5e2023-04-24 16:32:4211 builder_group = "chromium.infra",
Garrett Beaty1a0d2aa92023-02-13 18:43:4812 pool = ci.DEFAULT_POOL,
Garrett Beaty2a9ce1552021-12-21 22:16:4913 cores = 8,
Garrett Beaty184dbe02022-05-10 18:34:4014 os = os.LINUX_DEFAULT,
Garrett Beatyadad4c62022-12-13 17:55:1815 execution_timeout = ci.DEFAULT_EXECUTION_TIMEOUT,
Haiyang Pan9c454e5e2023-04-24 16:32:4216 service_account = ci.DEFAULT_SERVICE_ACCOUNT,
Garrett Beaty2a9ce1552021-12-21 22:16:4917)
18
19consoles.console_view(
Haiyang Pan9c454e5e2023-04-24 16:32:4220 name = "chromium.infra",
Garrett Beaty2a9ce1552021-12-21 22:16:4921)
22
Haiyang Pan9c454e5e2023-04-24 16:32:4223def packager_builder(**kwargs):
24 return ci.builder(
25 service_account = "chromium-cipd-builder@chops-service-accounts.iam.gserviceaccount.com",
26 **kwargs
27 )
28
29packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:4930 name = "3pp-linux-amd64-packager",
Garrett Beatyadad4c62022-12-13 17:55:1831 executable = "recipe:chromium_3pp",
Garrett Beaty1a0d2aa92023-02-13 18:43:4832 # Every 6 hours starting at 5am UTC.
33 schedule = "0 5/6 * * * *",
Garrett Beatyadad4c62022-12-13 17:55:1834 triggered_by = [],
Garrett Beaty2a9ce1552021-12-21 22:16:4935 builderless = False,
36 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:4237 category = "packager|3pp|linux",
Garrett Beaty2a9ce1552021-12-21 22:16:4938 short_name = "amd64",
39 ),
Haiyang Pane9e6d7c2023-05-19 01:42:3740 notifies = ["chromium-infra"],
Garrett Beaty2a9ce1552021-12-21 22:16:4941 properties = {
42 "$build/chromium_3pp": {
43 "platform": "linux-amd64",
44 "preprocess": [{
45 "name": "third_party/android_deps",
46 "cmd": [
47 "{CHECKOUT}/src/third_party/android_deps/fetch_all.py",
48 "-v",
49 "--ignore-vulnerabilities",
50 ],
51 }],
52 "gclient_config": "chromium",
53 "gclient_apply_config": ["android"],
54 },
55 },
Garrett Beaty2a9ce1552021-12-21 22:16:4956)
57
Haiyang Pan9c454e5e2023-04-24 16:32:4258packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:4959 name = "3pp-mac-amd64-packager",
Garrett Beatyadad4c62022-12-13 17:55:1860 executable = "recipe:chromium_3pp",
Garrett Beaty1a0d2aa92023-02-13 18:43:4861 # TODO(crbug.com/1267449): Trigger builds routinely once works fine.
62 schedule = "triggered",
Garrett Beatyadad4c62022-12-13 17:55:1863 triggered_by = [],
Garrett Beaty2a9ce1552021-12-21 22:16:4964 builderless = True,
Garrett Beatyadad4c62022-12-13 17:55:1865 cores = None,
66 os = os.MAC_DEFAULT,
Garrett Beaty2a9ce1552021-12-21 22:16:4967 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:4268 category = "packager|3pp|mac",
Garrett Beaty2a9ce1552021-12-21 22:16:4969 short_name = "amd64",
70 ),
Haiyang Pane9e6d7c2023-05-19 01:42:3771 notifies = ["chromium-infra"],
Garrett Beaty2a9ce1552021-12-21 22:16:4972 properties = {
73 "$build/chromium_3pp": {
74 "platform": "mac-amd64",
75 "gclient_config": "chromium",
76 },
77 },
Garrett Beaty2a9ce1552021-12-21 22:16:4978)
79
Haiyang Pan9c454e5e2023-04-24 16:32:4280packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:4981 name = "android-androidx-packager",
Garrett Beatyadad4c62022-12-13 17:55:1882 executable = "recipe:android/androidx_packager",
Garrett Beaty1a0d2aa92023-02-13 18:43:4883 schedule = "0 7,14,22 * * * *",
Garrett Beatyadad4c62022-12-13 17:55:1884 triggered_by = [],
85 sheriff_rotations = sheriff_rotations.ANDROID,
Garrett Beaty2a9ce1552021-12-21 22:16:4986 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:4287 category = "packager|android",
Garrett Beaty2a9ce1552021-12-21 22:16:4988 short_name = "androidx",
89 ),
90 notifies = ["chromium-androidx-packager"],
Garrett Beaty2a9ce1552021-12-21 22:16:4991)
92
Haiyang Pan9c454e5e2023-04-24 16:32:4293packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:4994 name = "android-avd-packager",
Garrett Beatyadad4c62022-12-13 17:55:1895 executable = "recipe:android/avd_packager",
Garrett Beaty1a0d2aa92023-02-13 18:43:4896 # Triggered manually through the scheduler UI
97 # https://luci-scheduler.appspot.com/jobs/chromium/android-avd-packager
98 schedule = "triggered",
Garrett Beatyadad4c62022-12-13 17:55:1899 triggered_by = [],
Garrett Beaty2a9ce1552021-12-21 22:16:49100 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:42101 category = "packager|android",
Garrett Beaty2a9ce1552021-12-21 22:16:49102 short_name = "avd",
103 ),
Garrett Beaty2a9ce1552021-12-21 22:16:49104 properties = {
Haiyang Pan96d0ab12022-11-21 19:58:13105 "$build/avd_packager": {
106 "avd_configs": [
107 "tools/android/avd/proto/creation/generic_android19.textpb",
108 "tools/android/avd/proto/creation/generic_android22.textpb",
109 "tools/android/avd/proto/creation/generic_android23.textpb",
110 "tools/android/avd/proto/creation/generic_android24.textpb",
111 "tools/android/avd/proto/creation/generic_playstore_android24.textpb",
112 "tools/android/avd/proto/creation/generic_android25.textpb",
113 "tools/android/avd/proto/creation/generic_playstore_android25.textpb",
114 "tools/android/avd/proto/creation/generic_android27.textpb",
115 "tools/android/avd/proto/creation/generic_playstore_android27.textpb",
116 "tools/android/avd/proto/creation/generic_android28.textpb",
117 "tools/android/avd/proto/creation/generic_playstore_android28.textpb",
118 "tools/android/avd/proto/creation/generic_android29.textpb",
119 "tools/android/avd/proto/creation/generic_android30.textpb",
120 "tools/android/avd/proto/creation/generic_playstore_android30.textpb",
121 "tools/android/avd/proto/creation/generic_android31.textpb",
122 "tools/android/avd/proto/creation/generic_playstore_android31.textpb",
123 "tools/android/avd/proto/creation/generic_android32_foldable.textpb",
124 "tools/android/avd/proto/creation/generic_playstore_android32_foldable.textpb",
125 "tools/android/avd/proto/creation/generic_android33.textpb",
126 "tools/android/avd/proto/creation/generic_playstore_android33.textpb",
Gabrielle Lau59bac3e22023-06-21 09:41:58127 "tools/android/avd/proto/creation/generic_android34.textpb",
128 "tools/android/avd/proto/creation/generic_playstore_android34.textpb",
Haiyang Pan96d0ab12022-11-21 19:58:13129 ],
130 "gclient_config": "chromium",
131 "gclient_apply_config": ["android"],
132 },
Garrett Beaty2a9ce1552021-12-21 22:16:49133 },
Garrett Beaty2a9ce1552021-12-21 22:16:49134)
135
Haiyang Pan9c454e5e2023-04-24 16:32:42136packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:49137 name = "android-sdk-packager",
Garrett Beatyadad4c62022-12-13 17:55:18138 executable = "recipe:android/sdk_packager",
Garrett Beaty1a0d2aa92023-02-13 18:43:48139 schedule = "0 7 * * *",
Garrett Beatyadad4c62022-12-13 17:55:18140 triggered_by = [],
Garrett Beaty2a9ce1552021-12-21 22:16:49141 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:42142 category = "packager|android",
Garrett Beaty2a9ce1552021-12-21 22:16:49143 short_name = "sdk",
144 ),
Garrett Beaty2a9ce1552021-12-21 22:16:49145 properties = {
146 # We still package part of build-tools;25.0.2 to support
147 # http://bit.ly/2KNUygZ
148 "packages": [
149 {
150 "sdk_package_name": "build-tools;25.0.2",
151 "cipd_yaml": "third_party/android_sdk/cipd/build-tools/25.0.2.yaml",
152 },
153 {
Torne (Richard Coles)bc358742022-06-24 19:06:08154 "sdk_package_name": "build-tools;33.0.0",
155 "cipd_yaml": "third_party/android_sdk/cipd/build-tools/33.0.0.yaml",
156 },
157 {
Sam Maier2056acf2023-06-09 14:51:08158 "sdk_package_name": "build-tools;34.0.0",
159 "cipd_yaml": "third_party/android_sdk/cipd/build-tools/34.0.0.yaml",
160 },
161 {
Garrett Beaty2a9ce1552021-12-21 22:16:49162 "sdk_package_name": "cmdline-tools;latest",
163 "cipd_yaml": "third_party/android_sdk/cipd/cmdline-tools.yaml",
164 },
165 {
166 "sdk_package_name": "emulator",
167 "cipd_yaml": "third_party/android_sdk/cipd/emulator.yaml",
168 },
169 {
170 "sdk_package_name": "patcher;v4",
171 "cipd_yaml": "third_party/android_sdk/cipd/patcher/v4.yaml",
172 },
173 {
Torne (Richard Coles)bc358742022-06-24 19:06:08174 "sdk_package_name": "platforms;android-33",
175 "cipd_yaml": "third_party/android_sdk/cipd/platforms/android-33.yaml",
176 },
177 {
Sam Maier2056acf2023-06-09 14:51:08178 "sdk_package_name": "platforms;android-34",
179 "cipd_yaml": "third_party/android_sdk/cipd/platforms/android-34.yaml",
180 },
181 {
John Delaneyceb07632022-12-06 19:37:38182 "sdk_package_name": "platforms;android-TiramisuPrivacySandbox",
183 "cipd_yaml": "third_party/android_sdk/cipd/platforms/android-TiramisuPrivacySandbox.yaml",
184 },
185 {
Garrett Beaty2a9ce1552021-12-21 22:16:49186 "sdk_package_name": "platform-tools",
187 "cipd_yaml": "third_party/android_sdk/cipd/platform-tools.yaml",
188 },
189 {
Garrett Beaty2a9ce1552021-12-21 22:16:49190 "sdk_package_name": "sources;android-31",
191 "cipd_yaml": "third_party/android_sdk/cipd/sources/android-31.yaml",
192 },
193 {
Haiyang Pan11726d02022-02-02 17:06:38194 "sdk_package_name": "system-images;android-19;google_apis;x86",
195 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-19/google_apis/x86.yaml",
196 },
197 {
198 "sdk_package_name": "system-images;android-22;google_apis;x86",
199 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-22/google_apis/x86.yaml",
200 },
201 {
Garrett Beaty2a9ce1552021-12-21 22:16:49202 "sdk_package_name": "system-images;android-23;google_apis;x86",
203 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-23/google_apis/x86.yaml",
204 },
205 {
Haiyang Pand0066562022-03-18 01:20:08206 "sdk_package_name": "system-images;android-24;google_apis;x86",
207 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-24/google_apis/x86.yaml",
208 },
209 {
210 "sdk_package_name": "system-images;android-24;google_apis_playstore;x86",
211 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-24/google_apis_playstore/x86.yaml",
212 },
213 {
Haiyang Pan6be5b672022-03-07 22:56:27214 "sdk_package_name": "system-images;android-25;google_apis;x86",
215 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-25/google_apis/x86.yaml",
216 },
217 {
218 "sdk_package_name": "system-images;android-25;google_apis_playstore;x86",
219 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-25/google_apis_playstore/x86.yaml",
220 },
221 {
Garrett Beaty2a9ce1552021-12-21 22:16:49222 "sdk_package_name": "system-images;android-27;google_apis;x86",
223 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-27/google_apis/x86.yaml",
224 },
225 {
226 "sdk_package_name": "system-images;android-27;google_apis_playstore;x86",
227 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-27/google_apis_playstore/x86.yaml",
228 },
229 {
230 "sdk_package_name": "system-images;android-28;google_apis;x86",
231 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-28/google_apis/x86.yaml",
232 },
233 {
234 "sdk_package_name": "system-images;android-28;google_apis_playstore;x86",
235 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-28/google_apis_playstore/x86.yaml",
236 },
237 {
238 "sdk_package_name": "system-images;android-29;google_apis;x86",
239 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-29/google_apis/x86.yaml",
240 },
241 {
242 "sdk_package_name": "system-images;android-29;google_apis_playstore;x86",
243 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-29/google_apis_playstore/x86.yaml",
244 },
245 {
246 "sdk_package_name": "system-images;android-30;google_apis;x86",
247 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-30/google_apis/x86.yaml",
248 },
249 {
250 "sdk_package_name": "system-images;android-30;google_apis_playstore;x86",
251 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-30/google_apis_playstore/x86.yaml",
252 },
253 # use x86_64 since sdkmanager don't ship x86 for android-31 and above.
254 {
Haiyang Pane88995f2022-09-13 18:29:48255 "sdk_package_name": "system-images;android-31;google_apis;arm64-v8a",
256 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-31/google_apis/arm64.yaml",
257 },
258 {
Garrett Beaty2a9ce1552021-12-21 22:16:49259 "sdk_package_name": "system-images;android-31;google_apis;x86_64",
260 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-31/google_apis/x86_64.yaml",
261 },
262 {
263 "sdk_package_name": "system-images;android-31;google_apis_playstore;x86_64",
264 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-31/google_apis_playstore/x86_64.yaml",
265 },
266 {
267 "sdk_package_name": "system-images;android-32;google_apis;x86_64",
268 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-32/google_apis/x86_64.yaml",
269 },
270 {
271 "sdk_package_name": "system-images;android-32;google_apis_playstore;x86_64",
272 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-32/google_apis_playstore/x86_64.yaml",
273 },
Torne (Richard Coles)bc358742022-06-24 19:06:08274 {
275 "sdk_package_name": "system-images;android-33;google_apis;x86_64",
276 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-33/google_apis/x86_64.yaml",
277 },
278 {
279 "sdk_package_name": "system-images;android-33;google_apis_playstore;x86_64",
280 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-33/google_apis_playstore/x86_64.yaml",
281 },
John Delaneyceb07632022-12-06 19:37:38282 {
283 "sdk_package_name": "system-images;android-TiramisuPrivacySandbox;google_apis_playstore;x86_64",
284 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-TiramisuPrivacySandbox/google_apis_playstore/x86_64.yaml",
285 },
Gabrielle Lau0cc34e0a2023-05-04 19:26:46286 {
Sam Maier2056acf2023-06-09 14:51:08287 "sdk_package_name": "system-images;android-34;google_apis;x86_64",
288 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-34/google_apis/x86_64.yaml",
289 },
290 {
291 "sdk_package_name": "system-images;android-34;google_apis_playstore;x86_64",
292 "cipd_yaml": "third_party/android_sdk/cipd/system_images/android-34/google_apis_playstore/x86_64.yaml",
Gabrielle Lau0cc34e0a2023-05-04 19:26:46293 },
Garrett Beaty2a9ce1552021-12-21 22:16:49294 ],
295 },
Garrett Beaty2a9ce1552021-12-21 22:16:49296)
297
Haiyang Pan9c454e5e2023-04-24 16:32:42298packager_builder(
Garrett Beaty2a9ce1552021-12-21 22:16:49299 name = "rts-model-packager",
Garrett Beatyadad4c62022-12-13 17:55:18300 executable = "recipe:chromium_rts/create_model",
Garrett Beaty1a0d2aa92023-02-13 18:43:48301 schedule = "0 9 * * *", # at 1AM or 2AM PT (depending on DST), once a day.
Garrett Beatyadad4c62022-12-13 17:55:18302 triggered_by = [],
Garrett Beaty2a9ce1552021-12-21 22:16:49303 builderless = False,
Garrett Beatyadad4c62022-12-13 17:55:18304 cores = None,
Garrett Beaty2a9ce1552021-12-21 22:16:49305 console_view_entry = consoles.console_view_entry(
Haiyang Pan9c454e5e2023-04-24 16:32:42306 category = "packager|rts",
Garrett Beaty2a9ce1552021-12-21 22:16:49307 short_name = "create-model",
308 ),
Haiyang Pan7e55a352022-12-07 18:42:52309 execution_timeout = 10 * time.hour,
Garrett Beaty2a9ce1552021-12-21 22:16:49310 notifies = [
311 luci.notifier(
312 name = "rts-model-packager-notifier",
Garrett Beaty2a9ce1552021-12-21 22:16:49313 notify_emails = ["chrome-browser-infra-team@google.com"],
Garrett Beaty1a0d2aa92023-02-13 18:43:48314 on_occurrence = ["FAILURE", "INFRA_FAILURE"],
Garrett Beaty2a9ce1552021-12-21 22:16:49315 ),
316 ],
Garrett Beaty2a9ce1552021-12-21 22:16:49317)
Haiyang Pane07936312023-04-25 00:55:31318
319ci.builder(
320 name = "android-device-flasher",
321 executable = "recipe:android/device_flasher",
Haiyang Panf0648042023-05-05 23:07:07322 # TODO(crbug.com/1260195): Find the sweet spot for the frequency.
323 schedule = "0 9 * * 1", # at 9am UTC every Monday.
Haiyang Pane07936312023-04-25 00:55:31324 triggered_by = [],
325 console_view_entry = consoles.console_view_entry(
326 short_name = "flash",
327 ),
Haiyang Pane9e6d7c2023-05-19 01:42:37328 notifies = ["chromium-infra"],
Haiyang Pane07936312023-04-25 00:55:31329 properties = {
Haiyang Pan8c699fc2023-04-26 22:00:55330 "flash_criteria": [
331 # Used by ci/Android Release (Nexus 5X)
332 # This is mirrored by the CQ builder android-arm64-rel
333 {
334 "pool": "chromium.tests",
335 "device_type": "bullhead",
336 "device_os": "N2G48C",
337 "max_uid_threshold": 18000,
Haiyang Pan8c699fc2023-04-26 22:00:55338 },
339 # Used by ci/android-pie-arm64-rel
340 # This is mirrored by the CQ builder android-arm64-rel
341 {
342 "pool": "chromium.tests",
343 "device_type": "walleye",
344 "device_os": "PQ3A.190801.002",
Haiyang Panf0648042023-05-05 23:07:07345 "max_uid_threshold": 18000,
Haiyang Pan8c699fc2023-04-26 22:00:55346 },
347 # Used by ci/android-pie-arm64-rel
348 # This is mirrored by the CQ builder android-arm64-rel
349 {
350 "pool": "chromium.tests",
351 "device_type": "sailfish",
352 "device_os": "PQ3A.190801.002",
Haiyang Pancd654ae62023-05-03 21:52:09353 "max_uid_threshold": 18000,
Haiyang Pan8c699fc2023-04-26 22:00:55354 },
355 # Used by GPU team
356 {
357 "pool": "chromium.tests.gpu",
358 "device_type": "oriole",
359 "device_os": "TP1A.220624.021",
360 "max_uid_threshold": 18000,
Haiyang Pan8c699fc2023-04-26 22:00:55361 },
362 ],
Haiyang Pane07936312023-04-25 00:55:31363 },
364)