1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema
from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.task import task_description_schema
transforms = TransformSequence()
bootstrap_schema = Schema(
{
# Name of the bootstrap task.
Required("name"): str,
# Name of the docker image. Ideally, we'd also have tasks for mac and windows,
# but we unfortunately don't have workers barebones enough for such testing
# to be satisfactory.
Required("image"): Any(str, {"in-tree": str}),
# Initialization commands.
Required("pre-commands"): [str],
# relative path (from config.path) to the file task was defined in
Optional("task-from"): str,
Optional("run-on-repo-type"): task_description_schema["run-on-repo-type"],
}
)
transforms.add_validate(bootstrap_schema)
@transforms.add
def bootstrap_tasks(config, tasks):
for task in tasks:
name = task.pop("name")
image = task.pop("image")
pre_commands = task.pop("pre-commands")
head_repo = config.params["head_repository"]
head_rev = config.params["head_rev"]
# Get all the non macos/windows local toolchains (the only ones bootstrap can use),
# and use them as dependencies for the tasks we create, so that they don't start
# before any potential toolchain task that would be triggered on the same push
# (which would lead to bootstrap failing).
dependencies = {
name: name
for name, task in config.kind_dependencies_tasks.items()
if task.attributes.get("local-toolchain")
and not name.startswith(("toolchain-macos", "toolchain-win"))
}
# We don't test the artifacts variants, or js, because they are essentially subsets.
# Mobile and browser are different enough to warrant testing them separately.
for app in ("browser", "mobile_android"):
commands = pre_commands + [
# MOZ_AUTOMATION changes the behavior, and we want something closer to user
# machines.
"unset MOZ_AUTOMATION",
f"curl --retry 5 -L -f -O {head_repo}/raw-file/{head_rev}/python/mozboot/bin/bootstrap.py",
# We keep using git-cinnabar here because we rely on being able to pull
# the head revision from Mercurial.
f"python3 bootstrap.py --vcs=git-cinnabar --no-interactive --application-choice {app}",
"cd mozilla-unified",
# After bootstrap, configure should go through without its own auto-bootstrap.
"./mach configure --enable-bootstrap=no-update",
# Then a build should go through too.
"./mach build",
]
os_specific = []
if app == "mobile_android":
os_specific += ["android*"]
for os, filename in (
("debian", "debian.py"),
("ubuntu", "debian.py"),
("fedora", "centosfedora.py"),
("rockylinux", "centosfedora.py"),
("opensuse", "opensuse.py"),
("gentoo", "gentoo.py"),
("archlinux", "archlinux.py"),
("voidlinux", "void.py"),
):
if name.startswith(os):
os_specific.append(filename)
break
else:
raise Exception(f"Missing OS specific bootstrap file for {name}")
taskdesc = {
"label": f"{config.kind}-{name}-{app}",
"description": f"Bootstrap {app} build on {name}",
"always-target": True,
"scopes": [],
"treeherder": {
"symbol": f"Boot({name})",
"platform": {
"browser": "linux64/opt",
"mobile_android": "android-5-0-armv7/opt",
}[app],
"kind": "other",
"tier": 2,
},
"run-on-projects": ["trunk"],
"run-on-repo-type": task.get("run-on-repo-type", ["git", "hg"]),
"worker-type": "b-linux",
"worker": {
"implementation": "docker-worker",
"docker-image": image,
"os": "linux",
"env": {
"GECKO_HEAD_REPOSITORY": head_repo,
"GECKO_HEAD_REV": head_rev,
"MACH_NO_TERMINAL_FOOTER": "1",
"MOZ_SCM_LEVEL": config.params["level"],
},
"command": ["sh", "-c", "-x", "-e", " && ".join(commands)],
"max-run-time": 7200,
},
"dependencies": dependencies,
"optimization": {
"skip-unless-changed": [
"python/mozboot/bin/bootstrap.py",
"python/mozboot/mozboot/base.py",
"python/mozboot/mozboot/bootstrap.py",
"python/mozboot/mozboot/linux_common.py",
"python/mozboot/mozboot/mach_commands.py",
"python/mozboot/mozboot/mozconfig.py",
"python/mozboot/mozboot/rust.py",
"python/mozboot/mozboot/sccache.py",
"python/mozboot/mozboot/util.py",
]
+ [f"python/mozboot/mozboot/{f}" for f in os_specific]
},
}
yield taskdesc
|
