1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import sys
import requests
from gecko_taskgraph.util.taskgraph import find_existing_tasks
from taskgraph.parameters import Parameters
from taskgraph.util.taskcluster import find_task_id, get_artifact, get_session
from ..cli import BaseTryParser
from ..push import push_to_try
TASK_TYPES = {
"linux-signing": [
"build-signing-linux-shippable/opt",
"build-signing-linux64-shippable/opt",
"build-signing-win64-shippable/opt",
"build-signing-win32-shippable/opt",
"repackage-signing-win64-shippable/opt",
"repackage-signing-win32-shippable/opt",
"repackage-signing-msi-win32-shippable/opt",
"repackage-signing-msi-win64-shippable/opt",
"mar-signing-linux64-shippable/opt",
],
"linux-signing-partial": ["partials-signing-linux64-shippable/opt"],
"mac-signing": ["build-signing-macosx64-shippable/opt"],
"beetmover-candidates": ["beetmover-repackage-linux64-shippable/opt"],
"bouncer-submit": ["release-bouncer-sub-firefox"],
"balrog-submit": [
"release-balrog-submit-toplevel-firefox",
"balrog-linux64-shippable/opt",
],
"tree": ["release-early-tagging-firefox", "release-version-bump-firefox"],
}
RELEASE_TO_BRANCH = {
"beta": "releases/mozilla-beta",
"release": "releases/mozilla-release",
}
class ScriptworkerParser(BaseTryParser):
name = "scriptworker"
arguments = [
[
["task_type"],
{
"choices": ["list"] + list(TASK_TYPES.keys()),
"metavar": "TASK-TYPE",
"help": "Scriptworker task types to run. (Use `list` to show possibilities)",
},
],
[
["--release-type"],
{
"choices": ["nightly"] + list(RELEASE_TO_BRANCH.keys()),
"default": "beta",
"help": "Release type to run",
},
],
]
common_groups = ["push"]
task_configs = ["worker-overrides", "routes"]
def get_releases(branch):
response = requests.get(
"https://shipitapi-public.services.mozilla.com/releases",
params={"product": "firefox", "branch": branch, "status": "shipped"},
headers={"Accept": "application/json"},
)
response.raise_for_status()
return response.json()
def get_release_graph(release):
for phase in release["phases"]:
if phase["name"] in ("ship_firefox",):
return phase["actionTaskId"]
raise Exception("No ship phase.")
def get_nightly_graph():
return find_task_id(
"gecko.v2.mozilla-central.latest.taskgraph.decision-nightly-all"
)
def print_available_task_types():
print("Available task types:")
for task_type, tasks in TASK_TYPES.items():
print(" " * 4 + f"{task_type}:")
for task in tasks:
print(" " * 8 + f"- {task}")
def get_hg_file(parameters, path):
session = get_session()
response = session.get(parameters.file_url(path))
response.raise_for_status()
return response.text
def run(
task_type,
release_type,
try_config_params=None,
stage_changes=False,
dry_run=False,
message="{msg}",
closed_tree=False,
push_to_vcs=False,
):
if task_type == "list":
print_available_task_types()
sys.exit(0)
if release_type == "nightly":
previous_graph = get_nightly_graph()
else:
release = get_releases(RELEASE_TO_BRANCH[release_type])[-1]
previous_graph = get_release_graph(release)
existing_tasks = find_existing_tasks([previous_graph])
previous_parameters = Parameters(
strict=False, **get_artifact(previous_graph, "public/parameters.yml")
)
# Copy L10n configuration from the commit the release we are using was
# based on. This *should* ensure that the chunking of L10n tasks is the
# same between graphs.
files_to_change = {
path: get_hg_file(previous_parameters, path)
for path in [
"browser/locales/l10n-changesets.json",
"browser/locales/shipped-locales",
]
}
task_config = {"version": 2, "parameters": try_config_params or {}}
task_config["parameters"]["optimize_target_tasks"] = True
task_config["parameters"]["existing_tasks"] = existing_tasks
for param in (
"app_version",
"build_number",
"next_version",
"release_history",
"release_product",
"release_type",
"version",
):
task_config["parameters"][param] = previous_parameters[param]
try_config = task_config["parameters"].setdefault("try_task_config", {})
try_config["tasks"] = TASK_TYPES[task_type]
for label in try_config["tasks"]:
if label in existing_tasks:
del existing_tasks[label]
msg = f"scriptworker tests: {task_type}"
return push_to_try(
"scriptworker",
message.format(msg=msg),
stage_changes=stage_changes,
dry_run=dry_run,
closed_tree=closed_tree,
try_task_config=task_config,
files_to_change=files_to_change,
push_to_vcs=push_to_vcs,
)
|
