1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import os
from android_taskgraph import register as register_android_taskgraph
from mozilla_taskgraph import register as register_mozilla_taskgraph
from taskgraph import config as taskgraph_config
from taskgraph import generator
from taskgraph import morph as taskgraph_morph
from taskgraph.transforms.task import payload_builders
from taskgraph.util import docker, schema
from taskgraph.util import taskcluster as tc_util
from gecko_taskgraph.config import graph_config_schema
GECKO = os.path.normpath(os.path.realpath(os.path.join(__file__, "..", "..", "..")))
TEST_CONFIGS = os.path.join(GECKO, "taskcluster", "test_configs")
# Overwrite Taskgraph's default graph_config_schema with a custom one.
taskgraph_config.graph_config_schema = graph_config_schema
# Overwrite Taskgraph's RUN_TASK_SNIPPET to place the binaries in Gecko
# specific locations.
docker.RUN_TASK_FILES = {
f"run-task/{path}": os.path.join(docker.RUN_TASK_ROOT, path)
for path in [
"run-task",
"fetch-content",
]
}
docker.RUN_TASK_SNIPPET = [
"COPY run-task/run-task /builds/worker/bin/run-task-git\n",
"COPY run-task/fetch-content /builds/worker/bin/fetch-content\n",
]
# Don't use any of the upstream morphs.
# TODO Investigate merging our morphs with upstream.
taskgraph_morph.registered_morphs = []
# Default rootUrl to use if none is given in the environment; this should point
# to the production Taskcluster deployment used for CI.
tc_util.PRODUCTION_TASKCLUSTER_ROOT_URL = "https://firefox-ci-tc.services.mozilla.com"
# Schemas for YAML files should use dashed identifiers by default. If there are
# components of the schema for which there is a good reason to use another format,
# exceptions can be added here.
schema.EXCEPTED_SCHEMA_IDENTIFIERS.extend([
"test_name",
"json_location",
"video_location",
"profile_name",
"target_path",
"try_task_config",
])
# TODO: These are temporarily redefined in gecko_taskgraph. Remove them from
# upstream until they can be consolidated.
del payload_builders["beetmover"]
del payload_builders["docker-worker"]
del payload_builders["generic-worker"]
def register(graph_config):
"""Used to register Gecko specific extensions.
Args:
graph_config: The graph configuration object.
"""
from gecko_taskgraph import ( # noqa
filter_tasks,
morph,
target_tasks, # trigger target task method registration
)
from gecko_taskgraph.parameters import register_parameters
from gecko_taskgraph.util import (
dependencies, # noqa - trigger group_by registration
)
from gecko_taskgraph.util.verify import verifications
register_mozilla_taskgraph(graph_config)
register_android_taskgraph(graph_config)
# Don't use the upstream verifications, and replace them with our own.
# TODO Investigate merging our verifications with upstream.
generator.verifications = verifications
register_parameters()
|
