mirror of
https://github.com/fork-maintainers/iceraven-browser
synced 2024-11-07 15:20:38 +00:00
119 lines
3.7 KiB
Python
119 lines
3.7 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Apply some defaults and minor modifications to the single_dep jobs.
|
|
"""
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol
|
|
|
|
from fenix_taskgraph.util.scriptworker import generate_beetmover_upstream_artifacts
|
|
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def build_name_and_attributes(config, tasks):
|
|
for task in tasks:
|
|
task["dependencies"] = {
|
|
dep_key: dep.label for dep_key, dep in _get_all_deps(task).items()
|
|
}
|
|
primary_dep = task["primary-dependency"]
|
|
attributes = primary_dep.attributes.copy()
|
|
attributes.update(task.get("attributes", {}))
|
|
task["attributes"] = attributes
|
|
# run_on_tasks_for is set as an attribute later in the pipeline
|
|
task.setdefault("run-on-tasks-for", attributes["run_on_tasks_for"])
|
|
task["name"] = _get_dependent_job_name_without_its_kind(primary_dep)
|
|
|
|
yield task
|
|
|
|
|
|
def _get_dependent_job_name_without_its_kind(dependent_job):
|
|
return dependent_job.label[len(dependent_job.kind) + 1 :]
|
|
|
|
|
|
def _get_all_deps(task):
|
|
if task.get("dependent-tasks"):
|
|
return task["dependent-tasks"]
|
|
|
|
return {task["primary-dependency"].kind: task["primary-dependency"]}
|
|
|
|
|
|
@transforms.add
|
|
def resolve_keys(config, tasks):
|
|
for task in tasks:
|
|
resolve_keyed_by(
|
|
task,
|
|
"treeherder.job-symbol",
|
|
item_name=task["name"],
|
|
**{
|
|
"build-type": task["attributes"]["build-type"],
|
|
"level": config.params["level"],
|
|
}
|
|
)
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def build_upstream_artifacts(config, tasks):
|
|
for task in tasks:
|
|
worker_definition = {
|
|
"upstream-artifacts": [],
|
|
}
|
|
|
|
if "artifact_map" in task["attributes"]:
|
|
# Beetmover tasks use declarative artifacts.
|
|
locale = task["attributes"].get("locale")
|
|
build_type = task["attributes"]["build-type"]
|
|
worker_definition[
|
|
"upstream-artifacts"
|
|
] = generate_beetmover_upstream_artifacts(config, task, build_type, locale)
|
|
else:
|
|
for dep in _get_all_deps(task).values():
|
|
paths = sorted(
|
|
[
|
|
apk_metadata["name"]
|
|
for apk_metadata in dep.attributes.get("apks", {}).values()
|
|
]
|
|
)
|
|
if paths:
|
|
worker_definition["upstream-artifacts"].append(
|
|
{
|
|
"taskId": {"task-reference": "<{}>".format(dep.kind)},
|
|
"taskType": dep.kind,
|
|
"paths": paths,
|
|
}
|
|
)
|
|
|
|
task.setdefault("worker", {}).update(worker_definition)
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def build_treeherder_definition(config, tasks):
|
|
for task in tasks:
|
|
dep = task.pop("primary-dependency")
|
|
|
|
task.setdefault("treeherder", {}).update(inherit_treeherder_from_dep(task, dep))
|
|
job_group = dep.task["extra"]["treeherder"].get("groupSymbol", "?")
|
|
job_symbol = task["treeherder"].pop("job-symbol")
|
|
full_symbol = join_symbol(job_group, job_symbol)
|
|
task["treeherder"]["symbol"] = full_symbol
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def remove_dependent_tasks(config, tasks):
|
|
for task in tasks:
|
|
try:
|
|
del task["dependent-tasks"]
|
|
except KeyError:
|
|
pass
|
|
|
|
yield task
|