mirror of
https://github.com/fork-maintainers/iceraven-browser
synced 2024-11-17 15:26:23 +00:00
a02c283a0e
* Add visual-metrics docker type. * Add required browsertime toolchain fetches. * Add browsertime tests for technical and visual metrics. * Run browsertime tests in a cron task. * Run visual metrics on all browsertime tests. * Use spaces instead of tabs, and resolve visual-metric nits. * Enable browsertime on pull request for testing. * Restrict PR tests to amazon on browsertime. * First attempt using multi_dep. * Add a primary dependency to browsertime. * Try by not popping. * Debug prints. * Make one grouping per browsertime task. * Try without the multi_dep transform. * Delete dependent-tasks in visual-metrics transformer. * Update setuptools installed and copy run-on-tasks-for. * Use get when getting run-on-tasks-for. * Add new pinned requirements. * Try it. * Set run-on-tasks-for properly. * Remove print statement. * Remove single_dep loader, and print statements. * Remove run-on-tasks-for testing setting. * Restart testing, and set user to root in visual-metrics Docker. * Remove testing settings. * Remove fetch-content from Docker. * Change attributes grouping method. * Run all tests as a check. * Undo testing changes, and fix a bad test name.
120 lines
4.2 KiB
Python
120 lines
4.2 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Apply some defaults and minor modifications to the jobs defined in the build
|
|
kind.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import copy
|
|
import json
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def add_variants(config, tasks):
|
|
only_types = config.config["only-for-build-types"]
|
|
only_abis = config.config["only-for-abis"]
|
|
|
|
tests = list(tasks)
|
|
|
|
for dep_task in config.kind_dependencies_tasks:
|
|
build_type = dep_task.attributes.get("build-type", '')
|
|
if build_type not in only_types:
|
|
continue
|
|
|
|
for abi, apk_path in dep_task.attributes["apks"].items():
|
|
if abi not in only_abis:
|
|
continue
|
|
for test in tests:
|
|
test = copy.deepcopy(test)
|
|
attributes = copy.deepcopy(dep_task.attributes)
|
|
attributes.update(test.get("attributes", {}))
|
|
attributes["abi"] = abi
|
|
attributes["apk"] = apk_path
|
|
test["attributes"] = attributes
|
|
test["primary-dependency"] = dep_task
|
|
yield test
|
|
|
|
|
|
@transforms.add
|
|
def build_browsertime_task(config, tasks):
|
|
for task in tasks:
|
|
signing = task.pop("primary-dependency")
|
|
task.setdefault("dependencies", {})["signing"] = signing.label
|
|
build_type = task["attributes"]["build-type"]
|
|
abi = task["attributes"]["abi"]
|
|
apk = task["attributes"]["apk"]
|
|
|
|
test_name = task.pop("test-name")
|
|
|
|
task["name"] = "{}-{}-{}".format(task["name"], build_type, abi)
|
|
task["description"] = "{}-{}".format(build_type, abi)
|
|
|
|
for key in ("args", "treeherder.platform", "worker-type"):
|
|
resolve_keyed_by(task, key, item_name=task["name"], **{"abi": abi})
|
|
|
|
task["treeherder"] = inherit_treeherder_from_dep(task, signing)
|
|
|
|
extra_config = {
|
|
"installer_url": "<signing/{}>".format(apk),
|
|
"test_packages_url": "<geckoview-nightly/public/build/en-US/target.test_packages.json>",
|
|
}
|
|
env = task["worker"]["env"]
|
|
env["EXTRA_MOZHARNESS_CONFIG"] = {
|
|
"artifact-reference": json.dumps(extra_config, sort_keys=True)
|
|
}
|
|
env["GECKO_HEAD_REV"] = "default"
|
|
env["MOZILLA_BUILD_URL"] = {"artifact-reference": "<signing/{}>".format(apk)}
|
|
env["MOZHARNESS_URL"] = {
|
|
"artifact-reference": "<geckoview-nightly/public/build/en-US/mozharness.zip>"
|
|
}
|
|
env["TASKCLUSTER_WORKER_TYPE"] = task["worker-type"]
|
|
|
|
worker = task["worker"]
|
|
worker.setdefault("mounts", []).append(
|
|
{
|
|
"content": {
|
|
"url": "https://hg.mozilla.org/mozilla-central/raw-file/default/taskcluster/scripts/tester/test-linux.sh"
|
|
},
|
|
"file": "./test-linux.sh",
|
|
}
|
|
)
|
|
task["run"]["command"].append("--test={}".format(test_name))
|
|
task["run"]["command"].extend(task.pop("args", []))
|
|
|
|
# Setup visual metrics
|
|
run_visual_metrics = task.pop("run-visual-metrics", False)
|
|
if run_visual_metrics:
|
|
task["run"]["command"].append("--browsertime-video")
|
|
task["attributes"]["run-visual-metrics"] = True
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def fill_email_data(config, tasks):
|
|
product_name = config.graph_config['taskgraph']['repositories']['mobile']['name']
|
|
format_kwargs = {
|
|
"product_name": product_name.lower(),
|
|
"head_rev": config.params["head_rev"],
|
|
}
|
|
|
|
for task in tasks:
|
|
format_kwargs["task_name"] = task["name"]
|
|
|
|
resolve_keyed_by(task, 'notify', item_name=task["name"], level=config.params["level"])
|
|
email = task["notify"].get("email")
|
|
if email:
|
|
email["link"]["href"] = email["link"]["href"].format(**format_kwargs)
|
|
email["subject"] = email["subject"].format(**format_kwargs)
|
|
|
|
yield task
|