2
0
mirror of https://github.com/fork-maintainers/iceraven-browser synced 2024-11-05 21:20:45 +00:00
iceraven-browser/taskcluster/fenix_taskgraph/loader/__init__.py
Andrew Halberstadt b306367a1c [fenix] RELENG-489 - Add Beetmover functionality
Bug 1614763 - [ci] Create beetmover tasks to publish release artifacts

Added TODO

Added head_tag to try_task_config

Change locale to multi and fix beetmover URL destinations

Bump version

Adjust beetmover kind and add beta + format task label

Allow all build types for beetmover

Bump version

Adjust beetmover destination URL + minor mods

Try task config - nightly

Change try release to beta

Remove try_task_config
2021-12-09 16:07:48 +00:00

107 lines
2.9 KiB
Python

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import absolute_import, print_function, unicode_literals
import copy
# Define a collection of group_by functions
GROUP_BY_MAP = {}
def group_by(name):
def wrapper(func):
GROUP_BY_MAP[name] = func
return func
return wrapper
def group_tasks(config, tasks):
group_by_fn = GROUP_BY_MAP[config['group-by']]
groups = group_by_fn(config, tasks)
for combinations in groups.values():
dependencies = [copy.deepcopy(t) for t in combinations]
yield dependencies
@group_by('build-type')
def build_type_grouping(config, tasks):
groups = {}
kind_dependencies = config.get('kind-dependencies')
only_build_type = config.get('only-for-build-types')
for task in tasks:
if task.kind not in kind_dependencies:
continue
if only_build_type:
build_type = task.attributes.get('build-type')
if build_type not in only_build_type:
continue
build_type = task.attributes.get('build-type')
groups.setdefault(build_type, []).append(task)
return groups
@group_by('attributes')
def attributes_grouping(config, tasks):
groups = {}
kind_dependencies = config.get('kind-dependencies')
only_attributes = config.get('only-for-attributes')
for task in tasks:
if task.kind not in kind_dependencies:
continue
group_attr = None
if only_attributes:
if not any(attr in task.attributes for attr in only_attributes):
continue
else:
continue
groups.setdefault(task.label, []).append(task)
return groups
@group_by("single-locale")
def single_locale_grouping(config, tasks):
"""Split by a single locale (but also by platform, build-type, product)
The locale can be `None` (en-US build/signing/repackage), a single locale,
or multiple locales per task, e.g. for l10n chunking. In the case of a task
with, say, five locales, the task will show up in all five locale groupings.
This grouping is written for non-partner-repack beetmover, but might also
be useful elsewhere.
"""
groups = {}
for task in tasks:
if task.kind not in config.get("kind-dependencies", []):
continue
platform = task.attributes.get("build_platform")
build_type = task.attributes.get("build_type")
task_locale = task.attributes.get("locale")
chunk_locales = task.attributes.get("chunk_locales")
locales = chunk_locales or [task_locale]
for locale in locales:
locale_key = (platform, build_type, locale)
groups.setdefault(locale_key, [])
if task not in groups[locale_key]:
groups[locale_key].append(task)
return groups