Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
"""
Transform the release-sign-and-push task into an actual task description.
"""
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.dependencies import get_primary_dependency
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import inherit_treeherder_from_dep
from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job,
release_level,
)
transforms = TransformSequence()
langpack_sign_push_description_schema = Schema(
{
Required("label"): str,
Required("description"): str,
Required("worker-type"): optionally_keyed_by("release-level", str),
Required("worker"): {
Required("channel"): optionally_keyed_by(
"project", "platform", Any("listed", "unlisted")
),
Required("upstream-artifacts"): None, # Processed here below
},
Required("run-on-projects"): [],
Required("scopes"): optionally_keyed_by("release-level", [str]),
Required("shipping-phase"): task_description_schema["shipping-phase"],
Optional("task-from"): task_description_schema["task-from"],
Optional("attributes"): task_description_schema["attributes"],
Optional("dependencies"): task_description_schema["dependencies"],
}
)
@transforms.add
def set_label(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
job["label"] = f"push-langpacks-{dep_job.label}"
if "name" in job:
del job["name"]
yield job
transforms.add_validate(langpack_sign_push_description_schema)
@transforms.add
def resolve_keys(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
resolve_keyed_by(
job,
"worker-type",
item_name=job["label"],
**{"release-level": release_level(config.params["project"])},
)
resolve_keyed_by(
job,
"scopes",
item_name=job["label"],
**{"release-level": release_level(config.params["project"])},
)
resolve_keyed_by(
job,
"worker.channel",
item_name=job["label"],
project=config.params["project"],
platform=dep_job.attributes["build_platform"],
)
yield job
@transforms.add
def copy_attributes(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
job.setdefault("attributes", {}).update(
copy_attributes_from_dependent_job(dep_job)
)
job["attributes"]["chunk_locales"] = dep_job.attributes.get(
"chunk_locales", ["en-US"]
)
yield job
@transforms.add
def filter_out_macos_jobs_but_mac_only_locales(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
build_platform = dep_job.attributes.get("build_platform")
if build_platform in ("linux64-devedition", "linux64-shippable"):
yield job
elif (
build_platform in ("macosx64-devedition", "macosx64-shippable")
and "ja-JP-mac" in job["attributes"]["chunk_locales"]
):
# Other locales of the same job shouldn't be processed
job["attributes"]["chunk_locales"] = ["ja-JP-mac"]
job["label"] = job["label"].replace(
# Guard against a chunk 10 or chunk 1 (latter on try) weird munging
"-{}/".format(job["attributes"]["l10n_chunk"]),
"-ja-JP-mac/",
)
yield job
@transforms.add
def make_task_description(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
treeherder = inherit_treeherder_from_dep(job, dep_job)
treeherder.setdefault(
"symbol", "langpack(SnP{})".format(job["attributes"].get("l10n_chunk", ""))
)
job["description"] = job["description"].format(
locales="/".join(job["attributes"]["chunk_locales"]),
)
job["dependencies"] = {dep_job.kind: dep_job.label}
job["treeherder"] = treeherder
yield job
def generate_upstream_artifacts(upstream_task_ref, locales):
return [
{
"taskId": {"task-reference": upstream_task_ref},
"taskType": "build",
"paths": [
"public/build{locale}/target.langpack.xpi".format(
locale="" if locale == "en-US" else "/" + locale
)
for locale in locales
],
}
]
@transforms.add
def make_task_worker(config, jobs):
for job in jobs:
upstream_task_ref = get_upstream_task_ref(
job, expected_kinds=("build", "shippable-l10n")
)
job["worker"]["implementation"] = "push-addons"
job["worker"]["upstream-artifacts"] = generate_upstream_artifacts(
upstream_task_ref, job["attributes"]["chunk_locales"]
)
yield job
def get_upstream_task_ref(job, expected_kinds):
upstream_tasks = [
job_kind
for job_kind in job["dependencies"].keys()
if job_kind in expected_kinds
]
if len(upstream_tasks) > 1:
raise Exception("Only one dependency expected")
return f"<{upstream_tasks[0]}>"