Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Transform the beetmover task into an actual task description.
"""
from typing import Optional
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.dependencies import get_primary_dependency
from taskgraph.util.schema import Schema
from taskgraph.util.taskcluster import get_artifact_prefix
from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import TaskDescriptionSchema
from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job,
)
from gecko_taskgraph.util.partners import (
apply_partner_priority,
)
from gecko_taskgraph.util.scriptworker import (
add_scope_prefix,
get_beetmover_bucket_scope,
)
class BeetmoverDescriptionSchema(Schema, kw_only=True):
# from the loader:
task_from: Optional[str] = None
name: Optional[str] = None
# from the from_deps transforms:
attributes: TaskDescriptionSchema.__annotations__["attributes"] = None
dependencies: TaskDescriptionSchema.__annotations__["dependencies"] = None
# depname is used in taskref's to identify the taskID of the unsigned things
depname: str = "build"
# unique label to describe this beetmover task, defaults to {dep.label}-beetmover
label: Optional[str] = None
partner_path: str
extra: Optional[object] = None
shipping_phase: TaskDescriptionSchema.__annotations__["shipping_phase"] # noqa: F821
shipping_product: TaskDescriptionSchema.__annotations__["shipping_product"] = None
priority: TaskDescriptionSchema.__annotations__["priority"] = None
run_on_repo_type: TaskDescriptionSchema.__annotations__["run_on_repo_type"] = None
transforms = TransformSequence()
transforms.add_validate(BeetmoverDescriptionSchema)
transforms.add(apply_partner_priority)
@transforms.add
def populate_scopes_and_upstream_artifacts(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
upstream_artifacts = dep_job.attributes["release_artifacts"]
prefix = get_artifact_prefix(dep_job)
artifacts = []
for artifact in upstream_artifacts:
partner, sub_partner, platform, locale, _ = artifact.replace(
prefix + "/", ""
).split("/", 4)
artifacts.append((artifact, partner, sub_partner, platform, locale))
action_scope = add_scope_prefix(config, "beetmover:action:push-to-partner")
bucket_scope = get_beetmover_bucket_scope(config)
repl_dict = {
"build_number": config.params["build_number"],
"release_partner_build_number": config.params[
"release_partner_build_number"
],
"version": config.params["version"],
"partner": "{partner}", # we'll replace these later, per artifact
"subpartner": "{subpartner}",
"platform": "{platform}",
"locale": "{locale}",
}
job["scopes"] = [bucket_scope, action_scope]
partner_path = job["partner-path"].format(**repl_dict)
job.setdefault("worker", {})["upstream-artifacts"] = (
generate_upstream_artifacts(dep_job.kind, artifacts, partner_path)
)
yield job
@transforms.add
def make_task_description(config, jobs):
for job in jobs:
dep_job = get_primary_dependency(config, job)
assert dep_job
attributes = dep_job.attributes
build_platform = attributes.get("build_platform")
if not build_platform:
raise Exception("Cannot find build platform!")
description = "Beetmover for partner attribution"
attributes = copy_attributes_from_dependent_job(dep_job)
task = {
"label": "{}-{}".format(config.kind, job["name"]),
"description": description,
"dependencies": {dep_job.kind: dep_job.label},
"attributes": attributes,
"run-on-projects": dep_job.attributes.get("run_on_projects"),
"run-on-repo-type": job.get("run-on-repo-type", ["git", "hg"]),
"shipping-phase": job["shipping-phase"],
"shipping-product": job.get("shipping-product"),
"worker": job["worker"],
"scopes": job["scopes"],
}
# we may have reduced the priority for partner jobs, otherwise task.py will set it
if job.get("priority"):
task["priority"] = job["priority"]
yield task
def generate_upstream_artifacts(attribution_task_kind, artifacts, partner_path):
upstream_artifacts = []
for artifact, partner, subpartner, platform, locale in artifacts:
upstream_artifacts.append({
"taskId": {"task-reference": f"<{attribution_task_kind}>"},
"taskType": "repackage",
"paths": [artifact],
"locale": partner_path.format(
partner=partner,
subpartner=subpartner,
platform=platform,
locale=locale,
),
})
if not upstream_artifacts:
raise Exception("Couldn't find any upstream artifacts.")
return upstream_artifacts
@transforms.add
def make_task_worker(config, jobs):
for job in jobs:
job["worker-type"] = "beetmover"
worker = {
"implementation": "beetmover",
"release-properties": craft_release_properties(config, job),
}
job["worker"].update(worker)
yield job