Impressum update_verify.py

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Transform the beetmover task into an actual task description.
"""


from copy import deepcopy

from taskgraph.transforms.base import TransformSequence
from taskgraph.util.treeherder import add_suffix, inherit_treeherder_from_dep

from gecko_taskgraph.util.attributes import task_name

transforms = TransformSequence()


@transforms.add
def add_command(config, tasks):
    config_tasks = {}
    for dep in config.kind_dependencies_tasks.values():
        if (
            "update-verify-config" in dep.kind
            or "update-verify-next-config" in dep.kind
        ):
            config_tasks[task_name(dep)] = dep

    for task in tasks:
        config_task = config_tasks[task["name"]]
        total_chunks = task["extra"]["chunks"]
        task["worker"].setdefault("env", {})["CHANNEL"] = config_task.task["extra"][
            "channel"
        ]
        task.setdefault("fetches", {})[config_task.label] = [
            "update-verify.cfg",
        ]
        task["treeherder"] = inherit_treeherder_from_dep(task, config_task)

        for this_chunk in range(1, total_chunks + 1):
            chunked = deepcopy(task)
            chunked["treeherder"]["symbol"] = add_suffix(
                chunked["treeherder"]["symbol"], this_chunk
            )
            chunked["label"] = "release-update-verify-{}-{}/{}".format(
                chunked["name"], this_chunk, total_chunks
            )
            if not chunked["worker"].get("env"):
                chunked["worker"]["env"] = {}

            command = [
                "tools/update-verify/scripts/chunked-verify.sh",
                f"--total-chunks={total_chunks} --this-chunk={this_chunk}",
            ]

            # Add upstream tools to the path
            if "linux64-libdmg" in chunked.get("fetches", {}).get("toolchain", []):
                path_override = "export PATH=$PATH:$MOZ_FETCHES_DIR/dmg &&"
                command.insert(0, path_override)

            chunked["run"] = {
                "using": "run-task",
                "cwd": "{checkout}",
                "command": " ".join(command),
                "sparse-profile": "update-verify",
            }

            yield chunked