Quellcodebibliothek Statistik Leitseite products/sources/formale Sprachen/C/Firefox/taskcluster/gecko_taskgraph/transforms/test/   (Browser von der Mozilla Stiftung Version 136.0.1©)  Datei vom 10.2.2025 mit Größe 10 kB image not shown  

Quelle  worker.py   Sprache: Python

 
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from taskgraph.transforms.base import TransformSequence

# default worker types keyed by instance-size
LINUX_WORKER_TYPES = {
    "large""t-linux-large",
    "large-noscratch""t-linux-large-noscratch",
    "xlarge""t-linux-xlarge",
    "xlarge-noscratch""t-linux-xlarge-noscratch",
    "default""t-linux-large-noscratch",
}

# windows worker types keyed by test-platform and virtualization
WINDOWS_WORKER_TYPES = {
    "windows10-64": {  # source-test
        "virtual""t-win10-64",
        "virtual-with-gpu""t-win10-64-gpu-s",
        "hardware""t-win10-64-1803-hw",
    },
    "windows10-64-shippable-qr": {
        "virtual""t-win10-64",
        "virtual-with-gpu""t-win10-64-gpu-s",
        "hardware""t-win10-64-1803-hw",
    },
    "windows11-64-2009-hw-ref-shippable": {
        "virtual""win11-64-2009-hw-ref",
        "virtual-with-gpu""win11-64-2009-hw-ref",
        "hardware""win11-64-2009-hw-ref",
    },
    "windows11-64-2009-hw-ref": {
        "virtual""win11-64-2009-hw-ref",
        "virtual-with-gpu""win11-64-2009-hw-ref",
        "hardware""win11-64-2009-hw-ref",
    },
    "windows10-64-2009-qr": {
        "virtual""win10-64-2009",
        "virtual-with-gpu""win10-64-2009-gpu",
        "hardware""t-win10-64-1803-hw",
    },
    "windows10-64-2009-shippable-qr": {
        "virtual""win10-64-2009",
        "virtual-with-gpu""win10-64-2009-gpu",
        "hardware""t-win10-64-1803-hw",
    },
    "windows11-32-2009-mingwclang-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-32-2009-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-32-2009-shippable-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-32-24h2-mingwclang": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-32-24h2": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-32-24h2-shippable": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-a64-2009-shippable": {
        "virtual""win11-a64-24h2",
        "virtual-with-gpu""win11-a64-24h2",
    },
    "windows11-64-2009": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-2009-ccov": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-2009-ccov-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-2009-devedition": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-2009-shippable": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-2009-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-2009-shippable-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-2009-devedition-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-2009-asan-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-2009-mingwclang-qr": {
        "virtual""win11-64-2009",
        "virtual-with-gpu""win11-64-2009-gpu",
    },
    "windows11-64-24h2": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-24h2-ccov": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-64-24h2-devedition": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-64-24h2-shippable": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
        "hardware""win11-64-2009-hw",
    },
    "windows11-64-24h2-asan": {
        "virtual""win11-64-24h2",
        "large""win11-64-24h2-large",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
    "windows11-64-24h2-mingwclang": {
        "virtual""win11-64-24h2",
        "virtual-with-gpu""win11-64-24h2-gpu",
    },
}

# os x worker types keyed by test-platform
MACOSX_WORKER_TYPES = {
    "macosx1015-64""t-osx-1015-r8",
    "macosx1470-64""t-osx-1400-r8",
    "macosx1100-64""t-osx-1100-m1",
    "macosx1400-64""t-osx-1400-m2",
    "macosx1100-aarch64""t-osx-1100-m1",
    "macosx1400-aarch64""t-osx-1400-m2",
}

transforms = TransformSequence()


@transforms.add
def set_worker_type(config, tasks):
    """Set the worker type based on the test platform."""
    for task in tasks:
        # during the taskcluster migration, this is a bit tortured, but it
        # will get simpler eventually!
        test_platform = task["test-platform"]
        if task.get("worker-type""default") != "default":
            # This test already has its worker type defined, so just use that (yields below)
            # Unless the value is set to "default", in that case ignore it.
            pass
        elif test_platform.startswith("macosx1015-64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1015-64"]
        elif test_platform.startswith("macosx1470-64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1470-64"]
        elif test_platform.startswith("macosx1100-64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1100-64"]
        elif test_platform.startswith("macosx1100-aarch64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1100-aarch64"]
        elif test_platform.startswith("macosx1400-64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1400-64"]
        elif test_platform.startswith("macosx1400-aarch64"):
            task["worker-type"] = MACOSX_WORKER_TYPES["macosx1400-aarch64"]
        elif test_platform.startswith("win"):
            # figure out what platform the job needs to run on
            if task["virtualization"] == "hardware":
                # some jobs like talos and reftest run on real h/w
                if test_platform.startswith("windows11-64-2009-hw-ref"):
                    win_worker_type_platform = WINDOWS_WORKER_TYPES[
                        "windows11-64-2009-hw-ref"
                    ]
                elif test_platform.startswith("windows10-64"):
                    win_worker_type_platform = WINDOWS_WORKER_TYPES["windows10-64"]
                else:
                    win_worker_type_platform = WINDOWS_WORKER_TYPES[
                        "windows11-64-2009-qr"
                    ]
            else:
                # the other jobs run on a vm which may or may not be a win10 vm
                win_worker_type_platform = WINDOWS_WORKER_TYPES[
                    test_platform.split("/")[0]
                ]
                if task[
                    "virtualization"
                ] == "virtual-with-gpu" and test_platform.startswith("windows1"):
                    # add in `--requires-gpu` to the mozharness options
                    task["mozharness"]["extra-options"].append("--requires-gpu")

            # now we have the right platform set the worker type accordingly
            if task["instance-size"].startswith("large"):
                task["worker-type"] = "win11-64-24h2-large"
            else:
                task["worker-type"] = win_worker_type_platform[task["virtualization"]]
        elif test_platform.startswith("android-hw-p5"):
            if task["suite"] != "raptor":
                task["worker-type"] = "t-bitbar-gw-unit-p5"
            else:
                task["worker-type"] = "t-bitbar-gw-perf-p5"
        elif test_platform.startswith("android-hw-p6"):
            if task["suite"] != "raptor":
                task["worker-type"] = "t-bitbar-gw-unit-p6"
            else:
                task["worker-type"] = "t-bitbar-gw-perf-p6"
        elif test_platform.startswith("android-hw-s24"):
            if task["suite"] != "raptor":
                task["worker-type"] = "t-bitbar-gw-unit-s24"
            else:
                task["worker-type"] = "t-bitbar-gw-perf-s24"
        elif test_platform.startswith("android-hw-a55"):
            if task["suite"] != "raptor":
                task["worker-type"] = "t-bitbar-gw-unit-a55"
            else:
                task["worker-type"] = "t-bitbar-gw-perf-a55"
        elif test_platform.startswith("android-em-7.0-x86"):
            task["worker-type"] = "t-linux-kvm"
        elif test_platform.startswith("linux"or test_platform.startswith("android"):
            if "wayland" in test_platform:
                if task["instance-size"].startswith("xlarge"):
                    task["worker-type"] = "t-linux-xlarge-wayland"
                else:
                    task["worker-type"] = "t-linux-wayland"
            elif task.get("suite"""in ["talos""raptor"and not task[
                "build-platform"
            ].startswith("linux64-ccov"):
                if "browsertime-network-bench" in task.get("test-name"):
                    task["worker-type"] = "t-linux-netperf-1804"
                else:
                    task["worker-type"] = "t-linux-talos-1804"
            else:
                task["worker-type"] = LINUX_WORKER_TYPES[task["instance-size"]]
        else:
            raise Exception(f"unknown test_platform {test_platform}")

        yield task


@transforms.add
def set_wayland_env(config, tasks):
    for task in tasks:
        if "wayland" not in task["test-platform"]:
            yield task
            continue

        env = task.setdefault("worker", {}).setdefault("env", {})
        env["MOZ_ENABLE_WAYLAND"] = "1"
        env["WAYLAND_DISPLAY"] = "wayland-0"
        yield task

90%


¤ Dauer der Verarbeitung: 0.5 Sekunden  ¤

*© Formatika GbR, Deutschland






Wurzel

Suchen

Beweissystem der NASA

Beweissystem Isabelle

NIST Cobol Testsuite

Cephes Mathematical Library

Wiener Entwicklungsmethode

Haftungshinweis

Die Informationen auf dieser Webseite wurden nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit, noch Qualität der bereit gestellten Informationen zugesichert.

Bemerkung:

Die farbliche Syntaxdarstellung ist noch experimentell.