# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
task-defaults:
    max-run-time:
        by-test-platform:
            .*-qr/.*: 2400
            default: 1800
    suite: raptor
    run-on-projects:
        by-test-platform:
            linux.*shippable.*: [mozilla-central]
            default: []
    limit-platforms:
        by-app:
            chrome:
                - .*64.*shippable.*
            safari:
                - .*macosx.*shippable.*
            safari-tp:
                - macosx1400.*
                - macosx1500.*
            custom-car:
                - macosx1400.*shippable.*
                - macosx1470.*shippable.*
                - macosx1500.*shippable.*
                - linux.*-64.*shippable.*
                - windows.*-64.*shippable.*
            default: []
    test-manifest-loader: null  # don't load tests in the taskgraph
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3
    virtualization: hardware
    mozharness:
        script: raptor_script.py
        config:
            by-test-platform:
                macosx.*:
                    - raptor/mac_config.py
                windows.*:
                    - raptor/windows_config.py
                default:
                    - raptor/linux_config.py
        extra-options:
            - --conditioned-profile=settled
    fetches:
        toolchain:
            by-app:
                custom-car:
                    by-test-platform:
                        # this satisfied taskgraph for now, but once mac/win is implemented
                        # then linux will be the default
                        linux.*:
                            - linux64-custom-car
                            - linux64-minidump-stackwalk
                            - linux64-fix-stacks
                        windows.*-64.*:
                            - win64-custom-car
                            - win64-minidump-stackwalk
                            - win64-fix-stacks
                        macosx.*-aarch64.*:
                            - macosx-arm64-custom-car
                            - macosx64-aarch64-minidump-stackwalk
                            - macosx64-aarch64-fix-stacks
                        macosx.*-64.*:
                            - macosx-custom-car
                            - macosx64-minidump-stackwalk
                            - macosx64-fix-stacks
                        default: []
                safari-tp:
                    by-test-platform:
                        macosx.*-aarch64.*:
                            - macosx64-aarch64-minidump-stackwalk
                            - macosx64-aarch64-fix-stacks
                        default: []
                default:
                    by-test-platform:
                        windows.*-64.*:
                            - win64-minidump-stackwalk
                            - win64-fix-stacks
                            - win64-samply
                            - profiler-node-tools
                        macosx.*-aarch64.*:
                            - macosx64-aarch64-minidump-stackwalk
                            - macosx64-aarch64-fix-stacks
                            - macosx64-aarch64-samply
                            - profiler-node-tools
                        macosx.*-64.*:
                            - macosx64-minidump-stackwalk
                            - macosx64-fix-stacks
                            - macosx64-samply
                            - profiler-node-tools
                        default:
                            - linux64-minidump-stackwalk
                            - linux64-fix-stacks
                            - linux64-samply
                            - profiler-node-tools

browsertime-tp6:
    <<: &tp6-defaults
        description: Raptor (browsertime) tp6 page-load tests
        limit-platforms:
            by-app:
                chrome:
                    # - .*shippable.*  # Bug 2038340: temporarily disabled on Windows
                    - linux.*shippable.*
                    - macosx.*shippable.*
                safari:
                    - .*macos.*shippable.*
                custom-car:
                    - macosx1400.*shippable.*
                    - macosx1470.*shippable.*
                    - macosx1500.*shippable.*
                    - linux.*shippable.*
                    # - windows.*-64.*shippable.*  # Bug 2038340: temporarily disabled
                default: []
        max-run-time:
            by-subtest:
                imgur: 4800
                default: 4000
        mozharness:
            extra-options:
                by-test-platform:
                    windows.*64.*shippable.*:
                        - --chimera
                        - --browsertime-no-ffwindowrecorder
                        - --conditioned-profile=settled
                        - --extra-profiler-run
                    default:
                        - --chimera
                        - --conditioned-profile=settled
                        - --extra-profiler-run
        run-on-projects:
            by-subtest:
                netflix:
                    by-app:
                        firefox:
                            by-test-platform:
                                linux.*shippable.*: [trunk]
                                # windows.*-64.*shippable.*: [trunk]  # Bug 2038340: temporarily disabled
                                macosx1470.*shippable.*: [trunk]
                                default: []
                        default: []
                twitch:
                    by-app:
                        firefox:
                            by-test-platform:
                                # windows11-64-24h2.*shippable.*: []
                                # ^(?!windows11-64-24h2).*64(?!.*nightlyasrelease).*shippable.*: [trunk]
                                ^(?!.*windows).*64(?!.*nightlyasrelease).*shippable.*: [trunk]  # Bug 2038340: temporarily excludes Windows
                                default: []
                        default: []
                default:
                    by-app:
                        firefox:
                            by-test-platform:
                                # .*64(?!.*nightlyasrelease).*shippable.*: [trunk]  # Bug 2038340: temporarily excludes Windows
                                ^(?!.*windows).*64(?!.*nightlyasrelease).*shippable.*: [trunk]
                                default: []
                        default: []
        treeherder-symbol: Btime(tp6)
    raptor:
        apps: [firefox, chrome, custom-car]
        test: tp6
        run-visual-metrics: true
        subtests:
            - buzzfeed
            - ebay
            - espn
            - expedia
            - [facebook, fb]
            - [google-docs, gdocs]
            - [google-mail, gmail]
            - [google-search, gsearch]
            - imdb
            - imgur
            - linkedin
            - microsoft
            - netflix
            - nytimes
            - office
            - outlook
            - paypal
            - pinterest
            - reddit
            - tumblr
            - twitch
            - wikia
            - youtube
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3

browsertime-responsiveness:
    <<: *tp6-defaults
    raptor:
        apps: [firefox, chrome]
        test: tp6
        run-visual-metrics: true
        subtests:
            - cnn-nav
            - [facebook-nav, fbnav]
            - [reddit-billgates-ama, rdt-ama]
            - [reddit-billgates-post-1, rdt-post-1]
            - [reddit-billgates-post-2, rdt-post-2]
    mozharness:
        extra-options:
            by-test-platform:
                windows.*:
                    - --cold
                    - --browsertime-no-ffwindowrecorder
                    - --conditioned-profile=settled
                    - --extra-profiler-run
                default:
                    - --cold
                    - --conditioned-profile=settled
                    - --extra-profiler-run
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    .*64(?!.*nightlyasrelease).*shippable.*: [trunk]
                    default: []
            default: []

browsertime-tp6-essential:
    <<: *tp6-defaults
    <<: &tp6-essential-defaults
        limit-platforms:
            by-app:
                chrome:
                    - linux.*shippable.*
                    # - windows.*shippable.*  # Bug 2038340: temporarily disabled
                    - macosx1470.*shippable.*
                custom-car:
                    - macosx1470.*shippable.*
                    - linux.*shippable.*
                    # - windows.*-64.*shippable.*  # Bug 2038340: temporarily disabled
                default: []
        mozharness:
            extra-options:
                by-test-platform:
                    windows.*-64.*shippable.*:
                        - --chimera
                        - --browsertime-no-ffwindowrecorder
                        - --conditioned-profile=settled
                        - --collect-perfstats
                        - --extra-profiler-run
                    default:
                        - --chimera
                        - --conditioned-profile=settled
                        - --extra-profiler-run
        raptor:
            apps: [firefox, chrome, custom-car]
            test: tp6
            run-visual-metrics:
                by-test-platform:
                    macosx1400.*shippable.*: false
                    # Bug 1845014 Resolve osx 1300 vismet permafails
                    default: true
            subtests:
                - amazon
                - [bing-search, bing]
                - cnn
                - fandom
                - [google-slides, gslides]
                - instagram
                - twitter
                - wikipedia
                - yahoo-mail
        run-on-projects:
            by-app:
                firefox:
                    by-test-platform:
                        .*64(?!.*nightlyasrelease).*shippable.*: [trunk]
                        default: []
                default: []
        tier:
            by-app:
                firefox:
                    by-test-platform:
                        linux.*clang-trunk.*: 2
                        default: 1
                default: 3

browsertime-tp6-bytecode:
    <<: *tp6-defaults
    <<: *tp6-essential-defaults
    raptor:
        apps: [firefox]
        test: tp6
        run-visual-metrics: true
        subtests:
            - amazon
            - [bing-search, bing]
            - cnn
            - fandom
            - [google-slides, gslides]
            - instagram
            - twitter
            - wikipedia
            - yahoo-mail
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    .*64(?!.*nightlyasrelease).*shippable.*: [trunk]
                    default: []
            default: []
    mozharness:
        extra-options:
            by-test-platform:
                windows.*-64.*shippable.*:
                    - --chimera
                    - --browsertime
                    - --browsertime-no-ffwindowrecorder
                    - --conditioned-profile=settled
                    - --test-bytecode-cache
                    - --extra-profiler-run
                default:
                    - --chimera
                    - --browsertime
                    - --conditioned-profile=settled
                    - --test-bytecode-cache
                    - --extra-profiler-run
    treeherder-symbol: Btime-cache(tp6)

browsertime-tp7:
    <<: &tp7-defaults
        description: Raptor (browsertime) tp7 page-load tests
        limit-platforms:
            by-app:
                chrome:
                    - .*shippable.*
                safari:
                    - .*macos.*shippable.*
                custom-car:
                    - macosx1400.*shippable.*
                    - macosx1470.*shippable.*
                    - macosx1500.*shippable.*
                    - linux.*shippable.*
                    - windows.*-64.*shippable.*
                default: []
        max-run-time:
            by-subtest:
                imgur: 4800
                default: 4000
        mozharness:
            extra-options:
                by-test-platform:
                    windows.*-64.*shippable.*:
                        - --chimera
                        - --browsertime-no-ffwindowrecorder
                        - --conditioned-profile=settled
                        - --extra-profiler-run
                    default:
                        - --chimera
                        - --conditioned-profile=settled
                        - --extra-profiler-run
        run-on-projects: []
        treeherder-symbol: Btime(tp7)
    raptor:
        apps: [firefox, chrome]
        test: tp7
        run-visual-metrics: true
        subtests:
            - tiktok
            - openai
            - samsung
            - weather
            - docomo
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3

browsertime-benchmark:
    description: Raptor (browsertime) Benchmark tests
    raptor:
        apps: [firefox, chrome, safari, safari-tp, custom-car]
        subtests:
            by-variant:
                nova:
                    - [speedometer3, sp3]
                default:
                    by-test-platform:
                        (macosx1400|macosx1500).*shippable.*:
                            by-app:
                                safari-tp:
                                    - [speedometer3, sp3]
                                    # Bug 1931699, jetstream permafailing
                                    # - [jetstream2, js2]
                                    - [jetstream3, js3]
                                safari:
                                    - [jetstream3, js3]
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    # - [jetstream2, js2] Disable jetstream2 on safari on all mac platforms
                                default:
                                    - [jetstream3, js3]
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [jetstream2, js2]
                        windows11-64-.*-hw-ref.*:
                            by-app:
                                safari: []
                                safari-tp: []
                                default:
                                    - [speedometer3, sp3]
                        default:
                            by-app:
                                firefox:
                                    - ares6
                                    - [assorted-dom, dom]
                                    - [jetstream2, js2]
                                    - [jetstream3, js3]
                                    - [matrix-react-bench, mrb]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [stylebench, sb]
                                    - [sunspider, ss]
                                    - [twitch-animation, tw-a]
                                    - [unity-webgl, ugl]
                                    - [webaudio, wa]
                                safari:
                                    - ares6
                                    - [assorted-dom, dom]
                                    # - [jetstream2, js2] Disable jetstream2 on safari on all mac platforms
                                    - [jetstream3, js3]
                                    # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754)
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [speedometer2, sp2]
                                    # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535)
                                    - [stylebench, sb]
                                    - [sunspider, ss]
                                    # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398)
                                    - [webaudio, wa]
                                custom-car:
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [jetstream3, js3]
                                chrome:
                                    - ares6
                                    - [assorted-dom, dom]
                                    - [jetstream2, js2]
                                    - [jetstream3, js3]
                                    - [matrix-react-bench, mrb]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [stylebench, sb]
                                    - [sunspider, ss]
                                    - [unity-webgl, ugl]
                                    - [webaudio, wa]
                                default:
                                    - ares6
                                    - [assorted-dom, dom]
                                    - [jetstream2, js2]
                                    - [jetstream3, js3]
                                    - [matrix-react-bench, mrb]
                                    - [motionmark-1-3, mm-1.3]
                                    - [motionmark-htmlsuite-1-3, mm-h-1.3]
                                    - [speedometer2, sp2]
                                    - [speedometer3, sp3]
                                    - [stylebench, sb]
                                    - [sunspider, ss]
                                    - [unity-webgl, ugl]
                                    - [webaudio, wa]
    treeherder-symbol: Btime()
    variants:
        - nova
    tier:
        by-app:
            firefox:
                by-subtest:
                    jetstream3: 2
                    default:
                        by-test-platform:
                            linux.*clang-trunk.*: 2
                            default: 1
            default:
                by-subtest:
                    unity-webgl: 3
                    jetstream2:
                        by-test-platform:
                            macosx1470.*shippable.*: 3
                            macosx1500.*shippable.*: 3
                            default: 2
                    jetstream3: 3
                    default: 2

    run-on-projects:
        by-subtest:
            jetstream3:
                by-app:
                    firefox:
                        by-test-platform:
                            windows11-64-24h2-shippable/opt: [trunk-only]
                            linux.*shippable.*: [trunk-only]
                            macosx1470.*shippable.*: [trunk-only]
                            macosx1500.*shippable.*: [trunk-only]
                            default: []
                    default: []
            speedometer3:
                by-app:
                    firefox:
                        by-test-platform:
                            windows11-64-.*-hw-ref-shippable/opt: [trunk]
                            windows11-64-shippable(-qr)?/opt: [trunk]
                            windows11-64-24h2-shippable/opt: [trunk]
                            linux.*shippable.*: [trunk]
                            macosx1470.*shippable.*: [trunk]
                            macosx1400.*shippable.*: [trunk]
                            macosx1500.*shippable.*: [trunk]
                            .*nightlyasrelease.*: [autoland, mozilla-central]
                            default: []
                    safari-tp:
                        by-test-platform:
                            macosx1400.*: [mozilla-central]
                            macosx1500.*: [mozilla-central]
                            default: []
                    default: []
            unity-webgl:
                by-app:
                    firefox:
                        by-test-platform:
                            # Disabled on autoland due to bug 1720063, and bug 1795826
                            .*64.*shippable.*/.*: [mozilla-central]
                            default: []
                    default: []
            speedometer2: []
            motionmark-1-3:
                by-app:
                    firefox:
                        by-test-platform:
                            (?!macosx1400|macosx1500).*64.*shippable.*/.*: [trunk]
                            macosx1400.*shippable.*: [mozilla-central]
                            macosx1500.*shippable.*: [mozilla-central]
                            default: []
                    default: []
            motionmark-htmlsuite-1-3:
                by-app:
                    firefox:
                        by-test-platform:
                            (?!macosx1400|macosx1500).*64.*shippable.*/.*: [trunk]
                            macosx1400.*shippable.*: [mozilla-central]
                            macosx1500.*shippable.*: [mozilla-central]
                            default: []
                    default: []
            default:
                by-app:
                    firefox:
                        by-test-platform:
                            windows.*-64.*shippable.*: []  # Bug 2038340: temporarily disabled
                            # (?!macosx1400|macosx1500).*64.*shippable.*/.*: [trunk]
                            ^(?!.*windows)(?!macosx1400|macosx1500).*64.*shippable.*/.*: [trunk]
                            macosx1400.*shippable.*: [mozilla-central]
                            macosx1500.*shippable.*: [mozilla-central]
                            default: []
                    default: []
    max-run-time:
        by-subtest:
            ares6: 1500
            assorted-dom:
                by-test-platform:
                    .*-qr/.*: 2100
                    default: 1500
            jetstream2: 8000
            jetstream3: 3000
            matrix-react-bench: 1500
            motionmark-1-3: 3000
            motionmark-htmlsuite-1-3: 3000
            unity-webgl: 2400
            speedometer3:
                by-test-platform:
                    macosx1400.*shippable.*: 4200
                    macosx1500.*shippable.*: 4200
                    default: 2100
            speedometer2: 2100
            default: 900
    mozharness:
        extra-options:
            by-subtest:
                jetstream3:
                    by-test-platform:
                        macosx1400.*shippable.*:
                            - --page-timeout=900000
                        macosx1500.*shippable.*:
                            - --page-timeout=900000
                        default: []
                default:
                    by-test-platform:
                        macosx1400.*shippable.*:
                            - --extra-profiler-run
                            - --page-timeout=900000
                        macosx1500.*shippable.*:
                            - --extra-profiler-run
                            - --page-timeout=900000
                        default:
                            - --extra-profiler-run

browsertime-benchmark-wasm:
    description: Raptor (browsertime) WASM benchmarks
    raptor:
        apps: [firefox, chrome, safari]
        subtests:
            by-app:
                firefox:
                    - [wasm-godot, godot]
                    - [wasm-godot-baseline, godot-b]
                    - [wasm-godot-optimizing, godot-i]
                    - [wasm-misc, wm]
                    - [wasm-misc-baseline, wm-b]
                    - [wasm-misc-optimizing, wm-i]
                safari:
                    # - [wasm-misc, wm] Perma fails (Bug 1809533)
                    - [wasm-godot, godot]
                default:
                    - [wasm-misc, wm]
                    - [wasm-godot, godot]
    treeherder-symbol: Btime()
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    windows.*-64.*shippable.*: []  # Bug 2038340: temporarily disabled
                    # .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central]
                    ^(?!.*windows).*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central]
                    default: []
            default: []
    max-run-time:
        by-subtest:
            wasm-godot: 1500
            wasm-godot-baseline: 1500
            wasm-misc-baseline: 1500
            default: 900
    mozharness:
        extra-options:
            - --extra-profiler-run

browsertime-youtube-playback:
    description: Browsertime YouTube Playback on Firefox
    raptor:
        apps: [firefox]
        subtests:
            by-app:
                firefox:
                    - [youtube-playback-av1-sfr, ytp-av1-sfr]
                    - [youtube-playback-h264-sfr, ytp-h264-sfr]
                    - [youtube-playback-hfr, ytp-hfr]
                    - [youtube-playback-vp9-sfr, ytp-vp9-sfr]
                    - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
                    - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
                    - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr]
    treeherder-symbol: Btime()
    run-on-projects:
        by-test-platform:
            .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central]
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    limit-platforms:
        by-subtest:
            youtube-playback-av1-sfr:
                - macosx1470-64-shippable/opt
            default: []
    max-run-time:
        by-subtest:
            youtube-playback-hfr: 3600
            youtube-playback-widevine.*: 3600
            default: 2700

browsertime-youtube-playback-power:
    description: Browsertime YouTube Playback on Firefox with power usage tracking
    raptor:
        apps: [firefox]
        subtests:
            by-app:
                firefox:

                    - [youtube-playback-h264-1080p30, ytp-h264-1080p30]
                    - [youtube-playback-h264-1080p60, ytp-h264-1080p60]
                    - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30]
                    - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60]
                    - [youtube-playback-v9-1080p30, ytp-v9-1080p30]
                    - [youtube-playback-v9-1080p60, ytp-v9-1080p60]
                    - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30]
                    - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60]
    treeherder-symbol: Btime()
    run-on-projects:
        by-test-platform:
            macosx.*shippable.*: [mozilla-central]
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    max-run-time: 2700

browsertime-tp6-live:
    <<: *tp6-defaults
    description: Raptor (browsertime) tp6 on live-sites
    mozharness:
        extra-options:
            - --browser-cycles=15
            - --chimera
            - --live-sites
            - --extra-profiler-run
    raptor:
        apps: [firefox, chrome, safari]
        test: tp6
        run-visual-metrics: true
        lull-schedule:
            by-test-platform:
                .*shippable.*: 1w
                default: ""
        subtests:
            by-app:
                safari:
                    - amazon
                    - [bing-search, bing]
                    - ebay
                    # - [facebook, fb] Perma fails on osx 10.15.7
                    - fandom
                    - [google-docs, gdocs]
                    - [google-mail, gmail]
                    - [google-search, gsearch]
                    - [google-slides, gslides]
                    - imdb
                    - imgur
                    # - instagram # (see bug 1736999)
                    - linkedin
                    - microsoft
                    # - netflix # Perma fails on osx 10.15.7 (Bug 1802922)
                    # - office (site loads blank page if not signed in)
                    # - outlook Perma fails on osx 10.15.7
                    - paypal
                    - pinterest
                    - reddit
                    - tumblr
                    - twitch
                    # - twitter Perma fails on osx 10.15.7
                    - wikipedia
                    - yahoo-mail
                    - youtube
                chrome:
                    - amazon
                    - [bing-search, bing]
                    - ebay
                    - [facebook, fb]
                    - fandom
                    - [google-docs, gdocs]
                    - [google-mail, gmail]
                    - [google-search, gsearch]
                    - [google-slides, gslides]
                    - imdb
                    # - imgur (see bugs 1825337 & 1817420)
                    - instagram
                    - linkedin
                    - microsoft
                    - netflix
                    # - office (site loads blank page if not signed in)
                    - outlook
                    - paypal
                    - pinterest
                    - reddit
                    - tumblr
                    - twitch
                    - twitter
                    - wikipedia
                    - yahoo-mail
                    - youtube
                default:
                    - amazon
                    - [bing-search, bing]
                    - ebay
                    - [facebook, fb]
                    - fandom
                    - [google-docs, gdocs]
                    - [google-mail, gmail]
                    - [google-search, gsearch]
                    - [google-slides, gslides]
                    - imdb
                    - imgur
                    - instagram
                    - linkedin
                    - microsoft
                    - netflix
                    # - office (site loads blank page if not signed in)
                    - outlook
                    - paypal
                    - pinterest
                    - reddit
                    - tumblr
                    - twitch
                    - twitter
                    - wikipedia
                    - yahoo-mail
                    - youtube
    run-on-projects: []
    treeherder-symbol: Btime-live(tp6)
    tier: 3

browsertime-tp6-live-sheriffed:
    <<: *tp6-defaults
    raptor:
        apps: [firefox]
        test: tp6
        run-visual-metrics: true
        subtests:
            - cnn
    description: Raptor (browsertime) tp6 on live-sites
    mozharness:
        extra-options:
            - --browser-cycles=5
            - --chimera
            - --live-sites
            - --extra-profiler-run
            - --browsertime-arg=maxLoadTime=240000
    run-on-projects:
        by-test-platform:
            linux.*: []
            windows.*-64.*: []
            macosx.*: []
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    treeherder-symbol: Btime-live(tp6)

browsertime-tp6-profiling:
    <<: *tp6-defaults
    raptor:
        apps: [firefox]
        test: tp6
        run-visual-metrics: true
        subtests: [amazon]
    description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling
    mozharness:
        extra-options:
            - --chimera
            - --gecko-profile
    run-on-projects:
        by-test-platform:
            linux.*shippable.*: [mozilla-central]
            windows.*shippable.*: [mozilla-central]
            macosx1470.*shippable.*: [mozilla-central]
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    treeherder-symbol: Btime-Prof(tp6)

browsertime-custom:
    raptor:
        apps: [firefox]
        run-visual-metrics: true
        subtests: [[process-switch, ps]]
    description: Raptor (browsertime) custom pageload tests
    max-run-time: 2700
    mozharness:
        extra-options:
            - --chimera
            - --extra-profiler-run
    run-on-projects:
        by-test-platform:
            .*64(?!.*nightlyasrelease).*shippable.*: [mozilla-central]
            default: []
    tier: 1
    treeherder-symbol: Btime(ps)

browsertime-first-install:
    raptor:
        apps: [firefox]
        run-visual-metrics: true
        subtests: [welcome]
    description: Raptor (browsertime) custom pageload tests
    max-run-time: 2700
    mozharness:
        extra-options:
            - --chimera
            - --extra-profiler-run
    run-on-projects:
        by-test-platform:
            .*64(?!.*nightlyasrelease).*shippable.*: [trunk]
            default: []
    tier: 1
    treeherder-symbol: Btime(welcome)

browsertime-regression-tests:
    raptor:
        apps: [firefox]
        subtests: [[constant-regression, regress-c]]
    description: Raptor (browsertime) tests for our regression detection system
    max-run-time: 700
    run-on-projects: [autoland]
    limit-platforms:
        - .*linux(?!.*shippable)(?!.*clang).*
    mozharness:
        extra-options:
            by-test-platform:
                windows.*-64.*shippable.*: []
                default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    treeherder-symbol: Btime(regressor)

browsertime-upload:
    limit-platforms:
        by-app:
            chrome:
                # Bug 2038340: temporarily disabled on Windows
                - linux.*-64.*shippable.*
                - macosx.*shippable.*
            safari:
                - .*macosx.*shippable.*
            default: []
    raptor:
        apps: [firefox, chrome, safari]
        subtests:
            - [upload, upload-h2]
            - upload-h3
    description: Raptor (browsertime) http2, http3 file upload performance test
    max-run-time: 2700
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    .*64.*shippable.*: [autoland, mozilla-central]
                    default: []
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3
    treeherder-symbol: Btime(upload)
    fetches:
        fetch:
            - upload-speed-test-file

browsertime-network-bench:
    raptor:
        apps: [firefox, chrome, custom-car]
        subtests:
            - [h3-upload, h3-up]
            - [h3-download, h3-down]
            - [h2-upload, h2-up]
            - [h2-download, h2-down]
        network-conditions:
            by-subtest:
                h3-upload:
                    - [1M_400ms, "0"]
                    - [300M_40ms, "0"]
                    - [300M_80ms, "0"]
                    - [10M_40ms, "0"]
                    - [100M_40ms, "0"]
                h3-download:
                    - [1M_400ms, "0"]
                    - [300M_40ms, "0"]
                    - [300M_80ms, "0"]
                    - [10M_40ms, "0"]
                    - [100M_40ms, "0"]
                h2-upload:
                    - [1M_400ms, "0"]
                    - [300M_40ms, "0"]
                    - [300M_80ms, "0"]
                    - [10M_40ms, "0"]
                    - [100M_40ms, "0"]
                h2-download:
                    - [1M_400ms, "0"]
                    - [300M_40ms, "0"]
                    - [300M_80ms, "0"]
                    - [10M_40ms, "0"]
                    - [100M_40ms, "0"]
                default: []
    description: Raptor (browsertime) networking download/upload performance test
    max-run-time: 15000
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    linux.*shippable.*: [mozilla-central]
                    default: []
            chrome:
                by-test-platform:
                    linux.*shippable.*: [mozilla-central]
                    default: []
            custom-car:
                by-test-platform:
                    linux.*shippable.*: [mozilla-central]
                    default: []
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 2
            default: 3
    treeherder-symbol: Btime(network-bench)
    fetches:
        fetch:
            - upload-speed-test-file

browsertime-pageload-benchmark:
    raptor:
        apps: [firefox]
        subtests: [tp6-bench]
    description: Raptor (browsertime) TP6 pageload benchmark test
    max-run-time: 4500
    mozharness:
        extra-options:
            - --browser-cycles=5
    run-on-projects: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3
    treeherder-symbol: Btime(tp6-bench)

browsertime-video-playback-latency:
    <<: *tp6-defaults
    raptor:
        apps: [firefox, chrome, safari]
        test: video-playback-latency
        run-visual-metrics: true
        subtests:
            by-app:
                safari:
                    - vpl-h264
                default:
                    - vpl-av1
                    - vpl-h264
                    - vpl-vp9
    description: Raptor (browsertime) Video playback latency test
    mozharness:
        extra-options:
            by-test-platform:
                windows.*-64.*shippable.*:
                    - --chimera
                    - --browsertime-no-ffwindowrecorder
                    - --extra-profiler-run
                default:
                    - --chimera
                    - --extra-profiler-run
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    macosx1470.*shippable.*: [autoland, mozilla-central]
                    linux.*shippable.*: [autoland, mozilla-central]
                    default: []
            default: []
    treeherder-symbol: Btime(vpl)

browsertime-webcodecs:
    limit-platforms:
        by-app:
            chrome:
                # - .*64.*shippable.*  # Bug 2038340: temporarily disabled on Windows
                - linux.*-64.*shippable.*
                - macosx.*shippable.*
            safari:
                - .*macosx.*shippable.*
            custom-car:
                - macosx1400.*shippable.*
                - macosx1470.*shippable.*
                - macosx1500.*shippable.*
                - linux.*-64.*shippable.*
                # - windows.*-64.*shippable.*  # Bug 2038340: temporarily disabled
            default: []
    raptor:
        apps: [firefox, chrome, safari, custom-car]
        test: webcodecs
        run-visual-metrics: false
        subtests:
            by-test-platform:
                # Since x264 isn't built into Ubuntu 18.04 by default, we skip it.
                linux.*.*:
                    - ve-av1-rt
                    - ve-av1-q
                    - ve-vp8-rt
                    - ve-vp8-q
                    - ve-vp9-rt
                    - ve-vp9-q
                    - [ve-av1-rt-i420, ve-a1rt420]
                    - [ve-av1-q-i420, ve-a1q420]
                    - [ve-vp8-rt-i420, ve-v8rt420]
                    - [ve-vp8-q-i420, ve-v8q420]
                    - [ve-vp9-rt-i420, ve-v9rt420]
                    - [ve-vp9-q-i420, ve-v9q420]
                    - [ve-av1-rt-cam, ve-a1rtcam]
                    - [ve-av1-q-cam, ve-a1qcam]
                    - [ve-vp8-rt-cam, ve-v8rtcam]
                    - [ve-vp8-q-cam, ve-v8qcam]
                    - [ve-vp9-rt-cam, ve-v9rtcam]
                    - [ve-vp9-q-cam, ve-v9qcam]
                default:
                    by-app:
                        # Chrome currently refuses to encode H264 at larger resolutions like 720p and 1080p.
                        # Testname aliases are used to work around the length limit.
                        chrome:
                            - ve-av1-rt
                            - ve-av1-q
                            - [ve-h264-rt-sd, veh264rtsd]
                            - [ve-h264-q-sd, veh264qsd]
                            - ve-vp8-rt
                            - ve-vp8-q
                            - ve-vp9-rt
                            - ve-vp9-q
                            - [ve-av1-rt-i420, ve-a1rt420]
                            - [ve-av1-q-i420, ve-a1q420]
                            - [ve-vp8-rt-i420, ve-v8rt420]
                            - [ve-vp8-q-i420, ve-v8q420]
                            - [ve-vp9-rt-i420, ve-v9rt420]
                            - [ve-vp9-q-i420, ve-v9q420]
                        custom-car:
                            - ve-av1-rt
                            - ve-av1-q
                            - [ve-h264-rt-sd, veh264rtsd]
                            - [ve-h264-q-sd, veh264qsd]
                            - ve-vp8-rt
                            - ve-vp8-q
                            - ve-vp9-rt
                            - ve-vp9-q
                            - [ve-av1-rt-i420, ve-a1rt420]
                            - [ve-av1-q-i420, ve-a1q420]
                            - [ve-vp8-rt-i420, ve-v8rt420]
                            - [ve-vp8-q-i420, ve-v8q420]
                            - [ve-vp9-rt-i420, ve-v9rt420]
                            - [ve-vp9-q-i420, ve-v9q420]
                        default:
                            - ve-av1-rt
                            - ve-av1-q
                            - ve-h264-rt
                            - ve-h264-q
                            - [ve-h264-rt-sd, veh264rtsd]
                            - [ve-h264-q-sd, veh264qsd]
                            - ve-vp8-rt
                            - ve-vp8-q
                            - ve-vp9-rt
                            - ve-vp9-q
                            - [ve-av1-rt-i420, ve-a1rt420]
                            - [ve-av1-q-i420, ve-a1q420]
                            - [ve-h264-rt-i420, ve-24rt420]
                            - [ve-h264-q-i420, ve-24q420]
                            - [ve-vp8-rt-i420, ve-v8rt420]
                            - [ve-vp8-q-i420, ve-v8q420]
                            - [ve-vp9-rt-i420, ve-v9rt420]
                            - [ve-vp9-q-i420, ve-v9q420]
                            - [ve-av1-rt-cam, ve-a1rtcam]
                            - [ve-av1-q-cam, ve-a1qcam]
                            - [ve-h264-rt-cam, ve-24rtcam]
                            - [ve-h264-q-cam, ve-24qcam]
                            - [ve-h264-rt-sd-cam, ve-24rscam]
                            - [ve-h264-q-sd-cam, ve-24qscam]
                            - [ve-vp8-rt-cam, ve-v8rtcam]
                            - [ve-vp8-q-cam, ve-v8qcam]
                            - [ve-vp9-rt-cam, ve-v9rtcam]
                            - [ve-vp9-q-cam, ve-v9qcam]
    description: Raptor (browsertime) WebCodecs test
    mozharness:
        extra-options:
            - --extra-profiler-run
    run-on-projects:
        by-app:
            firefox: [autoland, mozilla-central]
            default: []
    tier:
        by-app:
            firefox: 2
            default: 3
    treeherder-symbol: Btime(webcodecs)

browsertime-speculation-rules:
    raptor:
        apps: [firefox, chrome]
        run-visual-metrics: true
        subtests: [prefetch]
    description: Raptor (browsertime) Speculation Rules prefetch pageload test
    limit-platforms:
        by-app:
            chrome:
                - linux.*shippable.*
            default: []
    max-run-time: 420
    run-on-projects:
        by-test-platform:
            .*64.*shippable.*: [autoland]
            default: []
    tier:
        by-app:
            firefox: 2
            default: 3
    treeherder-symbol: Btime(specrules)

browsertime-speculative:
    raptor:
        apps: [firefox]
        run-visual-metrics: true
        subtests: [connect]
    description: Raptor (browsertime) speculative connect pageload tests
    max-run-time: 420
    run-on-projects:
        by-test-platform:
            .*64.*shippable.*: [autoland]
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 2
    treeherder-symbol: Btime(speculative)

browsertime-throttled:
    raptor:
        apps: [firefox]
        run-visual-metrics: true
        subtests: [throttled]
    description: Raptor (browsertime) throttled network pageload tests
    max-run-time: 420
    run-on-projects: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3
    treeherder-symbol: Btime(throttled)

browsertime-tp6-webextensions:
    <<: *tp6-defaults
    <<: *tp6-essential-defaults
    description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop
    raptor:
        apps: [firefox]
        test: tp6
        run-visual-metrics: true
        subtests:
            - amazon
    fetches:
        fetch:
            - firefox-addons
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    macosx1100.*shippable.*: [mozilla-central]
                    .*64(?!.*nightlyasrelease).*shippable.*: [trunk-only]
                    default: []
            default: []
    mozharness:
        extra-options:
            by-test-platform:
                windows.*-64.*shippable.*:
                    - --chimera
                    - --browsertime
                    - --browsertime-no-ffwindowrecorder
                    - --conditioned-profile=settled-webext
                default:
                    - --chimera
                    - --browsertime
                    - --conditioned-profile=settled-webext
    # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3.
    tier: 3
    treeherder-symbol: Btime-webext(tp6)

browsertime-indexeddb:
    description: Raptor (browsertime) tests for IndexedDB
    max-run-time: 2700
    treeherder-symbol: Btime(idb)
    limit-platforms:
        by-app:
            chrome:
                # - .*shippable.*  # Bug 2038340: temporarily disabled on Windows
                - linux.*shippable.*
                - macosx.*shippable.*
            custom-car:
                - macosx1400.*shippable.*
                - macosx1470.*shippable.*
                - macosx1500.*shippable.*
                - linux.*shippable.*
                # - windows.*-64.*shippable.*  # Bug 2038340: temporarily disabled
            default: []
    raptor:
        apps: [firefox, chrome]
        run-visual-metrics: false
        subtests:
            - [idb-open-many-par, idb-opn-mp]
            - [idb-open-many-seq, idb-opn-ms]
            - [idb-open-few-par, idb-opn-fp]
            - [idb-open-few-seq, idb-opn-fs]
            - addMab1
            - addMabN
            - addMar1
            - addMarN
            - addMbl1
            - addMblN
            - addkAB1
            - addkABN
            - addkAR1
            - addkARN
            - addkBL1
            - addkBLN
            - getkeyrng
    run-on-projects:
        by-app:
            firefox:
                by-test-platform:
                    .*64.*shippable.*: [autoland, mozilla-central]
                    default: []
            default: []
    tier:
        by-app:
            firefox:
                by-test-platform:
                    linux.*clang-trunk.*: 2
                    default: 1
            default: 3
    mozharness:
        extra-options:
            by-subtest:
                addMbl1:
                    by-app:
                        chrome:
                            by-test-platform:
                                linux.*shippable.*: []
                                default:
                                    - --extra-profiler-run
                        default:
                            - --extra-profiler-run
                default:
                    - --extra-profiler-run

browsertime-trr-performance:
    raptor:
        apps: [firefox]
        run-visual-metrics: false
        subtests:
            - dns-multi
            - dns-native
            - trr-cira
            - trr-cloudf
            - trr-comcas
            - trr-multi
            - trr-next
            - trr-w-cira
            - trr-w-clou
            - trr-w-comc
            - trr-w-next

    description: Raptor (browsertime) trr performance tests
    max-run-time: 600
    run-on-projects:
        by-test-platform:
            windows11-64-24h2-shippable/opt: [mozilla-central]
            default: []
    tier: 3
    treeherder-symbol: Btime(trrperf)