# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at
http://mozilla.org/MPL/2.0/.
---
# Each key in this file specifies a set of tests to run. Different test sets
# may, for example, be bound to different test platforms.
#
# Note that set does not depend on the tree; tree-dependent job selection
# should be performed in the target task selection phase of task-graph
# generation.
#
# A test set has a name, and a list of tests that it contains.
#
# Test names given here reference tests.yml.
### Feature-specific test groups
webgpu:
- mochitest-webgpu
- web-platform-tests-webgpu
- web-platform-tests-webgpu-long
- web-platform-tests-webgpu-backlog
- web-platform-tests-webgpu-backlog-long
web-platform-tests:
- web-platform-tests
- web-platform-tests-crashtest
- web-platform-tests-privatebrowsing
- web-platform-tests-print-reftest
- web-platform-tests-reftest
- web-platform-tests-wdspec
- web-platform-tests-canvas
- web-platform-tests-webcodecs
- web-platform-tests-eme
web-platform-tests-backlog:
- web-platform-tests-backlog
- web-platform-tests-reftest-backlog
mochitest-devtools-chrome:
- mochitest-devtools-chrome
talos:
- talos-bcv
- talos-chrome
- talos-damp-inspector
- talos-damp-webconsole
- talos-damp-other
- talos-dromaeojs
- talos-g1
- talos-g3
- talos-g4
- talos-g5
- talos-other
- talos-sessionrestore-many-windows
- talos-svgr
- talos-tp5o
- talos-perf-reftest
- talos-perf-reftest-singletons
- talos-tabswitch
- talos-realworld-webextensions
- talos-webgl
- talos-pdfpaint
# - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
# - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions
talos-profiling:
- talos-bcv-profiling
- talos-chrome-profiling
# - talos-damp-profiling - Disabled b/c of Bug 1597734
- talos-dromaeojs-profiling
- talos-g1-profiling
- talos-g3-profiling
- talos-g4-profiling
- talos-g5-profiling
- talos-motionmark-profiling
- talos-other-profiling
- talos-sessionrestore-many-windows-profiling
- talos-perf-reftest-profiling
- talos-perf-reftest-singletons-profiling
- talos-svgr-profiling
- talos-tp5o-profiling
- talos-tabswitch-profiling
- talos-realworld-webextensions-profiling
- talos-webgl-profiling
# Bug 1909894, windows 10 + sp3 temporarily
browsertime-benchmark:
- browsertime-benchmark
browsertime:
- browsertime-tp6
- browsertime-tp7
- browsertime-tp6-essential
- browsertime-tp6-bytecode
- browsertime-tp6-live
- browsertime-tp6-live-sheriffed
- browsertime-tp6-webextensions
- browsertime-benchmark
- browsertime-benchmark-wasm
- browsertime-youtube-playback
- browsertime-youtube-playback-power
- browsertime-custom
- browsertime-first-install
- browsertime-responsiveness
- browsertime-regression-tests
- browsertime-upload
- browsertime-speculative
- browsertime-throttled
- browsertime-pageload-benchmark
- browsertime-indexeddb
- browsertime-video-playback-latency
- browsertime-network-bench
- browsertime-webcodecs
browsertime-clang:
- browsertime-tp6
- browsertime-tp6-essential
- browsertime-tp6-bytecode
- browsertime-tp6-live
- browsertime-tp6-live-sheriffed
- browsertime-tp6-webextensions
- browsertime-benchmark
- browsertime-benchmark-wasm
- browsertime-youtube-playback
- browsertime-responsiveness
browsertime-profiling:
- browsertime-tp6-profiling
browsertime-high-priority:
- browsertime-benchmark
- browsertime-tp6
browsertime-ref-hw:
- browsertime-benchmark
awsy:
- awsy
- awsy-base
- awsy-dmd
- awsy-base-dmd
- awsy-tp6
ccov-code-coverage-tests:
- test-coverage
- test-coverage-wpt
mochitest-valgrind:
- mochitest-valgrind
desktop-screenshot-capture:
- mochitest-browser-screenshots
### Specific platform test sets
# Linux
linux32-gtest:
- gtest
linux32-tests:
- web-platform-tests
- web-platform-tests-webcodecs
- web-platform-tests-eme
linux1804-tests:
- cppunittest
- crashtest
- firefox-ui-functional
- gtest
# - jittest # See comment in linux1804-ccov-tests set.
- jsreftest
- marionette
- marionette-unittest
- mochitest-a11y
- mochitest-browser-a11y
- mochitest-browser-chrome
- mochitest-browser-media
- mochitest-browser-translations
- mochitest-chrome
- mochitest-chrome-gpu
- mochitest-devtools-chrome
- mochitest-media
- mochitest-plain
- mochitest-plain-gpu
- mochitest-remote
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- telemetry-tests-client
- test-verify
- test-verify-gpu
- test-verify-wpt
- xpcshell
linux1804-ccov-tests:
# jittest run on regular linux builds is redundant with SM(p), so we omit it
# from the linux1804-tests and linux1804-qr-tests sets. But, we still want
# to run it on ccov builds, so we have this set that has it and which runs
# on ccov builds.
- jittest
linux2204-wayland-tests:
- mochitest-plain
- cppunittest
- crashtest
- firefox-ui-functional
- gtest
- jsreftest
- marionette
- marionette-unittest
- mochitest-a11y
- mochitest-browser-a11y
- mochitest-browser-chrome
- mochitest-browser-chrome-failures
- mochitest-browser-media
- mochitest-browser-translations
- mochitest-chrome
- mochitest-chrome-gpu
- mochitest-devtools-chrome
- mochitest-media
- mochitest-plain
- mochitest-plain-gpu
- mochitest-remote
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- telemetry-tests-client
- test-verify
- test-verify-gpu
- test-verify-wpt
- xpcshell
# Windows
windows32-tests:
- cppunittest
- crashtest
- gtest
- firefox-ui-functional
- jsreftest
- marionette
- marionette-unittest
- mochitest-a11y
- mochitest-browser-a11y
- mochitest-browser-chrome
- mochitest-browser-media
- mochitest-chrome
- mochitest-media
- reftest
- test-verify
- test-verify-gpu
- test-verify-wpt
- xpcshell
- web-platform-tests
- web-platform-tests-crashtest
- web-platform-tests-privatebrowsing
windows10-2009-tests:
- cppunittest
- gtest
- mochitest-chrome
- mochitest-chrome-gpu
- mochitest-plain
- mochitest-plain-gpu
- xpcshell
windows11-64-2009-ccov-tests:
- jittest
- test-coverage
- web-platform-tests
- web-platform-tests-crashtest
- web-platform-tests-print-reftest
- web-platform-tests-reftest
- web-platform-tests-wdspec
- web-platform-tests-webcodecs
- web-platform-tests-eme
# this remains as we have an issue on msix(mda) tasks
# as well as reftest-nogpu
windows11-2009-tests:
- mochitest-browser-chrome
- mochitest-media
- telemetry-tests-client
windows11-24h2-tests:
- cppunittest
- crashtest
- firefox-ui-functional
- gtest
- jsreftest
- marionette
- marionette-unittest
- mochitest-a11y
- mochitest-browser-a11y
- mochitest-browser-media
- mochitest-browser-translations
- mochitest-chrome
- mochitest-chrome-gpu
- mochitest-devtools-chrome
- mochitest-plain
- mochitest-plain-gpu
- mochitest-remote
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- test-verify
- test-verify-gpu
- test-verify-wpt
- xpcshell
mingwclang-tests-debug:
- cppunittest
- firefox-ui-functional
- mochitest-a11y
- mochitest-chrome-gpu
- mochitest-plain-gpu
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- telemetry-tests-client
- reftest
# The following is the same as the above block, minus reftests.
# Reftests were disabled due to frequent hangs; see bug 1642719
# for re-enabling.
mingwclang-win32-tests-debug:
- cppunittest
- firefox-ui-functional
- mochitest-a11y
- mochitest-chrome-gpu
- mochitest-plain-gpu
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
# - reftest - disabled, see bug 1642719
- telemetry-tests-client
mingwclang-tests-opt:
- cppunittest
- mochitest-chrome-gpu
- mochitest-plain-gpu
windows-talos:
- talos-bcv
- talos-chrome
- talos-damp-inspector
- talos-damp-webconsole
- talos-damp-other
- talos-dromaeojs
- talos-g1
- talos-g4
- talos-g5
- talos-other
- talos-sessionrestore-many-windows
- talos-perf-reftest
- talos-perf-reftest-singletons
- talos-svgr
- talos-tp5o
- talos-tabswitch
- talos-realworld-webextensions
- talos-webgl
- talos-pdfpaint
# - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
windows-ref-hw-tests:
- browsertime-video-playback-latency
- mochitest-media
talos-xperf:
- talos-xperf
# macOS
macosx1100-64-jittests:
- jittest
macosx1100-64-qr-tests:
- crashtest
- jsreftest
- mochitest-browser-a11y
- mochitest-browser-chrome
- mochitest-browser-media
- mochitest-browser-translations
- mochitest-chrome-gpu
- mochitest-media
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- xpcshell
- web-platform-tests-webcodecs
- web-platform-tests-eme
macosx1100-aarch64-qr-tests:
- cppunittest
- mochitest-media
macosx1470-64-tests:
- cppunittest
- crashtest
- firefox-ui-functional
- gtest
- jittest
- jsreftest
- marionette
- marionette-unittest
- mochitest-a11y
- mochitest-browser-a11y
- mochitest-browser-media
- mochitest-browser-translations
- mochitest-chrome
- mochitest-chrome-gpu
- mochitest-devtools-chrome
- mochitest-media
- mochitest-plain
- mochitest-plain-gpu
- mochitest-remote
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- telemetry-tests-client
- test-verify
- test-verify-gpu
- test-verify-wpt
- web-platform-tests
- web-platform-tests-canvas
- web-platform-tests-crashtest
- web-platform-tests-eme
- web-platform-tests-print-reftest
- web-platform-tests-privatebrowsing
- web-platform-tests-reftest
- web-platform-tests-wdspec
- web-platform-tests-webcodecs
- xpcshell
macosx1015-64-qr-tests:
- cppunittest
- crashtest
- jittest
- mochitest-browser-chrome
- mochitest-media
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
- mochitest-webgl2-ext
- xpcshell
macosx64-talos:
- talos-bcv
- talos-chrome
- talos-damp-inspector
- talos-damp-webconsole
- talos-damp-other
- talos-dromaeojs
- talos-g1
- talos-g4
- talos-g5
- talos-other
- talos-sessionrestore-many-windows
- talos-svgr
- talos-tp5o
- talos-perf-reftest
- talos-perf-reftest-singletons
- talos-realworld-webextensions
- talos-webgl
- talos-tabswitch
- talos-pdfpaint
# - talos-h1 # too long to unpack profile- Bug 1442893
macosx1400-64-qr-tests:
- browsertime-benchmark
# Android
android-x86_64-tests:
- cppunittest
- crashtest
- geckoview-junit
- gtest
- mochitest-media
- mochitest-plain
- mochitest-plain-gpu
# - mochitest-webgl1-core # Harness issues?
# - mochitest-webgl1-ext
# - mochitest-webgl2-core # Emulator not creating ES3?
# - mochitest-webgl2-ext
- reftest
- test-verify
- web-platform-tests
- web-platform-tests-crashtest
- web-platform-tests-reftest
- web-platform-tests-wdspec
- web-platform-tests-webcodecs
- web-platform-tests-eme
- xpcshell
android-x86-tests:
- cppunittest
android-hw-aarch64-opt-unittests:
- jittest
android-hw-arm7-pgo-unittests:
- jittest-all
android-hw-aarch64-pgo-unittests:
- jittest
android-hw-arm7-debug-unittests:
- jittest
android-hw-aarch64-debug-unittests:
- jittest
android-hw-aarch64:
- crashtest-qr
- reftest-qr
- mochitest-media
- mochitest-webgl1-core
- mochitest-webgl1-ext
- mochitest-webgl2-core
android-hw-browsertime:
- browsertime-tp6m
- browsertime-tp6m-essential
- browsertime-tp6m-webextensions
- browsertime-tp6m-live
- browsertime-benchmark-speedometer-mobile
- browsertime-benchmark-speedometer3-mobile
- browsertime-youtube-playback-mobile
- browsertime-benchmark-unity-webgl-mobile
- browsertime-benchmark-motionmark-1-3
- browsertime-benchmark-jetstream2
- browsertime-video-playback-latency-mobile
- browsertime-youtube-playback-power-mobile
android-hw-browsertime-profiling:
- browsertime-tp6m-profiling
android-hw-speedometer-tests:
- browsertime-benchmark-speedometer-mobile
- browsertime-benchmark-speedometer3-mobile
android-hw-power-tests:
- browsertime-youtube-playback-power-mobile
