diff options
Diffstat (limited to 'taskcluster/ci/desktop-test/tests.yml')
| -rw-r--r-- | taskcluster/ci/desktop-test/tests.yml | 721 |
1 files changed, 721 insertions, 0 deletions
diff --git a/taskcluster/ci/desktop-test/tests.yml b/taskcluster/ci/desktop-test/tests.yml new file mode 100644 index 000000000..edfb30909 --- /dev/null +++ b/taskcluster/ci/desktop-test/tests.yml @@ -0,0 +1,721 @@ +# Each stanza here describes a particular test suite or sub-suite. These are +# processed through the transformations described in kind.yml to produce a +# bunch of tasks. See the schema in `test-descriptions.py` for a description +# of the fields used here. + +# Note that these are in lexical order + +cppunit: + description: "CPP Unit Tests" + suite: cppunittest + treeherder-symbol: tc(Cpp) + e10s: false + run-on-projects: + by-test-platform: + windows.*: ['mozilla-central', 'try'] + default: ['all'] + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --cppunittest-suite=cppunittest + +crashtest: + description: "Crashtest run" + suite: reftest/crashtest + treeherder-symbol: tc-R(C) + docker-image: {"in-tree": "desktop1604-test"} + e10s: + by-test-platform: + # Bug 1304435 + win.*: false + default: both + mozharness: + script: desktop_unittest.py + chunked: true + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --reftest-suite=crashtest + +external-media-tests: + description: "External Media Test run" + suite: external-media-tests + treeherder-symbol: tc-VP(b-m) + e10s: false + tier: 2 + max-run-time: 5400 + run-on-projects: + by-test-platform: + windows.*: ['mozilla-central', 'try'] + default: ['all'] + mozharness: + script: firefox_media_tests_taskcluster.py + config: + by-test-platform: + win.*: + - mediatests/taskcluster_windows_config.py + default: + - mediatests/taskcluster_posix_config.py + - remove_executables.py + +firefox-ui-functional-local: + description: "Firefox-ui-tests functional run" + suite: "firefox-ui/functional local" + treeherder-symbol: tc-Fxfn-l(en-US) + max-run-time: 5400 + tier: 1 + docker-image: {"in-tree": "desktop1604-test"} + mozharness: + script: firefox_ui_tests/functional.py + config: + - firefox_ui_tests/taskcluster.py + - remove_executables.py + extra-options: + - "--tag" + - "local" + +firefox-ui-functional-remote: + description: "Firefox-ui-tests functional run" + suite: "firefox-ui/functional remote" + treeherder-symbol: tc-Fxfn-r(en-US) + max-run-time: 5400 + tier: 2 + docker-image: {"in-tree": "desktop1604-test"} + mozharness: + script: firefox_ui_tests/functional.py + config: + - firefox_ui_tests/taskcluster.py + - remove_executables.py + extra-options: + - "--tag" + - "remote" + +gtest: + description: "GTests run" + suite: gtest + treeherder-symbol: tc(GTest) + e10s: false + instance-size: xlarge + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --gtest-suite=gtest + +jittest: + description: "JIT Test run" + suite: jittest/jittest-chunked + treeherder-symbol: tc(Jit) + e10s: false + chunks: + by-test-platform: + win.*: 1 + default: 6 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --jittest-suite=jittest-chunked + +jsreftest: + description: "JS Reftest run" + suite: reftest/jsreftest + treeherder-symbol: tc-R(J) + chunks: + by-test-platform: + win.*: 1 + default: 2 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --reftest-suite=jsreftest + +marionette: + description: "Marionette unittest run" + suite: marionette + treeherder-symbol: tc(Mn) + max-run-time: 5400 + docker-image: {"in-tree": "desktop1604-test"} + mozharness: + script: marionette.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - marionette/windows_taskcluster_config.py + default: + - marionette/prod_config.py + - remove_executables.py + +mochitest: + description: "Mochitest plain run" + suite: mochitest/plain-chunked + treeherder-symbol: tc-M() + loopback-video: true + run-on-projects: + by-test-platform: + linux64-ccov/opt: [] + default: ['all'] + chunks: + by-test-platform: + macosx.*: 5 + win.*: 5 + default: 10 + e10s: + by-test-platform: + linux64-ccov/opt: false + default: both + max-run-time: 5400 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + by-test-platform: + linux64-ccov/opt: + - --mochitest-suite=plain-chunked + - --code-coverage + default: + - --mochitest-suite=plain-chunked + # Bug 1281241: migrating to m3.large instances + instance-size: legacy + allow-software-gl-layers: false + +mochitest-a11y: + description: "Mochitest a11y run" + suite: mochitest/a11y + treeherder-symbol: tc-M(a11y) + loopback-video: true + e10s: false + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=a11y + +mochitest-browser-chrome: + description: "Mochitest browser-chrome run" + suite: + by-test-platform: + linux64-jsdcov/opt: mochitest/browser-chrome-coverage + default: mochitest/browser-chrome-chunked + treeherder-symbol: tc-M(bc) + loopback-video: true + run-on-projects: + by-test-platform: + linux64-jsdcov/opt: [] + linux64-ccov/opt: [] + default: ['all'] + chunks: + by-test-platform: + linux64-jsdcov/opt: 35 + default: 10 + e10s: + by-test-platform: + linux64-jsdcov/opt: false + linux64-ccov/opt: false + default: both + max-run-time: + by-test-platform: + linux64-jsdcov/opt: 7200 + linux64-ccov/opt: 7200 + linux64/debug: 5400 + default: 3600 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + by-test-platform: + linux64-jsdcov/opt: + - --mochitest-suite=browser-chrome-coverage + linux64-ccov/opt: + - --mochitest-suite=browser-chrome-chunked + - --code-coverage + default: + - --mochitest-suite=browser-chrome-chunked + # Bug 1281241: migrating to m3.large instances + instance-size: + by-test-platform: + linux64-jsdcov/opt: xlarge + linux64-ccov/opt: xlarge + default: legacy + allow-software-gl-layers: false + +mochitest-chrome: + description: "Mochitest chrome run" + suite: mochitest/chrome + treeherder-symbol: tc-M(c) + loopback-video: true + chunks: + by-test-platform: + macosx.*: 1 + default: 3 + e10s: false + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=chrome + +mochitest-clipboard: + description: "Mochitest clipboard run" + suite: mochitest/plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard + treeherder-symbol: tc-M(cl) + loopback-video: true + instance-size: xlarge + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard + +mochitest-devtools-chrome: + description: "Mochitest devtools-chrome run" + suite: + by-test-platform: + linux64-jsdcov/opt: mochitest/mochitest-devtools-chrome-coverage + default: mochitest/mochitest-devtools-chrome-chunked + treeherder-symbol: tc-M(dt) + loopback-video: true + max-run-time: 5400 + chunks: + by-test-platform: + win.*: 8 + default: 10 + run-on-projects: + by-test-platform: + linux64-ccov/opt: [] + linux64-jsdcov/opt: [] + windows.*: ['mozilla-central', 'try'] + default: ['all'] + e10s: + by-test-platform: + # Bug 1242986: linux64/debug mochitest-devtools-chrome e10s is not greened up yet + linux64/debug: false + linux64-ccov/opt: false + linux64-jsdcov/opt: false + default: both + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + by-test-platform: + linux64-ccov/opt: + - --mochitest-suite=mochitest-devtools-chrome-chunked + - --code-coverage + linux64-jsdcov: + - --mochitest-suite=mochitest-devtools-chrome-coverage + default: + - --mochitest-suite=mochitest-devtools-chrome-chunked + instance-size: + by-test-platform: + # Bug 1281241: migrating to m3.large instances + linux64-asan/opt: legacy + default: default + # Bug 1296086: high number of intermittents observed with software GL and large instances + allow-software-gl-layers: false + +mochitest-gpu: + description: "Mochitest GPU run" + suite: mochitest/plain-gpu,chrome-gpu,browser-chrome-gpu + treeherder-symbol: tc-M(gpu) + loopback-video: true + e10s: + by-test-platform: + win.*: both + default: true + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=plain-gpu,chrome-gpu,browser-chrome-gpu + +mochitest-jetpack: + description: "Mochitest jetpack run" + suite: mochitest/jetpack-package + treeherder-symbol: tc-M(JP) + loopback-video: true + e10s: false + max-run-time: 5400 + run-on-projects: + by-test-platform: + windows.*: ['mozilla-central', 'try'] + default: ['all'] + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=jetpack-package + - --mochitest-suite=jetpack-addon + +mochitest-media: + description: "Mochitest media run" + suite: mochitest/mochitest-media + treeherder-symbol: tc-M(mda) + max-run-time: 5400 + loopback-video: true + instance-size: large + docker-image: {"in-tree": "desktop1604-test"} + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=mochitest-media + +mochitest-other: + description: "Mochitest other" + suite: mochitest/other + treeherder-symbol: tc-M(oth) + e10s: false + max-run-time: 5400 + mozharness: + script: mozharness/scripts/desktop_unittest.py + no-read-buildbot-config: true + include-blob-upload-branch: true + chunked: true + config: + by-test-platform: + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=chrome,a11y + +mochitest-webgl: + description: "Mochitest webgl run" + suite: mochitest/mochitest-gl + treeherder-symbol: tc-M(gl) + chunks: 3 + loopback-video: true + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + chunked: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --mochitest-suite=mochitest-gl + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + +reftest: + description: "Reftest run" + suite: reftest/reftest + treeherder-symbol: tc-R(R) + docker-image: {"in-tree": "desktop1604-test"} + chunks: + by-test-platform: + macosx.*: 1 + default: 8 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --reftest-suite=reftest + +reftest-no-accel: + description: "Reftest not accelerated run" + suite: reftest/reftest-no-accel + treeherder-symbol: tc-R(Ru) + docker-image: {"in-tree": "desktop1604-test"} + chunks: + by-test-platform: + macosx.*: 1 + default: 8 + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + - --reftest-suite=reftest-no-accel + +web-platform-tests: + description: "Web platform test run" + suite: web-platform-tests + treeherder-symbol: tc-W() + chunks: + by-test-platform: + macosx.*: 5 + default: 12 + max-run-time: 7200 + instance-size: xlarge + docker-image: {"in-tree": "desktop1604-test"} + checkout: true + run-on-projects: + by-test-platform: + windows.*: ['mozilla-central', 'try'] + default: ['all'] + mozharness: + script: web_platform_tests.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - web_platform_tests/prod_config_windows_taskcluster.py + default: + - web_platform_tests/prod_config.py + - remove_executables.py + extra-options: + - --test-type=testharness + +web-platform-tests-reftests: + description: "Web platform reftest run" + suite: web-platform-tests-reftests + treeherder-symbol: tc-W(Wr) + max-run-time: 5400 + instance-size: xlarge + docker-image: {"in-tree": "desktop1604-test"} + checkout: true + run-on-projects: + by-test-platform: + windows.*: ['mozilla-central', 'try'] + default: ['all'] + mozharness: + script: web_platform_tests.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - web_platform_tests/prod_config_windows_taskcluster.py + default: + - web_platform_tests/prod_config.py + - remove_executables.py + extra-options: + - --test-type=reftest + +web-platform-tests-wdspec: + description: "Web platform webdriver-spec run" + suite: web-platform-tests-wdspec + treeherder-symbol: tc-W(Wd) + max-run-time: 5400 + instance-size: xlarge + docker-image: {"in-tree": "desktop1604-test"} + checkout: true + mozharness: + script: web_platform_tests.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - web_platform_tests/prod_config_windows_taskcluster.py + default: + - web_platform_tests/prod_config.py + - remove_executables.py + extra-options: + - --test-type=wdspec + +xpcshell: + description: "xpcshell test run" + suite: xpcshell + treeherder-symbol: tc-X() + run-on-projects: + by-test-platform: + linux64-ccov/opt: [] + default: ['all'] + chunks: + by-test-platform: + # win.*: 1 + macosx.*: 1 + linux64/debug: 10 + default: 8 + max-run-time: 5400 + e10s: false + mozharness: + script: desktop_unittest.py + no-read-buildbot-config: true + config: + by-test-platform: + win.*: + - unittests/win_taskcluster_unittest.py + macosx.*: + - remove_executables.py + - unittests/mac_unittest.py + default: + - unittests/linux_unittest.py + - remove_executables.py + extra-options: + by-test-platform: + linux64-ccov/opt: + - --xpcshell-suite=xpcshell + - --code-coverage + default: + - --xpcshell-suite=xpcshell + # Bug 1281241: migrating to m3.large instances + instance-size: legacy + allow-software-gl-layers: false |