summaryrefslogtreecommitdiffstats
path: root/taskcluster/ci/desktop-test/tests.yml
diff options
context:
space:
mode:
authorMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
committerMatt A. Tobin <mattatobin@localhost.localdomain>2018-02-02 04:16:08 -0500
commit5f8de423f190bbb79a62f804151bc24824fa32d8 (patch)
tree10027f336435511475e392454359edea8e25895d /taskcluster/ci/desktop-test/tests.yml
parent49ee0794b5d912db1f95dce6eb52d781dc210db5 (diff)
downloadUXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.gz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.lz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.xz
UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.zip
Add m-esr52 at 52.6.0
Diffstat (limited to 'taskcluster/ci/desktop-test/tests.yml')
-rw-r--r--taskcluster/ci/desktop-test/tests.yml721
1 files changed, 721 insertions, 0 deletions
diff --git a/taskcluster/ci/desktop-test/tests.yml b/taskcluster/ci/desktop-test/tests.yml
new file mode 100644
index 000000000..edfb30909
--- /dev/null
+++ b/taskcluster/ci/desktop-test/tests.yml
@@ -0,0 +1,721 @@
+# Each stanza here describes a particular test suite or sub-suite. These are
+# processed through the transformations described in kind.yml to produce a
+# bunch of tasks. See the schema in `test-descriptions.py` for a description
+# of the fields used here.
+
+# Note that these are in lexical order
+
+cppunit:
+ description: "CPP Unit Tests"
+ suite: cppunittest
+ treeherder-symbol: tc(Cpp)
+ e10s: false
+ run-on-projects:
+ by-test-platform:
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --cppunittest-suite=cppunittest
+
+crashtest:
+ description: "Crashtest run"
+ suite: reftest/crashtest
+ treeherder-symbol: tc-R(C)
+ docker-image: {"in-tree": "desktop1604-test"}
+ e10s:
+ by-test-platform:
+ # Bug 1304435
+ win.*: false
+ default: both
+ mozharness:
+ script: desktop_unittest.py
+ chunked: true
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --reftest-suite=crashtest
+
+external-media-tests:
+ description: "External Media Test run"
+ suite: external-media-tests
+ treeherder-symbol: tc-VP(b-m)
+ e10s: false
+ tier: 2
+ max-run-time: 5400
+ run-on-projects:
+ by-test-platform:
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ mozharness:
+ script: firefox_media_tests_taskcluster.py
+ config:
+ by-test-platform:
+ win.*:
+ - mediatests/taskcluster_windows_config.py
+ default:
+ - mediatests/taskcluster_posix_config.py
+ - remove_executables.py
+
+firefox-ui-functional-local:
+ description: "Firefox-ui-tests functional run"
+ suite: "firefox-ui/functional local"
+ treeherder-symbol: tc-Fxfn-l(en-US)
+ max-run-time: 5400
+ tier: 1
+ docker-image: {"in-tree": "desktop1604-test"}
+ mozharness:
+ script: firefox_ui_tests/functional.py
+ config:
+ - firefox_ui_tests/taskcluster.py
+ - remove_executables.py
+ extra-options:
+ - "--tag"
+ - "local"
+
+firefox-ui-functional-remote:
+ description: "Firefox-ui-tests functional run"
+ suite: "firefox-ui/functional remote"
+ treeherder-symbol: tc-Fxfn-r(en-US)
+ max-run-time: 5400
+ tier: 2
+ docker-image: {"in-tree": "desktop1604-test"}
+ mozharness:
+ script: firefox_ui_tests/functional.py
+ config:
+ - firefox_ui_tests/taskcluster.py
+ - remove_executables.py
+ extra-options:
+ - "--tag"
+ - "remote"
+
+gtest:
+ description: "GTests run"
+ suite: gtest
+ treeherder-symbol: tc(GTest)
+ e10s: false
+ instance-size: xlarge
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --gtest-suite=gtest
+
+jittest:
+ description: "JIT Test run"
+ suite: jittest/jittest-chunked
+ treeherder-symbol: tc(Jit)
+ e10s: false
+ chunks:
+ by-test-platform:
+ win.*: 1
+ default: 6
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --jittest-suite=jittest-chunked
+
+jsreftest:
+ description: "JS Reftest run"
+ suite: reftest/jsreftest
+ treeherder-symbol: tc-R(J)
+ chunks:
+ by-test-platform:
+ win.*: 1
+ default: 2
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --reftest-suite=jsreftest
+
+marionette:
+ description: "Marionette unittest run"
+ suite: marionette
+ treeherder-symbol: tc(Mn)
+ max-run-time: 5400
+ docker-image: {"in-tree": "desktop1604-test"}
+ mozharness:
+ script: marionette.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - marionette/windows_taskcluster_config.py
+ default:
+ - marionette/prod_config.py
+ - remove_executables.py
+
+mochitest:
+ description: "Mochitest plain run"
+ suite: mochitest/plain-chunked
+ treeherder-symbol: tc-M()
+ loopback-video: true
+ run-on-projects:
+ by-test-platform:
+ linux64-ccov/opt: []
+ default: ['all']
+ chunks:
+ by-test-platform:
+ macosx.*: 5
+ win.*: 5
+ default: 10
+ e10s:
+ by-test-platform:
+ linux64-ccov/opt: false
+ default: both
+ max-run-time: 5400
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ by-test-platform:
+ linux64-ccov/opt:
+ - --mochitest-suite=plain-chunked
+ - --code-coverage
+ default:
+ - --mochitest-suite=plain-chunked
+ # Bug 1281241: migrating to m3.large instances
+ instance-size: legacy
+ allow-software-gl-layers: false
+
+mochitest-a11y:
+ description: "Mochitest a11y run"
+ suite: mochitest/a11y
+ treeherder-symbol: tc-M(a11y)
+ loopback-video: true
+ e10s: false
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=a11y
+
+mochitest-browser-chrome:
+ description: "Mochitest browser-chrome run"
+ suite:
+ by-test-platform:
+ linux64-jsdcov/opt: mochitest/browser-chrome-coverage
+ default: mochitest/browser-chrome-chunked
+ treeherder-symbol: tc-M(bc)
+ loopback-video: true
+ run-on-projects:
+ by-test-platform:
+ linux64-jsdcov/opt: []
+ linux64-ccov/opt: []
+ default: ['all']
+ chunks:
+ by-test-platform:
+ linux64-jsdcov/opt: 35
+ default: 10
+ e10s:
+ by-test-platform:
+ linux64-jsdcov/opt: false
+ linux64-ccov/opt: false
+ default: both
+ max-run-time:
+ by-test-platform:
+ linux64-jsdcov/opt: 7200
+ linux64-ccov/opt: 7200
+ linux64/debug: 5400
+ default: 3600
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ by-test-platform:
+ linux64-jsdcov/opt:
+ - --mochitest-suite=browser-chrome-coverage
+ linux64-ccov/opt:
+ - --mochitest-suite=browser-chrome-chunked
+ - --code-coverage
+ default:
+ - --mochitest-suite=browser-chrome-chunked
+ # Bug 1281241: migrating to m3.large instances
+ instance-size:
+ by-test-platform:
+ linux64-jsdcov/opt: xlarge
+ linux64-ccov/opt: xlarge
+ default: legacy
+ allow-software-gl-layers: false
+
+mochitest-chrome:
+ description: "Mochitest chrome run"
+ suite: mochitest/chrome
+ treeherder-symbol: tc-M(c)
+ loopback-video: true
+ chunks:
+ by-test-platform:
+ macosx.*: 1
+ default: 3
+ e10s: false
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=chrome
+
+mochitest-clipboard:
+ description: "Mochitest clipboard run"
+ suite: mochitest/plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard
+ treeherder-symbol: tc-M(cl)
+ loopback-video: true
+ instance-size: xlarge
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=plain-clipboard,chrome-clipboard,browser-chrome-clipboard,jetpack-package-clipboard
+
+mochitest-devtools-chrome:
+ description: "Mochitest devtools-chrome run"
+ suite:
+ by-test-platform:
+ linux64-jsdcov/opt: mochitest/mochitest-devtools-chrome-coverage
+ default: mochitest/mochitest-devtools-chrome-chunked
+ treeherder-symbol: tc-M(dt)
+ loopback-video: true
+ max-run-time: 5400
+ chunks:
+ by-test-platform:
+ win.*: 8
+ default: 10
+ run-on-projects:
+ by-test-platform:
+ linux64-ccov/opt: []
+ linux64-jsdcov/opt: []
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ e10s:
+ by-test-platform:
+ # Bug 1242986: linux64/debug mochitest-devtools-chrome e10s is not greened up yet
+ linux64/debug: false
+ linux64-ccov/opt: false
+ linux64-jsdcov/opt: false
+ default: both
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ by-test-platform:
+ linux64-ccov/opt:
+ - --mochitest-suite=mochitest-devtools-chrome-chunked
+ - --code-coverage
+ linux64-jsdcov:
+ - --mochitest-suite=mochitest-devtools-chrome-coverage
+ default:
+ - --mochitest-suite=mochitest-devtools-chrome-chunked
+ instance-size:
+ by-test-platform:
+ # Bug 1281241: migrating to m3.large instances
+ linux64-asan/opt: legacy
+ default: default
+ # Bug 1296086: high number of intermittents observed with software GL and large instances
+ allow-software-gl-layers: false
+
+mochitest-gpu:
+ description: "Mochitest GPU run"
+ suite: mochitest/plain-gpu,chrome-gpu,browser-chrome-gpu
+ treeherder-symbol: tc-M(gpu)
+ loopback-video: true
+ e10s:
+ by-test-platform:
+ win.*: both
+ default: true
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=plain-gpu,chrome-gpu,browser-chrome-gpu
+
+mochitest-jetpack:
+ description: "Mochitest jetpack run"
+ suite: mochitest/jetpack-package
+ treeherder-symbol: tc-M(JP)
+ loopback-video: true
+ e10s: false
+ max-run-time: 5400
+ run-on-projects:
+ by-test-platform:
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=jetpack-package
+ - --mochitest-suite=jetpack-addon
+
+mochitest-media:
+ description: "Mochitest media run"
+ suite: mochitest/mochitest-media
+ treeherder-symbol: tc-M(mda)
+ max-run-time: 5400
+ loopback-video: true
+ instance-size: large
+ docker-image: {"in-tree": "desktop1604-test"}
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=mochitest-media
+
+mochitest-other:
+ description: "Mochitest other"
+ suite: mochitest/other
+ treeherder-symbol: tc-M(oth)
+ e10s: false
+ max-run-time: 5400
+ mozharness:
+ script: mozharness/scripts/desktop_unittest.py
+ no-read-buildbot-config: true
+ include-blob-upload-branch: true
+ chunked: true
+ config:
+ by-test-platform:
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=chrome,a11y
+
+mochitest-webgl:
+ description: "Mochitest webgl run"
+ suite: mochitest/mochitest-gl
+ treeherder-symbol: tc-M(gl)
+ chunks: 3
+ loopback-video: true
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ chunked: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --mochitest-suite=mochitest-gl
+ # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
+ allow-software-gl-layers: false
+
+reftest:
+ description: "Reftest run"
+ suite: reftest/reftest
+ treeherder-symbol: tc-R(R)
+ docker-image: {"in-tree": "desktop1604-test"}
+ chunks:
+ by-test-platform:
+ macosx.*: 1
+ default: 8
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --reftest-suite=reftest
+
+reftest-no-accel:
+ description: "Reftest not accelerated run"
+ suite: reftest/reftest-no-accel
+ treeherder-symbol: tc-R(Ru)
+ docker-image: {"in-tree": "desktop1604-test"}
+ chunks:
+ by-test-platform:
+ macosx.*: 1
+ default: 8
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ - --reftest-suite=reftest-no-accel
+
+web-platform-tests:
+ description: "Web platform test run"
+ suite: web-platform-tests
+ treeherder-symbol: tc-W()
+ chunks:
+ by-test-platform:
+ macosx.*: 5
+ default: 12
+ max-run-time: 7200
+ instance-size: xlarge
+ docker-image: {"in-tree": "desktop1604-test"}
+ checkout: true
+ run-on-projects:
+ by-test-platform:
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ mozharness:
+ script: web_platform_tests.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - web_platform_tests/prod_config_windows_taskcluster.py
+ default:
+ - web_platform_tests/prod_config.py
+ - remove_executables.py
+ extra-options:
+ - --test-type=testharness
+
+web-platform-tests-reftests:
+ description: "Web platform reftest run"
+ suite: web-platform-tests-reftests
+ treeherder-symbol: tc-W(Wr)
+ max-run-time: 5400
+ instance-size: xlarge
+ docker-image: {"in-tree": "desktop1604-test"}
+ checkout: true
+ run-on-projects:
+ by-test-platform:
+ windows.*: ['mozilla-central', 'try']
+ default: ['all']
+ mozharness:
+ script: web_platform_tests.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - web_platform_tests/prod_config_windows_taskcluster.py
+ default:
+ - web_platform_tests/prod_config.py
+ - remove_executables.py
+ extra-options:
+ - --test-type=reftest
+
+web-platform-tests-wdspec:
+ description: "Web platform webdriver-spec run"
+ suite: web-platform-tests-wdspec
+ treeherder-symbol: tc-W(Wd)
+ max-run-time: 5400
+ instance-size: xlarge
+ docker-image: {"in-tree": "desktop1604-test"}
+ checkout: true
+ mozharness:
+ script: web_platform_tests.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - web_platform_tests/prod_config_windows_taskcluster.py
+ default:
+ - web_platform_tests/prod_config.py
+ - remove_executables.py
+ extra-options:
+ - --test-type=wdspec
+
+xpcshell:
+ description: "xpcshell test run"
+ suite: xpcshell
+ treeherder-symbol: tc-X()
+ run-on-projects:
+ by-test-platform:
+ linux64-ccov/opt: []
+ default: ['all']
+ chunks:
+ by-test-platform:
+ # win.*: 1
+ macosx.*: 1
+ linux64/debug: 10
+ default: 8
+ max-run-time: 5400
+ e10s: false
+ mozharness:
+ script: desktop_unittest.py
+ no-read-buildbot-config: true
+ config:
+ by-test-platform:
+ win.*:
+ - unittests/win_taskcluster_unittest.py
+ macosx.*:
+ - remove_executables.py
+ - unittests/mac_unittest.py
+ default:
+ - unittests/linux_unittest.py
+ - remove_executables.py
+ extra-options:
+ by-test-platform:
+ linux64-ccov/opt:
+ - --xpcshell-suite=xpcshell
+ - --code-coverage
+ default:
+ - --xpcshell-suite=xpcshell
+ # Bug 1281241: migrating to m3.large instances
+ instance-size: legacy
+ allow-software-gl-layers: false