diff options
author | Matt A. Tobin <mattatobin@localhost.localdomain> | 2018-02-02 04:16:08 -0500 |
---|---|---|
committer | Matt A. Tobin <mattatobin@localhost.localdomain> | 2018-02-02 04:16:08 -0500 |
commit | 5f8de423f190bbb79a62f804151bc24824fa32d8 (patch) | |
tree | 10027f336435511475e392454359edea8e25895d /testing/mozharness/configs/builds | |
parent | 49ee0794b5d912db1f95dce6eb52d781dc210db5 (diff) | |
download | UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.gz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.lz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.tar.xz UXP-5f8de423f190bbb79a62f804151bc24824fa32d8.zip |
Add m-esr52 at 52.6.0
Diffstat (limited to 'testing/mozharness/configs/builds')
56 files changed, 3669 insertions, 0 deletions
diff --git a/testing/mozharness/configs/builds/branch_specifics.py b/testing/mozharness/configs/builds/branch_specifics.py new file mode 100644 index 000000000..43f14c5ad --- /dev/null +++ b/testing/mozharness/configs/builds/branch_specifics.py @@ -0,0 +1,469 @@ +# this is a dict of branch specific keys/values. As this fills up and more +# fx build factories are ported, we might deal with this differently + +# we should be able to port this in-tree and have the respective repos and +# revisions handle what goes on in here. Tracking: bug 978510 + +# example config and explanation of how it works: +# config = { +# # if a branch matches a key below, override items in self.config with +# # items in the key's value. +# # this override can be done for every platform or at a platform level +# '<branch-name>': { +# # global config items (applies to all platforms and build types) +# 'repo_path': "projects/<branch-name>", +# 'graph_server_branch_name': "Firefox", +# +# # platform config items (applies to specific platforms) +# 'platform_overrides': { +# # if a platform matches a key below, override items in +# # self.config with items in the key's value +# 'linux64-debug': { +# 'upload_symbols': False, +# }, +# 'win64': { +# 'enable_checktests': False, +# }, +# } +# }, +# } + +config = { + ### release branches + "mozilla-central": { + "repo_path": 'mozilla-central', + "update_channel": "nightly", + "graph_server_branch_name": "Firefox", + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'mozilla-release': { + 'enable_release_promotion': True, + 'repo_path': 'releases/mozilla-release', + 'update_channel': 'release', + 'branch_uses_per_checkin_strategy': True, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + 'platform_overrides': { + 'linux': { + 'src_mozconfig': 'browser/config/mozconfigs/linux32/release', + 'force_clobber': True, + }, + 'linux64': { + 'src_mozconfig': 'browser/config/mozconfigs/linux64/release', + 'force_clobber': True, + }, + 'macosx64': { + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/release', + 'force_clobber': True, + }, + 'win32': { + 'src_mozconfig': 'browser/config/mozconfigs/win32/release', + 'force_clobber': True, + }, + 'win64': { + 'src_mozconfig': 'browser/config/mozconfigs/win64/release', + 'force_clobber': True, + }, + 'linux-debug': { + 'update_channel': 'default', + }, + 'linux64-debug': { + 'update_channel': 'default', + }, + 'linux64-asan-debug': { + 'update_channel': 'default', + }, + 'linux64-asan': { + 'update_channel': 'default', + }, + 'linux64-cc': { + 'update_channel': 'default', + }, + 'linux64-st-an-debug': { + 'update_channel': 'default', + }, + 'linux64-st-an': { + 'update_channel': 'default', + }, + 'linux64-tsan': { + 'update_channel': 'default', + }, + 'linux64-add-on-devel': { + 'update_channel': 'default', + }, + 'macosx64-debug': { + 'update_channel': 'default', + }, + 'macosx64-st-an': { + 'update_channel': 'default', + }, + 'macosx64-st-an-debug': { + 'update_channel': 'default', + }, + 'macosx64-add-on-devel': { + 'update_channel': 'default', + }, + 'win32-debug': { + 'update_channel': 'default', + }, + 'win32-add-on-devel': { + 'update_channel': 'default', + }, + 'win64-debug': { + 'update_channel': 'default', + }, + 'win64-add-on-devel': { + 'update_channel': 'default', + }, + }, + }, + 'mozilla-beta': { + 'enable_release_promotion': 1, + 'repo_path': 'releases/mozilla-beta', + 'update_channel': 'beta', + 'branch_uses_per_checkin_strategy': True, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + 'platform_overrides': { + 'linux': { + 'src_mozconfig': 'browser/config/mozconfigs/linux32/beta', + 'force_clobber': True, + }, + 'linux64': { + 'src_mozconfig': 'browser/config/mozconfigs/linux64/beta', + 'force_clobber': True, + }, + 'macosx64': { + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/beta', + 'force_clobber': True, + }, + 'win32': { + 'src_mozconfig': 'browser/config/mozconfigs/win32/beta', + 'force_clobber': True, + }, + 'win64': { + 'src_mozconfig': 'browser/config/mozconfigs/win64/beta', + 'force_clobber': True, + }, + 'linux-debug': { + 'update_channel': 'default', + }, + 'linux64-debug': { + 'update_channel': 'default', + }, + 'linux64-asan-debug': { + 'update_channel': 'default', + }, + 'linux64-asan': { + 'update_channel': 'default', + }, + 'linux64-cc': { + 'update_channel': 'default', + }, + 'linux64-st-an-debug': { + 'update_channel': 'default', + }, + 'linux64-st-an': { + 'update_channel': 'default', + }, + 'linux64-tsan': { + 'update_channel': 'default', + }, + 'linux64-add-on-devel': { + 'update_channel': 'default', + }, + 'macosx64-debug': { + 'update_channel': 'default', + }, + 'macosx64-st-an': { + 'update_channel': 'default', + }, + 'macosx64-st-an-debug': { + 'update_channel': 'default', + }, + 'macosx64-add-on-devel': { + 'update_channel': 'default', + }, + 'win32-debug': { + 'update_channel': 'default', + }, + 'win32-add-on-devel': { + 'update_channel': 'default', + }, + 'win64-debug': { + 'update_channel': 'default', + }, + 'win64-add-on-devel': { + 'update_channel': 'default', + }, + }, + }, + 'mozilla-esr52': { + 'enable_release_promotion': True, + 'repo_path': 'releases/mozilla-esr52', + 'update_channel': 'esr', + 'branch_uses_per_checkin_strategy': True, + 'use_branch_in_symbols_extra_buildid': False, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + 'platform_overrides': { + 'linux': { + 'src_mozconfig': 'browser/config/mozconfigs/linux32/release', + 'force_clobber': True, + }, + 'linux64': { + 'src_mozconfig': 'browser/config/mozconfigs/linux64/release', + 'force_clobber': True, + }, + 'macosx64': { + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/release', + 'force_clobber': True, + }, + 'win32': { + 'src_mozconfig': 'browser/config/mozconfigs/win32/release', + 'force_clobber': True, + }, + 'win64': { + 'src_mozconfig': 'browser/config/mozconfigs/win64/release', + 'force_clobber': True, + }, + 'linux-debug': { + 'update_channel': 'default', + }, + 'linux64-debug': { + 'update_channel': 'default', + }, + 'linux64-asan-debug': { + 'update_channel': 'default', + }, + 'linux64-asan': { + 'update_channel': 'default', + }, + 'linux64-cc': { + 'update_channel': 'default', + }, + 'linux64-st-an-debug': { + 'update_channel': 'default', + }, + 'linux64-st-an': { + 'update_channel': 'default', + }, + 'linux64-tsan': { + 'update_channel': 'default', + }, + 'macosx64-debug': { + 'update_channel': 'default', + }, + 'macosx64-st-an': { + 'update_channel': 'default', + }, + 'macosx64-st-an-debug': { + 'update_channel': 'default', + }, + 'win32-debug': { + 'update_channel': 'default', + }, + 'win64-debug': { + 'update_channel': 'default', + }, + }, + }, + 'mozilla-aurora': { + 'repo_path': 'releases/mozilla-aurora', + 'update_channel': 'aurora', + 'branch_uses_per_checkin_strategy': True, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'try': { + 'repo_path': 'try', + 'clone_by_revision': True, + 'clone_with_purge': True, + 'tinderbox_build_dir': '%(who)s-%(got_revision)s', + 'to_tinderbox_dated': False, + 'include_post_upload_builddir': True, + 'release_to_try_builds': True, + 'stage_server': 'upload.trybld.productdelivery.prod.mozaws.net', + 'stage_username': 'trybld', + 'stage_ssh_key': 'trybld_dsa', + 'branch_supports_uploadsymbols': False, + 'use_clobberer': False, + }, + + ### project branches + #'fx-team': {}, #Bug 1296396 + 'gum': { + 'branch_uses_per_checkin_strategy': True, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'mozilla-inbound': { + 'repo_path': 'integration/mozilla-inbound', + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'autoland': { + 'repo_path': 'integration/autoland', + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'ux': { + "graph_server_branch_name": "UX", + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + # When build promotion goes live the mozconfig changes are probably better + # expressed once in files like configs/builds/releng_base_windows_32_builds.py + 'date': { + 'update_channel': 'beta-dev', + 'enable_release_promotion': 1, + 'platform_overrides': { + 'linux': { + 'src_mozconfig': 'browser/config/mozconfigs/linux32/beta', + }, + 'linux-debug': { + 'update_channel': 'default', + }, + 'linux64': { + 'src_mozconfig': 'browser/config/mozconfigs/linux64/beta', + }, + 'linux64-debug': { + 'update_channel': 'default', + }, + 'linux64-asan-debug': { + 'update_channel': 'default', + }, + 'linux64-asan': { + 'update_channel': 'default', + }, + 'linux64-cc': { + 'update_channel': 'default', + }, + 'linux64-st-an-debug': { + 'update_channel': 'default', + }, + 'linux64-st-an': { + 'update_channel': 'default', + }, + 'linux64-tsan': { + 'update_channel': 'default', + }, + 'macosx64': { + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/beta', + }, + 'macosx64-debug': { + 'update_channel': 'default', + }, + 'macosx64-st-an': { + 'update_channel': 'default', + }, + 'macosx64-st-an-debug': { + 'update_channel': 'default', + }, + 'win32': { + 'src_mozconfig': 'browser/config/mozconfigs/win32/beta', + }, + 'win32-debug': { + 'update_channel': 'default', + }, + 'win64': { + 'src_mozconfig': 'browser/config/mozconfigs/win64/beta', + }, + 'win64-debug': { + 'update_channel': 'default', + }, + }, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'cypress': { + # bug 1164935 + 'branch_uses_per_checkin_strategy': True, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + + ### other branches that do not require anything special: + 'alder': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'ash': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'birch': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + # 'build-system': {} + 'cedar': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'elm': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'fig': {}, + 'graphics': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + # 'holly': {}, + 'jamun': { + 'update_channel': 'release-dev', + 'enable_release_promotion': 1, + 'platform_overrides': { + 'linux': { + 'src_mozconfig': 'browser/config/mozconfigs/linux32/release', + }, + 'linux-debug': { + 'update_channel': 'default', + }, + 'linux64': { + 'src_mozconfig': 'browser/config/mozconfigs/linux64/release', + }, + 'linux64-debug': { + 'update_channel': 'default', + }, + 'linux64-asan-debug': { + 'update_channel': 'default', + }, + 'linux64-asan': { + 'update_channel': 'default', + }, + 'linux64-cc': { + 'update_channel': 'default', + }, + 'linux64-st-an-debug': { + 'update_channel': 'default', + }, + 'linux64-st-an': { + 'update_channel': 'default', + }, + 'linux64-tsan': { + 'update_channel': 'default', + }, + 'macosx64': { + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/release', + }, + 'macosx64-debug': { + 'update_channel': 'default', + }, + 'macosx64-st-an': { + 'update_channel': 'default', + }, + 'macosx64-st-an-debug': { + 'update_channel': 'default', + }, + 'win32': { + 'src_mozconfig': 'browser/config/mozconfigs/win32/release', + }, + 'win32-debug': { + 'update_channel': 'default', + }, + 'win64': { + 'src_mozconfig': 'browser/config/mozconfigs/win64/release', + }, + 'win64-debug': { + 'update_channel': 'default', + }, + }, + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'larch': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + # 'maple': {}, + 'oak': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, + 'pine': { + 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + }, +} diff --git a/testing/mozharness/configs/builds/build_pool_specifics.py b/testing/mozharness/configs/builds/build_pool_specifics.py new file mode 100644 index 000000000..8559b48b7 --- /dev/null +++ b/testing/mozharness/configs/builds/build_pool_specifics.py @@ -0,0 +1,44 @@ +# this is a dict of pool specific keys/values. As this fills up and more +# fx build factories are ported, we might deal with this differently + +config = { + "staging": { + # if not clobberer_url, only clobber 'abs_work_dir' + # if true: possibly clobber, clobberer + # see PurgeMixin for clobber() conditions + 'clobberer_url': 'https://api-pub-build.allizom.org/clobberer/lastclobber', + # staging we should use MozillaTest + # but in production we let the self.branch decide via + # self._query_graph_server_branch_name() + "graph_server_branch_name": "MozillaTest", + 'graph_server': 'graphs.allizom.org', + 'stage_server': 'upload.ffxbld.productdelivery.stage.mozaws.net', + "sendchange_masters": ["dev-master1.srv.releng.scl3.mozilla.com:9038"], + 'taskcluster_index': 'index.garbage.staging', + 'post_upload_extra': ['--bucket-prefix', 'net-mozaws-stage-delivery', + '--url-prefix', 'http://ftp.stage.mozaws.net/', + ], + }, + "production": { + # if not clobberer_url, only clobber 'abs_work_dir' + # if true: possibly clobber, clobberer + # see PurgeMixin for clobber() conditions + 'clobberer_url': 'https://api.pub.build.mozilla.org/clobberer/lastclobber', + 'graph_server': 'graphs.mozilla.org', + # bug 1216907, set this at branch level + # 'stage_server': 'upload.ffxbld.productdelivery.prod.mozaws.net', + "sendchange_masters": ["buildbot-master81.build.mozilla.org:9301"], + 'taskcluster_index': 'index', + }, + "taskcluster": { + 'graph_server': 'graphs.mozilla.org', + 'stage_server': 'ignored', + # use the relengapi proxy to talk to tooltool + "tooltool_servers": ['http://relengapi/tooltool/'], + "tooltool_url": 'http://relengapi/tooltool/', + 'upload_env': { + 'UPLOAD_HOST': 'localhost', + 'UPLOAD_PATH': '/home/worker/artifacts', + }, + }, +} diff --git a/testing/mozharness/configs/builds/releng_base_android_64_builds.py b/testing/mozharness/configs/builds/releng_base_android_64_builds.py new file mode 100644 index 000000000..0ffd929c3 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_android_64_builds.py @@ -0,0 +1,111 @@ +import os + +config = { + ######################################################################### + ######## ANDROID GENERIC CONFIG KEYS/VAlUES + + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'multi-l10n', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + # mock shtuff + 'mock_mozilla_dir': '/builds/mock_mozilla', + 'mock_target': 'mozilla-centos6-x86_64-android', + 'mock_files': [ + ('/home/cltbld/.ssh', '/home/mock_mozilla/.ssh'), + ('/home/cltbld/.hgrc', '/builds/.hgrc'), + ('/home/cltbld/.boto', '/builds/.boto'), + ('/builds/relengapi.tok', '/builds/relengapi.tok'), + ('/tools/tooltool.py', '/builds/tooltool.py'), + ('/builds/mozilla-api.key', '/builds/mozilla-api.key'), + ('/builds/mozilla-fennec-geoloc-api.key', '/builds/mozilla-fennec-geoloc-api.key'), + ('/builds/crash-stats-api.token', '/builds/crash-stats-api.token'), + ('/usr/local/lib/hgext', '/usr/local/lib/hgext'), + ], + 'secret_files': [ + {'filename': '/builds/mozilla-fennec-geoloc-api.key', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-fennec-geoloc-api.key', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk-beta.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk-beta.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + ], + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + 'multi_locale': True, + ######################################################################### + + + ######################################################################### + 'base_name': 'Android 2.3 %(branch)s', + 'platform': 'android', + 'stage_platform': 'android', + 'stage_product': 'mobile', + 'publish_nightly_en_US_routes': True, + 'post_upload_include_platform': True, + 'enable_max_vsize': False, + 'use_package_as_marfile': True, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/bin:/usr/bin', + 'SHIP_LICENSED_FONTS': '1', + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/home/mock_mozilla/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux/minidump_stackwalk', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'mock_packages': ['autoconf213', 'mozilla-python27-mercurial', 'yasm', + 'ccache', 'zip', "gcc472_0moz1", "gcc473_0moz1", + 'java-1.7.0-openjdk-devel', 'zlib-devel', + 'glibc-static', 'openssh-clients', 'mpfr', + 'wget', 'glibc.i686', 'libstdc++.i686', + 'zlib.i686', 'freetype-2.3.11-6.el6_1.8.x86_64', + 'ant', 'ant-apache-regexp' + ], + 'src_mozconfig': 'mobile/android/config/mozconfigs/android/nightly', + 'tooltool_manifest_src': "mobile/android/config/tooltool-manifests/android/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_linux_32_builds.py b/testing/mozharness/configs/builds/releng_base_linux_32_builds.py new file mode 100644 index 000000000..393cf8983 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_linux_32_builds.py @@ -0,0 +1,160 @@ +import os + +config = { + ######################################################################### + ######## LINUX GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_linux_64_builds.py + + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + # mock shtuff + 'mock_mozilla_dir': '/builds/mock_mozilla', + 'mock_target': 'mozilla-centos6-x86_64', + 'mock_files': [ + ('/home/cltbld/.ssh', '/home/mock_mozilla/.ssh'), + ('/home/cltbld/.hgrc', '/builds/.hgrc'), + ('/home/cltbld/.boto', '/builds/.boto'), + ('/builds/gapi.data', '/builds/gapi.data'), + ('/builds/relengapi.tok', '/builds/relengapi.tok'), + ('/tools/tooltool.py', '/builds/tooltool.py'), + ('/builds/mozilla-desktop-geoloc-api.key', '/builds/mozilla-desktop-geoloc-api.key'), + ('/builds/crash-stats-api.token', '/builds/crash-stats-api.token'), + ('/builds/adjust-sdk.token', '/builds/adjust-sdk.token'), + ('/builds/adjust-sdk-beta.token', '/builds/adjust-sdk-beta.token'), + ('/usr/local/lib/hgext', '/usr/local/lib/hgext'), + ], + 'secret_files': [ + {'filename': '/builds/gapi.data', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/gapi.data', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/mozilla-desktop-geoloc-api.key', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-desktop-geoloc-api.key', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk-beta.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk-beta.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + ], + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'Linux_%(branch)s', + 'platform': 'linux', + 'stage_platform': 'linux', + 'publish_nightly_en_US_routes': True, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # 32 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib/ccache:\ +/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:\ +/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib", + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/home/mock_mozilla/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux/minidump_stackwalk', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', + ######## 32 bit specific ########### + 'glibc-static.i686', 'libstdc++-static.i686', + 'gtk2-devel.i686', 'libnotify-devel.i686', + 'alsa-lib-devel.i686', 'libcurl-devel.i686', + 'wireless-tools-devel.i686', 'libX11-devel.i686', + 'libXt-devel.i686', 'mesa-libGL-devel.i686', + 'gnome-vfs2-devel.i686', 'GConf2-devel.i686', + 'pulseaudio-libs-devel.i686', + 'gstreamer-devel.i686', 'gstreamer-plugins-base-devel.i686', + # Packages already installed in the mock environment, as x86_64 + # packages. + 'glibc-devel.i686', 'libgcc.i686', 'libstdc++-devel.i686', + # yum likes to install .x86_64 -devel packages that satisfy .i686 + # -devel packages dependencies. So manually install the dependencies + # of the above packages. + 'ORBit2-devel.i686', 'atk-devel.i686', 'cairo-devel.i686', + 'check-devel.i686', 'dbus-devel.i686', 'dbus-glib-devel.i686', + 'fontconfig-devel.i686', 'glib2-devel.i686', + 'hal-devel.i686', 'libICE-devel.i686', 'libIDL-devel.i686', + 'libSM-devel.i686', 'libXau-devel.i686', 'libXcomposite-devel.i686', + 'libXcursor-devel.i686', 'libXdamage-devel.i686', + 'libXdmcp-devel.i686', 'libXext-devel.i686', 'libXfixes-devel.i686', + 'libXft-devel.i686', 'libXi-devel.i686', 'libXinerama-devel.i686', + 'libXrandr-devel.i686', 'libXrender-devel.i686', + 'libXxf86vm-devel.i686', 'libdrm-devel.i686', 'libidn-devel.i686', + 'libpng-devel.i686', 'libxcb-devel.i686', 'libxml2-devel.i686', + 'pango-devel.i686', 'perl-devel.i686', 'pixman-devel.i686', + 'zlib-devel.i686', + # Freetype packages need to be installed be version, because a newer + # version is available, but we don't want it for Firefox builds. + 'freetype-2.3.11-6.el6_1.8.i686', + 'freetype-devel-2.3.11-6.el6_1.8.i686', + 'freetype-2.3.11-6.el6_1.8.x86_64', + ######## 32 bit specific ########### + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux32/nightly', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux32/\ +releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_linux_64_builds.py b/testing/mozharness/configs/builds/releng_base_linux_64_builds.py new file mode 100644 index 000000000..fe04b73b5 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_linux_64_builds.py @@ -0,0 +1,139 @@ +import os + +config = { + ######################################################################### + ######## LINUX GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 64 bit keys/values please add them + # below under the '64 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_linux_64_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + # mock shtuff + 'mock_mozilla_dir': '/builds/mock_mozilla', + 'mock_target': 'mozilla-centos6-x86_64', + 'mock_files': [ + ('/home/cltbld/.ssh', '/home/mock_mozilla/.ssh'), + ('/home/cltbld/.hgrc', '/builds/.hgrc'), + ('/home/cltbld/.boto', '/builds/.boto'), + ('/builds/gapi.data', '/builds/gapi.data'), + ('/builds/relengapi.tok', '/builds/relengapi.tok'), + ('/tools/tooltool.py', '/builds/tooltool.py'), + ('/builds/mozilla-desktop-geoloc-api.key', '/builds/mozilla-desktop-geoloc-api.key'), + ('/builds/crash-stats-api.token', '/builds/crash-stats-api.token'), + ('/builds/adjust-sdk.token', '/builds/adjust-sdk.token'), + ('/builds/adjust-sdk-beta.token', '/builds/adjust-sdk-beta.token'), + ('/usr/local/lib/hgext', '/usr/local/lib/hgext'), + ], + 'secret_files': [ + {'filename': '/builds/gapi.data', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/gapi.data', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/mozilla-desktop-geoloc-api.key', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-desktop-geoloc-api.key', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/adjust-sdk-beta.token', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/adjust-sdk-beta.token', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + ], + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'Linux_x86-64_%(branch)s', + 'platform': 'linux64', + 'stage_platform': 'linux64', + 'publish_nightly_en_US_routes': True, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib64", + ## + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/home/mock_mozilla/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux64/minidump_stackwalk', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', 'dbus-x11', + ######## 64 bit specific ########### + 'glibc-static', 'libstdc++-static', + 'gtk2-devel', 'libnotify-devel', + 'alsa-lib-devel', 'libcurl-devel', 'wireless-tools-devel', + 'libX11-devel', 'libXt-devel', 'mesa-libGL-devel', 'gnome-vfs2-devel', + 'GConf2-devel', + ### from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'pulseaudio-libs-devel', 'gstreamer-devel', + 'gstreamer-plugins-base-devel', 'freetype-2.3.11-6.el6_1.8.x86_64', + 'freetype-devel-2.3.11-6.el6_1.8.x86_64' + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux64/nightly', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_mac_64_builds.py b/testing/mozharness/configs/builds/releng_base_mac_64_builds.py new file mode 100644 index 000000000..e6e338ada --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_mac_64_builds.py @@ -0,0 +1,79 @@ +import os +import sys + +config = { + ######################################################################### + ######## MACOSX GENERIC CONFIG KEYS/VAlUES + + 'default_actions': [ + 'clobber', + 'clone-tools', + # 'setup-mock', + 'checkout-sources', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox/x86_64', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'OS X 10.7 %(branch)s', + 'platform': 'macosx64', + 'stage_platform': 'macosx64', + 'publish_nightly_en_US_routes': True, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'CHOWN_ROOT': '~/bin/chown_root', + 'CHOWN_REVERT': '~/bin/chown_revert', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/Users/cltbld/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/osx64/minidump_stackwalk', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/nightly', + 'tooltool_manifest_src': 'browser/config/tooltool-manifests/macosx64/releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_mac_64_cross_builds.py b/testing/mozharness/configs/builds/releng_base_mac_64_cross_builds.py new file mode 100644 index 000000000..47738e1ce --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_mac_64_cross_builds.py @@ -0,0 +1,83 @@ +import os +import sys + +config = { + ######################################################################### + ######## MACOSX CROSS GENERIC CONFIG KEYS/VAlUES + + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'build', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'secret_files': [ + {'filename': '/builds/gapi.data', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/gapi.data', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/mozilla-desktop-geoloc-api.key', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-desktop-geoloc-api.key', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + ], + 'enable_ccache': True, + 'enable_check_test': False, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox/', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'OS X 10.7 %(branch)s', + 'platform': 'macosx64', + 'stage_platform': 'macosx64', + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + ## + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/Users/cltbld/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/linux64/minidump_stackwalk', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/nightly', + 'tooltool_manifest_src': 'browser/config/tooltool-manifests/macosx64/cross-releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_windows_32_builds.py b/testing/mozharness/configs/builds/releng_base_windows_32_builds.py new file mode 100644 index 000000000..0a6708a1f --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_windows_32_builds.py @@ -0,0 +1,95 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_32_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'WINNT_5.2_%(branch)s', + 'platform': 'win32', + 'stage_platform': 'win32', + 'publish_nightly_en_US_routes': True, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/8.0/Debuggers/x64/srcsrv/pdbstr.exe', + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/c/Users/cltbld/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/win32/minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win32/nightly', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win32/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_base_windows_64_builds.py b/testing/mozharness/configs/builds/releng_base_windows_64_builds.py new file mode 100644 index 000000000..ab12fc982 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_base_windows_64_builds.py @@ -0,0 +1,93 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_64_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': True, + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'WINNT_6.1_x86-64_%(branch)s', + 'platform': 'win64', + 'stage_platform': 'win64', + 'publish_nightly_en_US_routes': True, + 'env': { + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/8.0/Debuggers/x64/srcsrv/pdbstr.exe', + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'upload_env': { + # stage_server is dictated from build_pool_specifics.py + 'UPLOAD_HOST': '%(stage_server)s', + 'UPLOAD_USER': '%(stage_username)s', + 'UPLOAD_SSH_KEY': '/c/Users/cltbld/.ssh/%(stage_ssh_key)s', + 'UPLOAD_TO_TEMP': '1', + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s/breakpad/win64/minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s/minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win64/nightly', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win64/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15.py new file mode 100644 index 000000000..f25060340 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15.py @@ -0,0 +1,8 @@ +config = { + 'base_name': 'Android armv7 API 15+ %(branch)s', + 'stage_platform': 'android-api-15', + 'build_type': 'api-15-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android/releng.manifest', + 'multi_locale_config_platform': 'android', +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_debug.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_debug.py new file mode 100644 index 000000000..22787e7f9 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_debug.py @@ -0,0 +1,9 @@ +config = { + 'base_name': 'Android armv7 API 15+ %(branch)s debug', + 'stage_platform': 'android-api-15-debug', + 'build_type': 'api-15-debug', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15/debug', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android/releng.manifest', + 'multi_locale_config_platform': 'android', + 'debug_build': True, +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle.py new file mode 100644 index 000000000..7c03fc1dc --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle.py @@ -0,0 +1,18 @@ +config = { + 'base_name': 'Android armv7 API 15+ %(branch)s Gradle', + 'stage_platform': 'android-api-15-gradle', + 'build_type': 'api-15-gradle', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-gradle/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android/releng.manifest', + 'multi_locale_config_platform': 'android', + # It's not obvious, but postflight_build is after packaging, so the Gecko + # binaries are in the object directory, ready to be packaged into the + # GeckoView AAR. + 'postflight_build_mach_commands': [ + ['gradle', + 'geckoview:assembleWithGeckoBinaries', + 'geckoview_example:assembleWithGeckoBinaries', + 'uploadArchives', + ], + ], +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle_dependencies.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle_dependencies.py new file mode 100644 index 000000000..c8bee2562 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_gradle_dependencies.py @@ -0,0 +1,21 @@ +config = { + 'base_name': 'Android armv7 API 15+ Gradle dependencies %(branch)s', + 'stage_platform': 'android-api-15-gradle-dependencies', + 'build_type': 'api-15-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-gradle-dependencies/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-gradle-dependencies/releng.manifest', + 'multi_locale_config_platform': 'android', + 'postflight_build_mach_commands': [ + ['gradle', + 'assembleAutomationRelease', + 'assembleAutomationDebug', + 'assembleAutomationDebugAndroidTest', + 'checkstyle', + # Does not include Gecko binaries -- see mobile/android/gradle/with_gecko_binaries.gradle. + 'geckoview:assembleWithoutGeckoBinaries', + # So that we pick up the test dependencies for the builders. + 'geckoview_example:assembleWithoutGeckoBinaries', + 'geckoview_example:assembleWithoutGeckoBinariesAndroidTest', + ], + ], +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_partner_sample1.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_partner_sample1.py new file mode 100644 index 000000000..d2e03f78c --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_api_15_partner_sample1.py @@ -0,0 +1,9 @@ +config = { + 'base_name': 'Android armv7 API 15+ partner Sample1 %(branch)s', + 'stage_platform': 'android-api-15-partner-sample1', + 'build_type': 'api-15-partner-sample1-opt', + 'src_mozconfig': None, # use manifest to determine mozconfig src + 'src_mozconfig_manifest': 'partner/mozconfigs/mozconfig1.json', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android/releng.manifest', + 'multi_locale_config_platform': 'android', +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_checkstyle.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_checkstyle.py new file mode 100644 index 000000000..6643bcb1b --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_checkstyle.py @@ -0,0 +1,11 @@ +config = { + 'base_name': 'Android checkstyle %(branch)s', + 'stage_platform': 'android-checkstyle', + 'build_type': 'api-15-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-frontend/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-frontend/releng.manifest', + 'multi_locale_config_platform': 'android', + 'postflight_build_mach_commands': [ + ['gradle', 'app:checkstyle'], + ], +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_lint.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_lint.py new file mode 100644 index 000000000..f377d416c --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_lint.py @@ -0,0 +1,11 @@ +config = { + 'base_name': 'Android lint %(branch)s', + 'stage_platform': 'android-lint', + 'build_type': 'api-15-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-frontend/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-frontend/releng.manifest', + 'multi_locale_config_platform': 'android', + 'postflight_build_mach_commands': [ + ['gradle', 'app:lintAutomationDebug'], + ], +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_test.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_test.py new file mode 100644 index 000000000..3e1a1492f --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_test.py @@ -0,0 +1,11 @@ +config = { + 'base_name': 'Android armv7 unit tests %(branch)s', + 'stage_platform': 'android-test', + 'build_type': 'api-15-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-api-15-frontend/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-frontend/releng.manifest', + 'multi_locale_config_platform': 'android', + 'postflight_build_mach_commands': [ + ['gradle', 'app:testAutomationDebugUnitTest'], + ], +} diff --git a/testing/mozharness/configs/builds/releng_sub_android_configs/64_x86.py b/testing/mozharness/configs/builds/releng_sub_android_configs/64_x86.py new file mode 100644 index 000000000..288f0d65d --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_android_configs/64_x86.py @@ -0,0 +1,8 @@ +config = { + 'base_name': 'Android 4.2 x86 %(branch)s', + 'stage_platform': 'android-x86', + 'publish_nightly_en_US_routes': False, + 'build_type': 'x86-opt', + 'src_mozconfig': 'mobile/android/config/mozconfigs/android-x86/nightly', + 'tooltool_manifest_src': 'mobile/android/config/tooltool-manifests/android-x86/releng.manifest', +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/32_artifact.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_artifact.py new file mode 100644 index 000000000..f016d5606 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_artifact.py @@ -0,0 +1,116 @@ +import os + +config = { + ######################################################################### + ######## LINUX GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_linux_64_builds.py + + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'Linux_%(branch)s_Artifact_build', + 'platform': 'linux', + 'stage_platform': 'linux', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # 32 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib/ccache:\ +/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:\ +/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib", + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', + ######## 32 bit specific ########### + 'glibc-static.i686', 'libstdc++-static.i686', + 'gtk2-devel.i686', 'libnotify-devel.i686', + 'alsa-lib-devel.i686', 'libcurl-devel.i686', + 'wireless-tools-devel.i686', 'libX11-devel.i686', + 'libXt-devel.i686', 'mesa-libGL-devel.i686', + 'gnome-vfs2-devel.i686', 'GConf2-devel.i686', + 'pulseaudio-libs-devel.i686', + 'gstreamer-devel.i686', 'gstreamer-plugins-base-devel.i686', + # Packages already installed in the mock environment, as x86_64 + # packages. + 'glibc-devel.i686', 'libgcc.i686', 'libstdc++-devel.i686', + # yum likes to install .x86_64 -devel packages that satisfy .i686 + # -devel packages dependencies. So manually install the dependencies + # of the above packages. + 'ORBit2-devel.i686', 'atk-devel.i686', 'cairo-devel.i686', + 'check-devel.i686', 'dbus-devel.i686', 'dbus-glib-devel.i686', + 'fontconfig-devel.i686', 'glib2-devel.i686', + 'hal-devel.i686', 'libICE-devel.i686', 'libIDL-devel.i686', + 'libSM-devel.i686', 'libXau-devel.i686', 'libXcomposite-devel.i686', + 'libXcursor-devel.i686', 'libXdamage-devel.i686', + 'libXdmcp-devel.i686', 'libXext-devel.i686', 'libXfixes-devel.i686', + 'libXft-devel.i686', 'libXi-devel.i686', 'libXinerama-devel.i686', + 'libXrandr-devel.i686', 'libXrender-devel.i686', + 'libXxf86vm-devel.i686', 'libdrm-devel.i686', 'libidn-devel.i686', + 'libpng-devel.i686', 'libxcb-devel.i686', 'libxml2-devel.i686', + 'pango-devel.i686', 'perl-devel.i686', 'pixman-devel.i686', + 'zlib-devel.i686', + # Freetype packages need to be installed be version, because a newer + # version is available, but we don't want it for Firefox builds. + 'freetype-2.3.11-6.el6_1.8.i686', + 'freetype-devel-2.3.11-6.el6_1.8.i686', + 'freetype-2.3.11-6.el6_1.8.x86_64', + ######## 32 bit specific ########### + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux32/artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux32/\ +releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug.py new file mode 100644 index 000000000..914bfdfe3 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug.py @@ -0,0 +1,45 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'debug_build': True, + 'stage_platform': 'linux-debug', + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 32 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # 32 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': '/tools/gcc-4.3.3/installed/lib:\ +%s/dist/bin' % (MOZ_OBJDIR,), + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TINDERBOX_OUTPUT': '1', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux32/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug_artifact.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug_artifact.py new file mode 100644 index 000000000..88ff8450a --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/32_debug_artifact.py @@ -0,0 +1,122 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + ######################################################################### + ######## LINUX GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_linux_64_builds.py + + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': MOZ_OBJDIR, + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + # debug specific + 'debug_build': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'Linux_%(branch)s_Artifact_build', + 'platform': 'linux', + 'stage_platform': 'linux-debug', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # debug-specific + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + # 32 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib/ccache:\ +/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:\ +/tools/python27/bin:/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib", + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', + ######## 32 bit specific ########### + 'glibc-static.i686', 'libstdc++-static.i686', + 'gtk2-devel.i686', 'libnotify-devel.i686', + 'alsa-lib-devel.i686', 'libcurl-devel.i686', + 'wireless-tools-devel.i686', 'libX11-devel.i686', + 'libXt-devel.i686', 'mesa-libGL-devel.i686', + 'gnome-vfs2-devel.i686', 'GConf2-devel.i686', + 'pulseaudio-libs-devel.i686', + 'gstreamer-devel.i686', 'gstreamer-plugins-base-devel.i686', + # Packages already installed in the mock environment, as x86_64 + # packages. + 'glibc-devel.i686', 'libgcc.i686', 'libstdc++-devel.i686', + # yum likes to install .x86_64 -devel packages that satisfy .i686 + # -devel packages dependencies. So manually install the dependencies + # of the above packages. + 'ORBit2-devel.i686', 'atk-devel.i686', 'cairo-devel.i686', + 'check-devel.i686', 'dbus-devel.i686', 'dbus-glib-devel.i686', + 'fontconfig-devel.i686', 'glib2-devel.i686', + 'hal-devel.i686', 'libICE-devel.i686', 'libIDL-devel.i686', + 'libSM-devel.i686', 'libXau-devel.i686', 'libXcomposite-devel.i686', + 'libXcursor-devel.i686', 'libXdamage-devel.i686', + 'libXdmcp-devel.i686', 'libXext-devel.i686', 'libXfixes-devel.i686', + 'libXft-devel.i686', 'libXi-devel.i686', 'libXinerama-devel.i686', + 'libXrandr-devel.i686', 'libXrender-devel.i686', + 'libXxf86vm-devel.i686', 'libdrm-devel.i686', 'libidn-devel.i686', + 'libpng-devel.i686', 'libxcb-devel.i686', 'libxml2-devel.i686', + 'pango-devel.i686', 'perl-devel.i686', 'pixman-devel.i686', + 'zlib-devel.i686', + # Freetype packages need to be installed be version, because a newer + # version is available, but we don't want it for Firefox builds. + 'freetype-2.3.11-6.el6_1.8.i686', + 'freetype-devel-2.3.11-6.el6_1.8.i686', + 'freetype-2.3.11-6.el6_1.8.x86_64', + ######## 32 bit specific ########### + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux32/debug-artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux32/\ +releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_add-on-devel.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_add-on-devel.py new file mode 100644 index 000000000..98462a62f --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_add-on-devel.py @@ -0,0 +1,43 @@ +import os + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', +# 'sendchange', + 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-add-on-devel', + 'publish_nightly_en_US_routes': False, + 'build_type': 'add-on-devel', + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/home/worker/workspace/build/src/gcc/bin:/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/add-on-devel', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_artifact.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_artifact.py new file mode 100644 index 000000000..5cbc70ade --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_artifact.py @@ -0,0 +1,98 @@ +import os + +config = { + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'sendchange', + # 'generate-build-stats', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'secret_files': [ + {'filename': '/builds/gapi.data', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/gapi.data', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + {'filename': '/builds/mozilla-desktop-geoloc-api.key', + 'secret_name': 'project/releng/gecko/build/level-%(scm-level)s/mozilla-desktop-geoloc-api.key', + 'min_scm_level': 2, 'default': 'try-build-has-no-secrets'}, + ], + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'Linux_x86-64_%(branch)s_Artifact_build', + 'platform': 'linux64', + 'stage_platform': 'linux64', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib64", + ## + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', 'dbus-x11', + ######## 64 bit specific ########### + 'glibc-static', 'libstdc++-static', + 'gtk2-devel', 'libnotify-devel', + 'alsa-lib-devel', 'libcurl-devel', 'wireless-tools-devel', + 'libX11-devel', 'libXt-devel', 'mesa-libGL-devel', 'gnome-vfs2-devel', + 'GConf2-devel', + ### from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'pulseaudio-libs-devel', 'gstreamer-devel', + 'gstreamer-plugins-base-devel', 'freetype-2.3.11-6.el6_1.8.x86_64', + 'freetype-devel-2.3.11-6.el6_1.8.x86_64' + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux64/artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +releng.manifest", + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan.py new file mode 100644 index 000000000..0f57520b5 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan.py @@ -0,0 +1,48 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-asan', + 'publish_nightly_en_US_routes': False, + 'build_type': 'asan', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +asan.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/nightly-asan', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_and_debug.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_and_debug.py new file mode 100644 index 000000000..4ff6a9d2c --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_and_debug.py @@ -0,0 +1,49 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-asan-debug', + 'publish_nightly_en_US_routes': False, + 'build_type': 'asan-debug', + 'debug_build': True, + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +asan.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/debug-asan', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc.py new file mode 100644 index 000000000..0f57520b5 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc.py @@ -0,0 +1,48 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-asan', + 'publish_nightly_en_US_routes': False, + 'build_type': 'asan', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +asan.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/nightly-asan', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc_and_debug.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc_and_debug.py new file mode 100644 index 000000000..4ff6a9d2c --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_asan_tc_and_debug.py @@ -0,0 +1,49 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-asan-debug', + 'publish_nightly_en_US_routes': False, + 'build_type': 'asan-debug', + 'debug_build': True, + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +asan.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/debug-asan', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_code_coverage.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_code_coverage.py new file mode 100644 index 000000000..3ab4f25a3 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_code_coverage.py @@ -0,0 +1,45 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'linux64-ccov', + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + 'enable_count_ctors': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/code-coverage', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug.py new file mode 100644 index 000000000..e97c82fcd --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug.py @@ -0,0 +1,45 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'linux64-debug', + 'debug_build': True, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + # 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': '/tools/gcc-4.3.3/installed/lib64:\ +%s/dist/bin' % (MOZ_OBJDIR,), + 'TINDERBOX_OUTPUT': '1', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug_artifact.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug_artifact.py new file mode 100644 index 000000000..d3a82e476 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_debug_artifact.py @@ -0,0 +1,96 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'sendchange', + # 'generate-build-stats', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': MOZ_OBJDIR, + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + # debug specific + 'debug_build': True, + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'Linux_x86-64_%(branch)s_Artifact_build', + 'platform': 'linux64', + 'stage_platform': 'linux64-debug', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # debug-specific + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib64", + ## + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', 'dbus-x11', + ######## 64 bit specific ########### + 'glibc-static', 'libstdc++-static', + 'gtk2-devel', 'libnotify-devel', + 'alsa-lib-devel', 'libcurl-devel', 'wireless-tools-devel', + 'libX11-devel', 'libXt-devel', 'mesa-libGL-devel', 'gnome-vfs2-devel', + 'GConf2-devel', + ### from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'pulseaudio-libs-devel', 'gstreamer-devel', + 'gstreamer-plugins-base-devel', 'freetype-2.3.11-6.el6_1.8.x86_64', + 'freetype-devel-2.3.11-6.el6_1.8.x86_64' + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux64/debug-artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +releng.manifest", + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_source.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_source.py new file mode 100644 index 000000000..dfc87cdf1 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_source.py @@ -0,0 +1,20 @@ +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'package-source', + 'generate-source-signing-manifest', + ], + 'stage_platform': 'source', # Not used, but required by the script + 'buildbot_json_path': 'buildprops.json', + 'app_ini_path': 'FAKE', # Not used, but required by the script + 'objdir': 'obj-firefox', + 'env': { + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'LC_ALL': 'C', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/source', +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_debug.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_debug.py new file mode 100644 index 000000000..d4de036de --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_debug.py @@ -0,0 +1,50 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'debug_build': True, + 'stage_platform': 'linux64-st-an-debug', + 'build_type': 'st-an-debug', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +clang.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + 'enable_unittest_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + # 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/\ +debug-static-analysis-clang', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_opt.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_opt.py new file mode 100644 index 000000000..496d89f96 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_stat_and_opt.py @@ -0,0 +1,88 @@ +import os + +config = { + # note: overridden by MOZHARNESS_ACTIONS in TaskCluster tasks + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + # 'generate-build-stats', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': True, + 'enable_talos_sendchange': False, + 'enable_unittest_sendchange': False, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'Linux_x86-64_%(branch)s_Static_Analysis', + 'platform': 'linux64', + 'stage_platform': 'linux64-st-an', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + 'LD_LIBRARY_PATH': "/tools/gcc-4.3.3/installed/lib64", + ## + }, + 'mock_packages': [ + 'autoconf213', 'python', 'mozilla-python27', 'zip', 'mozilla-python27-mercurial', + 'git', 'ccache', 'perl-Test-Simple', 'perl-Config-General', + 'yasm', 'wget', + 'mpfr', # required for system compiler + 'xorg-x11-font*', # fonts required for PGO + 'imake', # required for makedepend!?! + ### <-- from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'valgrind', 'dbus-x11', + ######## 64 bit specific ########### + 'glibc-static', 'libstdc++-static', + 'gtk2-devel', 'libnotify-devel', + 'alsa-lib-devel', 'libcurl-devel', 'wireless-tools-devel', + 'libX11-devel', 'libXt-devel', 'mesa-libGL-devel', 'gnome-vfs2-devel', + 'GConf2-devel', + ### from releng repo + 'gcc45_0moz3', 'gcc454_0moz1', 'gcc472_0moz1', 'gcc473_0moz1', + 'yasm', 'ccache', + ### + 'pulseaudio-libs-devel', 'gstreamer-devel', + 'gstreamer-plugins-base-devel', 'freetype-2.3.11-6.el6_1.8.x86_64', + 'freetype-devel-2.3.11-6.el6_1.8.x86_64' + ], + 'src_mozconfig': 'browser/config/mozconfigs/linux64/opt-static-analysis-clang', + 'tooltool_manifest_src': 'browser/config/tooltool-manifests/linux64/\ +clang.manifest.centos6', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_tsan.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_tsan.py new file mode 100644 index 000000000..ae8ed6278 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_tsan.py @@ -0,0 +1,46 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + # 'check-test', + # 'generate-build-stats', + # 'update', + ], + 'stage_platform': 'linux64-tsan', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +tsan.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/opt-tsan', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_linux_configs/64_valgrind.py b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_valgrind.py new file mode 100644 index 000000000..97ffd84f8 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_linux_configs/64_valgrind.py @@ -0,0 +1,49 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + #'setup-mock', + 'build', + #'upload-files', + #'sendchange', + 'check-test', + 'valgrind-test', + #'generate-build-stats', + #'update', + ], + 'stage_platform': 'linux64-valgrind', + 'publish_nightly_en_US_routes': False, + 'build_type': 'valgrind', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/linux64/\ +releng.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'DISPLAY': ':2', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/buildbot/bin:/usr/local/bin:/usr/lib64/ccache:/bin:\ +/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/tools/git/bin:/tools/python27/bin:\ +/tools/python27-mercurial/bin:/home/cltbld/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/linux64/valgrind', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_add-on-devel.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_add-on-devel.py new file mode 100644 index 000000000..d54c4d3a6 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_add-on-devel.py @@ -0,0 +1,44 @@ +import os + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', +# 'setup-mock', + 'build', + 'upload-files', +# 'sendchange', + 'check-test', +# 'generate-build-stats', +# 'update', + ], + 'stage_platform': 'macosx64-add-on-devel', + 'publish_nightly_en_US_routes': False, + 'build_type': 'add-on-devel', + 'platform_supports_post_upload_to_latest': False, + 'objdir': 'obj-firefox', + 'enable_signing': False, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/add-on-devel', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_artifact.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_artifact.py new file mode 100644 index 000000000..c4d74c145 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_artifact.py @@ -0,0 +1,65 @@ +import os +import sys + +config = { + ######################################################################### + ######## MACOSX GENERIC CONFIG KEYS/VAlUES + + 'default_actions': [ + 'clobber', + 'clone-tools', + # 'setup-mock', + 'checkout-sources', + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': ["/builds/tooltool.py"], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'OS X 10.7 %(branch)s_Artifact_build', + 'platform': 'macosx64', + 'stage_platform': 'macosx64', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'CHOWN_ROOT': '~/bin/chown_root', + 'CHOWN_REVERT': '~/bin/chown_revert', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/artifact', + 'tooltool_manifest_src': 'browser/config/tooltool-manifests/macosx64/releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_debug.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_debug.py new file mode 100644 index 000000000..91cbdb62d --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_debug.py @@ -0,0 +1,43 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'macosx64-debug', + 'debug_build': True, + 'objdir': 'obj-firefox', + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_opt.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_opt.py new file mode 100644 index 000000000..f29800f14 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_opt.py @@ -0,0 +1,39 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', + 'build', + ], + 'stage_platform': 'macosx64-st-an', + 'debug_build': False, + 'objdir': 'obj-firefox', + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/opt-static-analysis', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_universal.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_universal.py new file mode 100644 index 000000000..c399b4f4d --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_cross_universal.py @@ -0,0 +1,4 @@ +config = { + 'objdir': 'obj-firefox/x86_64', + 'src_mozconfig': 'browser/config/mozconfigs/macosx-universal/nightly', +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug.py new file mode 100644 index 000000000..374dc12d1 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug.py @@ -0,0 +1,44 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'macosx64-debug', + 'debug_build': True, + 'objdir': 'obj-firefox', + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': 'obj-firefox', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug_artifact.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug_artifact.py new file mode 100644 index 000000000..937ca1291 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_debug_artifact.py @@ -0,0 +1,65 @@ +import os +import sys + +MOZ_OBJDIR = 'obj-firefox' + +config = { + ######################################################################### + ######## MACOSX GENERIC CONFIG KEYS/VAlUES + + 'default_actions': [ + 'clobber', + 'clone-tools', + # 'setup-mock', + 'checkout-sources', + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": "/tools/buildbot/bin/buildbot", + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': True, + 'vcs_share_base': '/builds/hg-shared', + 'objdir': MOZ_OBJDIR, + # debug specific + 'debug_build': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'OS X 10.7 %(branch)s_Artifact_build', + 'platform': 'macosx64', + 'stage_platform': 'macosx64-debug', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + # debug-specific + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + ## 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + ## + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/debug-artifact', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_mac_configs/64_stat_and_debug.py b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_stat_and_debug.py new file mode 100644 index 000000000..6dccae7ab --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_mac_configs/64_stat_and_debug.py @@ -0,0 +1,48 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', + 'build', + 'upload-files', + 'sendchange', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'debug_build': True, + 'stage_platform': 'macosx64-st-an-debug', + 'build_type': 'st-an-debug', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/macosx64/\ +clang.manifest", + 'platform_supports_post_upload_to_latest': False, + 'enable_signing': False, + 'enable_talos_sendchange': False, + 'enable_unittest_sendchange': False, + 'objdir': MOZ_OBJDIR, + #### 64 bit build specific ##### + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': '/builds/hg-shared', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/builds', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'CCACHE_DIR': '/builds/ccache', + 'CCACHE_COMPRESS': '1', + 'CCACHE_UMASK': '002', + 'LC_ALL': 'C', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + # 64 bit specific + 'PATH': '/tools/python/bin:/tools/buildbot/bin:/opt/local/bin:/usr/bin:' + '/bin:/usr/sbin:/sbin:/usr/local/bin:/usr/X11/bin', + }, + 'src_mozconfig': 'browser/config/mozconfigs/macosx64/debug-static-analysis', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/32_add-on-devel.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_add-on-devel.py new file mode 100644 index 000000000..ba108ab1f --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_add-on-devel.py @@ -0,0 +1,38 @@ +import os + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', +# 'sendchange', + 'check-test', +# 'generate-build-stats', +# 'update', + ], + 'stage_platform': 'win32-add-on-devel', + 'build_type': 'add-on-devel', + 'enable_talos_sendchange': False, + #### 32 bit build specific ##### + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'src_mozconfig': 'browser/config/mozconfigs/win32/add-on-devel', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/32_artifact.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_artifact.py new file mode 100644 index 000000000..8bf35fba3 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_artifact.py @@ -0,0 +1,81 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_32_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'WINNT_5.2_%(branch)s_Artifact_build', + 'platform': 'win32', + 'stage_platform': 'win32', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.0b1;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/8.0/Debuggers/x64/srcsrv/pdbstr.exe', + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win32/artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win32/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug.py new file mode 100644 index 000000000..d9b769505 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug.py @@ -0,0 +1,40 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'win32-debug', + 'debug_build': True, + 'enable_talos_sendchange': False, + #### 32 bit build specific ##### + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'src_mozconfig': 'browser/config/mozconfigs/win32/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug_artifact.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug_artifact.py new file mode 100644 index 000000000..ad9b2eeaf --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_debug_artifact.py @@ -0,0 +1,86 @@ +import os +import sys + +MOZ_OBJDIR = 'obj-firefox' + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_32_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': MOZ_OBJDIR, + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + # debug specific + 'debug_build': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'WINNT_5.2_%(branch)s_Artifact_build', + 'platform': 'win32', + 'stage_platform': 'win32-debug', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'PATH': 'C:/mozilla-build/nsis-3.0b1;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + # debug-specific + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win32/debug-artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win32/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/32_stat_and_debug.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_stat_and_debug.py new file mode 100644 index 000000000..e02703462 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/32_stat_and_debug.py @@ -0,0 +1,44 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + # 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'win32-st-an-debug', + 'debug_build': True, + 'enable_signing': False, + 'enable_talos_sendchange': False, + 'enable_unittest_sendchange': False, + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win32/\ +clang.manifest", + 'platform_supports_post_upload_to_latest': False, + 'objdir': MOZ_OBJDIR, + #### 32 bit build specific ##### + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'src_mozconfig': 'browser/config/mozconfigs/win32/debug-static-analysis', + 'purge_minsize': 9, + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/64_add-on-devel.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_add-on-devel.py new file mode 100644 index 000000000..8567c7e72 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_add-on-devel.py @@ -0,0 +1,37 @@ +import os + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', +# 'sendchange', + 'check-test', +# 'generate-build-stats', +# 'update', + ], + 'stage_platform': 'win64-add-on-devel', + 'build_type': 'add-on-devel', + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'src_mozconfig': 'browser/config/mozconfigs/win64/add-on-devel', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/64_artifact.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_artifact.py new file mode 100644 index 000000000..b99ebb6b3 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_artifact.py @@ -0,0 +1,79 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_64_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': 'obj-firefox', + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'WINNT_6.1_x86-64_%(branch)s_Artifact_build', + 'platform': 'win64', + 'stage_platform': 'win64', + 'publish_nightly_en_US_routes': False, + 'env': { + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.0b1;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/8.0/Debuggers/x64/srcsrv/pdbstr.exe', + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win64/artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win64/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug.py new file mode 100644 index 000000000..e8145dea9 --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug.py @@ -0,0 +1,39 @@ +import os + +MOZ_OBJDIR = 'obj-firefox' + +config = { + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'upload-files', + 'sendchange', + 'check-test', + 'generate-build-stats', + 'update', # decided by query_is_nightly() + ], + 'stage_platform': 'win64-debug', + 'debug_build': True, + 'enable_talos_sendchange': False, + #### 64 bit build specific ##### + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PATH': 'C:/mozilla-build/nsis-3.01;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + }, + 'src_mozconfig': 'browser/config/mozconfigs/win64/debug', + ####################### +} diff --git a/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug_artifact.py b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug_artifact.py new file mode 100644 index 000000000..892a6622d --- /dev/null +++ b/testing/mozharness/configs/builds/releng_sub_windows_configs/64_debug_artifact.py @@ -0,0 +1,85 @@ +import os +import sys + +MOZ_OBJDIR = 'obj-firefox' + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced with + # releng_base_windows_64_builds.py + + 'default_actions': [ + 'clobber', + 'clone-tools', + 'checkout-sources', + # 'setup-mock', windows do not use mock + 'build', + 'sendchange', + ], + "buildbot_json_path": "buildprops.json", + 'exes': { + 'python2.7': sys.executable, + "buildbot": [ + sys.executable, + 'c:\\mozilla-build\\buildbotve\\scripts\\buildbot' + ], + "make": [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + 'c:/mozilla-build/buildbotve/virtualenv.py' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': False, + 'enable_ccache': False, + 'vcs_share_base': 'C:/builds/hg-shared', + 'objdir': MOZ_OBJDIR, + 'tooltool_script': [sys.executable, + 'C:/mozilla-build/tooltool.py'], + 'tooltool_bootstrap': "setup.sh", + 'enable_count_ctors': False, + # debug specific + 'debug_build': True, + 'enable_talos_sendchange': False, + # allows triggering of test jobs when --artifact try syntax is detected on buildbot + 'enable_unittest_sendchange': True, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'WINNT_6.1_x86-64_%(branch)s_Artifact_build', + 'platform': 'win64', + 'stage_platform': 'win64-debug', + 'publish_nightly_en_US_routes': False, + 'env': { + 'BINSCOPE': 'C:/Program Files (x86)/Microsoft/SDL BinScope/BinScope.exe', + 'MOZ_AUTOMATION': '1', + 'HG_SHARE_BASE_DIR': 'C:/builds/hg-shared', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': MOZ_OBJDIR, + 'PATH': 'C:/mozilla-build/nsis-3.0b1;C:/mozilla-build/python27;' + 'C:/mozilla-build/buildbotve/scripts;' + '%s' % (os.environ.get('path')), + 'PROPERTIES_FILE': os.path.join(os.getcwd(), 'buildprops.json'), + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + # debug-specific + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser/config/mozconfigs/win64/debug-artifact', + 'tooltool_manifest_src': "browser/config/tooltool-manifests/win64/releng.manifest", + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/taskcluster_firefox_win32_debug.py b/testing/mozharness/configs/builds/taskcluster_firefox_win32_debug.py new file mode 100644 index 000000000..ed53474ad --- /dev/null +++ b/testing/mozharness/configs/builds/taskcluster_firefox_win32_debug.py @@ -0,0 +1,91 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced between: + # - taskcluster_firefox_win32_debug + # - taskcluster_firefox_win32_opt + # - taskcluster_firefox_win64_debug + # - taskcluster_firefox_win64_opt + + 'default_actions': [ + 'clone-tools', + 'build', + 'check-test', + ], + 'exes': { + 'python2.7': sys.executable, + 'make': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'python', 'virtualenv', 'virtualenv.py' + ) + ], + 'mach-build': [ + os.path.join(os.environ['MOZILLABUILD'], 'msys', 'bin', 'bash.exe'), + os.path.join(os.getcwd(), 'build', 'src', 'mach'), + '--log-no-times', 'build', '-v' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': os.path.join('y:', os.sep, 'hg-shared'), + 'objdir': 'obj-firefox', + 'tooltool_script': [ + sys.executable, + os.path.join(os.environ['MOZILLABUILD'], 'tooltool.py') + ], + 'tooltool_bootstrap': 'setup.sh', + 'enable_count_ctors': False, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'WINNT_5.2_%(branch)s', + 'platform': 'win32', + 'stage_platform': 'win32-debug', + 'debug_build': True, + 'publish_nightly_en_US_routes': True, + 'env': { + 'BINSCOPE': os.path.join( + os.environ['ProgramFiles(x86)'], 'Microsoft', 'SDL BinScope', 'BinScope.exe' + ), + 'HG_SHARE_BASE_DIR': os.path.join('y:', os.sep, 'hg-shared'), + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/10/Debuggers/x86/srcsrv/pdbstr.exe', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'MSYSTEM': 'MINGW32', + }, + 'upload_env': { + 'UPLOAD_HOST': 'localhost', + 'UPLOAD_PATH': os.path.join(os.getcwd(), 'public', 'build'), + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s\\breakpad\\win32\\minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s\\minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser\\config\\mozconfigs\\win32\\debug', + 'tooltool_manifest_src': 'browser\\config\\tooltool-manifests\\win32\\releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/taskcluster_firefox_win32_opt.py b/testing/mozharness/configs/builds/taskcluster_firefox_win32_opt.py new file mode 100644 index 000000000..4a6502dce --- /dev/null +++ b/testing/mozharness/configs/builds/taskcluster_firefox_win32_opt.py @@ -0,0 +1,89 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 32 bit keys/values please add them + # below under the '32 bit specific' code block otherwise, update in this + # code block and also make sure this is synced between: + # - taskcluster_firefox_win32_debug + # - taskcluster_firefox_win32_opt + # - taskcluster_firefox_win64_debug + # - taskcluster_firefox_win64_opt + + 'default_actions': [ + 'clone-tools', + 'build', + 'check-test', + ], + 'exes': { + 'python2.7': sys.executable, + 'make': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'python', 'virtualenv', 'virtualenv.py' + ) + ], + 'mach-build': [ + os.path.join(os.environ['MOZILLABUILD'], 'msys', 'bin', 'bash.exe'), + os.path.join(os.getcwd(), 'build', 'src', 'mach'), + '--log-no-times', 'build', '-v' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': os.path.join('y:', os.sep, 'hg-shared'), + 'objdir': 'obj-firefox', + 'tooltool_script': [ + sys.executable, + os.path.join(os.environ['MOZILLABUILD'], 'tooltool.py') + ], + 'tooltool_bootstrap': 'setup.sh', + 'enable_count_ctors': False, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 32 bit specific ###### + 'base_name': 'WINNT_5.2_%(branch)s', + 'platform': 'win32', + 'stage_platform': 'win32', + 'publish_nightly_en_US_routes': True, + 'env': { + 'BINSCOPE': os.path.join( + os.environ['ProgramFiles(x86)'], 'Microsoft', 'SDL BinScope', 'BinScope.exe' + ), + 'HG_SHARE_BASE_DIR': os.path.join('y:', os.sep, 'hg-shared'), + 'MOZBUILD_STATE_PATH': os.path.join(os.getcwd(), '.mozbuild'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/10/Debuggers/x86/srcsrv/pdbstr.exe', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + 'MSYSTEM': 'MINGW32', + }, + 'upload_env': { + 'UPLOAD_HOST': 'localhost', + 'UPLOAD_PATH': os.path.join(os.getcwd(), 'public', 'build'), + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s\\breakpad\\win32\\minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s\\minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser\\config\\mozconfigs\\win32\\nightly', + 'tooltool_manifest_src': 'browser\\config\\tooltool-manifests\\win32\\releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/taskcluster_firefox_win64_debug.py b/testing/mozharness/configs/builds/taskcluster_firefox_win64_debug.py new file mode 100644 index 000000000..687cf13c6 --- /dev/null +++ b/testing/mozharness/configs/builds/taskcluster_firefox_win64_debug.py @@ -0,0 +1,87 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 64 bit keys/values please add them + # below under the '64 bit specific' code block otherwise, update in this + # code block and also make sure this is synced between: + # - taskcluster_firefox_win32_debug + # - taskcluster_firefox_win32_opt + # - taskcluster_firefox_win64_debug + # - taskcluster_firefox_win64_opt + + 'default_actions': [ + 'clone-tools', + 'build', + 'check-test', + ], + 'exes': { + 'python2.7': sys.executable, + 'make': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'python', 'virtualenv', 'virtualenv.py' + ) + ], + 'mach-build': [ + os.path.join(os.environ['MOZILLABUILD'], 'msys', 'bin', 'bash.exe'), + os.path.join(os.getcwd(), 'build', 'src', 'mach'), + '--log-no-times', 'build', '-v' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': os.path.join('y:', os.sep, 'hg-shared'), + 'objdir': 'obj-firefox', + 'tooltool_script': [ + sys.executable, + os.path.join(os.environ['MOZILLABUILD'], 'tooltool.py') + ], + 'tooltool_bootstrap': 'setup.sh', + 'enable_count_ctors': False, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'WINNT_6.1_x86-64_%(branch)s', + 'platform': 'win64', + 'stage_platform': 'win64-debug', + 'debug_build': True, + 'publish_nightly_en_US_routes': True, + 'env': { + 'HG_SHARE_BASE_DIR': os.path.join('y:', os.sep, 'hg-shared'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/10/Debuggers/x64/srcsrv/pdbstr.exe', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + 'XPCOM_DEBUG_BREAK': 'stack-and-abort', + 'MSYSTEM': 'MINGW32', + }, + 'upload_env': { + 'UPLOAD_HOST': 'localhost', + 'UPLOAD_PATH': os.path.join(os.getcwd(), 'public', 'build'), + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s\\breakpad\\win64\\minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s\\minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser\\config\\mozconfigs\\win64\\debug', + 'tooltool_manifest_src': 'browser\\config\\tooltool-manifests\\win64\\releng.manifest', + ######################################################################### +} diff --git a/testing/mozharness/configs/builds/taskcluster_firefox_win64_opt.py b/testing/mozharness/configs/builds/taskcluster_firefox_win64_opt.py new file mode 100644 index 000000000..ba9cc9350 --- /dev/null +++ b/testing/mozharness/configs/builds/taskcluster_firefox_win64_opt.py @@ -0,0 +1,85 @@ +import os +import sys + +config = { + ######################################################################### + ######## WINDOWS GENERIC CONFIG KEYS/VAlUES + # if you are updating this with custom 64 bit keys/values please add them + # below under the '64 bit specific' code block otherwise, update in this + # code block and also make sure this is synced between: + # - taskcluster_firefox_win32_debug + # - taskcluster_firefox_win32_opt + # - taskcluster_firefox_win64_debug + # - taskcluster_firefox_win64_opt + + 'default_actions': [ + 'clone-tools', + 'build', + 'check-test', + ], + 'exes': { + 'python2.7': sys.executable, + 'make': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'build', 'pymake', 'make.py' + ) + ], + 'virtualenv': [ + sys.executable, + os.path.join( + os.getcwd(), 'build', 'src', 'python', 'virtualenv', 'virtualenv.py' + ) + ], + 'mach-build': [ + os.path.join(os.environ['MOZILLABUILD'], 'msys', 'bin', 'bash.exe'), + os.path.join(os.getcwd(), 'build', 'src', 'mach'), + '--log-no-times', 'build', '-v' + ], + }, + 'app_ini_path': '%(obj_dir)s/dist/bin/application.ini', + # decides whether we want to use moz_sign_cmd in env + 'enable_signing': True, + 'enable_ccache': False, + 'vcs_share_base': os.path.join('y:', os.sep, 'hg-shared'), + 'objdir': 'obj-firefox', + 'tooltool_script': [ + sys.executable, + os.path.join(os.environ['MOZILLABUILD'], 'tooltool.py') + ], + 'tooltool_bootstrap': 'setup.sh', + 'enable_count_ctors': False, + 'max_build_output_timeout': 60 * 80, + ######################################################################### + + + ######################################################################### + ###### 64 bit specific ###### + 'base_name': 'WINNT_6.1_x86-64_%(branch)s', + 'platform': 'win64', + 'stage_platform': 'win64', + 'publish_nightly_en_US_routes': True, + 'env': { + 'HG_SHARE_BASE_DIR': os.path.join('y:', os.sep, 'hg-shared'), + 'MOZ_AUTOMATION': '1', + 'MOZ_CRASHREPORTER_NO_REPORT': '1', + 'MOZ_OBJDIR': 'obj-firefox', + 'PDBSTR_PATH': '/c/Program Files (x86)/Windows Kits/10/Debuggers/x64/srcsrv/pdbstr.exe', + 'TINDERBOX_OUTPUT': '1', + 'TOOLTOOL_CACHE': '/c/builds/tooltool_cache', + 'TOOLTOOL_HOME': '/c/builds', + 'MSYSTEM': 'MINGW32', + }, + 'upload_env': { + 'UPLOAD_HOST': 'localhost', + 'UPLOAD_PATH': os.path.join(os.getcwd(), 'public', 'build'), + }, + "check_test_env": { + 'MINIDUMP_STACKWALK': '%(abs_tools_dir)s\\breakpad\\win64\\minidump_stackwalk.exe', + 'MINIDUMP_SAVE_PATH': '%(base_work_dir)s\\minidumps', + }, + 'enable_pymake': True, + 'src_mozconfig': 'browser\\config\\mozconfigs\\win64\\nightly', + 'tooltool_manifest_src': 'browser\\config\\tooltool-manifests\\win64\\releng.manifest', + ######################################################################### +} |