Add m-esr52 at 52.6.0

1 files changed, 235 insertions, 0 deletions

diff --git a/testing/mozharness/scripts/fx_desktop_build.py b/testing/mozharness/scripts/fx_desktop_build.py
new file mode 100755
index 000000000..40f20442c
--- /dev/null
+++ b/testing/mozharness/scripts/fx_desktop_build.py
@@ -0,0 +1,235 @@
+#!/usr/bin/env python
+# ***** BEGIN LICENSE BLOCK *****
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this file,
+# You can obtain one at http://mozilla.org/MPL/2.0/.
+# ***** END LICENSE BLOCK *****
+"""fx_desktop_build.py.
+
+script harness to build nightly firefox within Mozilla's build environment
+and developer machines alike
+
+author: Jordan Lund
+
+"""
+
+import copy
+import pprint
+import sys
+import os
+
+# load modules from parent dir
+sys.path.insert(1, os.path.dirname(sys.path[0]))
+
+import mozharness.base.script as script
+from mozharness.mozilla.building.buildbase import BUILD_BASE_CONFIG_OPTIONS, \
+    BuildingConfig, BuildOptionParser, BuildScript
+from mozharness.base.config import parse_config_file
+from mozharness.mozilla.testing.try_tools import TryToolsMixin, try_config_options
+
+
+class FxDesktopBuild(BuildScript, TryToolsMixin, object):
+    def __init__(self):
+        buildscript_kwargs = {
+            'config_options': BUILD_BASE_CONFIG_OPTIONS + copy.deepcopy(try_config_options),
+            'all_actions': [
+                'get-secrets',
+                'clobber',
+                'clone-tools',
+                'checkout-sources',
+                'setup-mock',
+                'build',
+                'upload-files',  # upload from BB to TC
+                'sendchange',
+                'check-test',
+                'valgrind-test',
+                'package-source',
+                'generate-source-signing-manifest',
+                'multi-l10n',
+                'generate-build-stats',
+                'update',
+            ],
+            'require_config_file': True,
+            # Default configuration
+            'config': {
+                'is_automation': True,
+                "pgo_build": False,
+                "debug_build": False,
+                "pgo_platforms": ['linux', 'linux64', 'win32', 'win64'],
+                # nightly stuff
+                "nightly_build": False,
+                'balrog_credentials_file': 'oauth.txt',
+                'taskcluster_credentials_file': 'oauth.txt',
+                'periodic_clobber': 168,
+                # hg tool stuff
+                "tools_repo": "https://hg.mozilla.org/build/tools",
+                # Seed all clones with mozilla-unified. This ensures subsequent
+                # jobs have a minimal `hg pull`.
+                "clone_upstream_url": "https://hg.mozilla.org/mozilla-unified",
+                "repo_base": "https://hg.mozilla.org",
+                'tooltool_url': 'https://api.pub.build.mozilla.org/tooltool/',
+                "graph_selector": "/server/collect.cgi",
+                # only used for make uploadsymbols
+                'old_packages': [
+                    "%(objdir)s/dist/firefox-*",
+                    "%(objdir)s/dist/fennec*",
+                    "%(objdir)s/dist/seamonkey*",
+                    "%(objdir)s/dist/thunderbird*",
+                    "%(objdir)s/dist/install/sea/*.exe"
+                ],
+                'stage_product': 'firefox',
+                'platform_supports_post_upload_to_latest': True,
+                'build_resources_path': '%(abs_src_dir)s/obj-firefox/.mozbuild/build_resources.json',
+                'nightly_promotion_branches': ['mozilla-central', 'mozilla-aurora'],
+
+                # try will overwrite these
+                'clone_with_purge': False,
+                'clone_by_revision': False,
+                'tinderbox_build_dir': None,
+                'to_tinderbox_dated': True,
+                'release_to_try_builds': False,
+                'include_post_upload_builddir': False,
+                'use_clobberer': True,
+
+                'stage_username': 'ffxbld',
+                'stage_ssh_key': 'ffxbld_rsa',
+                'virtualenv_modules': [
+                    'requests==2.8.1',
+                    'PyHawk-with-a-single-extra-commit==0.1.5',
+                    'taskcluster==0.0.26',
+                ],
+                'virtualenv_path': 'venv',
+                #
+
+            },
+            'ConfigClass': BuildingConfig,
+        }
+        super(FxDesktopBuild, self).__init__(**buildscript_kwargs)
+
+    def _pre_config_lock(self, rw_config):
+        """grab buildbot props if we are running this in automation"""
+        super(FxDesktopBuild, self)._pre_config_lock(rw_config)
+        c = self.config
+        if c['is_automation']:
+            # parse buildbot config and add it to self.config
+            self.info("We are running this in buildbot, grab the build props")
+            self.read_buildbot_config()
+            ###
+            if c.get('stage_platform'):
+                platform_for_log_url = c['stage_platform']
+                if c.get('pgo_build'):
+                    platform_for_log_url += '-pgo'
+                # postrun.py uses stage_platform buildbot prop as part of the log url
+                self.set_buildbot_property('stage_platform',
+                                           platform_for_log_url,
+                                           write_to_file=True)
+            else:
+                self.fatal("'stage_platform' not determined and is required in your config")
+
+        if self.try_message_has_flag('artifact'):
+            self.info('Artifact build requested in try syntax.')
+            variant = 'artifact'
+            if c.get('build_variant') in ['debug', 'cross-debug']:
+                variant = 'debug-artifact'
+            self._update_build_variant(rw_config, variant)
+
+    # helpers
+    def _update_build_variant(self, rw_config, variant='artifact'):
+        """ Intended for use in _pre_config_lock """
+        c = self.config
+        variant_cfg_path, _ = BuildOptionParser.find_variant_cfg_path(
+            '--custom-build-variant-cfg',
+            variant,
+            rw_config.config_parser
+        )
+        if not variant_cfg_path:
+            self.fatal('Could not find appropriate config file for variant %s' % variant)
+        # Update other parts of config to keep dump-config accurate
+        # Only dump-config is affected because most config info is set during
+        # initial parsing
+        variant_cfg_dict = parse_config_file(variant_cfg_path)
+        rw_config.all_cfg_files_and_dicts.append((variant_cfg_path, variant_cfg_dict))
+        c.update({
+            'build_variant': variant,
+            'config_files': c['config_files'] + [variant_cfg_path]
+        })
+
+        self.info("Updating self.config with the following from {}:".format(variant_cfg_path))
+        self.info(pprint.pformat(variant_cfg_dict))
+        c.update(variant_cfg_dict)
+        c['forced_artifact_build'] = True
+        # Bug 1231320 adds MOZHARNESS_ACTIONS in TaskCluster tasks to override default_actions
+        # We don't want that when forcing an artifact build.
+        if rw_config.volatile_config['actions']:
+            self.info("Updating volatile_config to include default_actions "
+                      "from {}.".format(variant_cfg_path))
+            # add default actions in correct order
+            combined_actions = []
+            for a in rw_config.all_actions:
+                if a in c['default_actions'] or a in rw_config.volatile_config['actions']:
+                    combined_actions.append(a)
+            rw_config.volatile_config['actions'] = combined_actions
+            self.info("Actions in volatile_config are now: {}".format(
+                rw_config.volatile_config['actions'])
+            )
+        # replace rw_config as well to set actions as in BaseScript
+        rw_config.set_config(c, overwrite=True)
+        rw_config.update_actions()
+        self.actions = tuple(rw_config.actions)
+        self.all_actions = tuple(rw_config.all_actions)
+
+
+    def query_abs_dirs(self):
+        if self.abs_dirs:
+            return self.abs_dirs
+        c = self.config
+        abs_dirs = super(FxDesktopBuild, self).query_abs_dirs()
+        if not c.get('app_ini_path'):
+            self.fatal('"app_ini_path" is needed in your config for this '
+                       'script.')
+
+        dirs = {
+            # BuildFactories in factory.py refer to a 'build' dir on the slave.
+            # This contains all the source code/objdir to compile.  However,
+            # there is already a build dir in mozharness for every mh run. The
+            # 'build' that factory refers to I named: 'src' so
+            # there is a seperation in mh.  for example, rather than having
+            # '{mozharness_repo}/build/build/', I have '{
+            # mozharness_repo}/build/src/'
+            'abs_src_dir': os.path.join(abs_dirs['abs_work_dir'],
+                                        'src'),
+            'abs_obj_dir': os.path.join(abs_dirs['abs_work_dir'],
+                                        'src',
+                                        self._query_objdir()),
+            'abs_tools_dir': os.path.join(abs_dirs['abs_work_dir'], 'tools'),
+            'abs_app_ini_path': c['app_ini_path'] % {
+                'obj_dir': os.path.join(abs_dirs['abs_work_dir'],
+                                        'src',
+                                        self._query_objdir())
+            },
+        }
+        abs_dirs.update(dirs)
+        self.abs_dirs = abs_dirs
+        return self.abs_dirs
+
+        # Actions {{{2
+        # read_buildbot_config in BuildingMixin
+        # clobber in BuildingMixin -> PurgeMixin
+        # if Linux config:
+        # reset_mock in BuildingMixing -> MockMixin
+        # setup_mock in BuildingMixing (overrides MockMixin.mock_setup)
+
+    def set_extra_try_arguments(self, action, success=None):
+        """ Override unneeded method from TryToolsMixin """
+        pass
+
+    @script.PreScriptRun
+    def suppress_windows_modal_dialogs(self, *args, **kwargs):
+        if self._is_windows():
+            # Suppress Windows modal dialogs to avoid hangs
+            import ctypes
+            ctypes.windll.kernel32.SetErrorMode(0x8001)
+
+if __name__ == '__main__':
+    fx_desktop_build = FxDesktopBuild()
+    fx_desktop_build.run_and_exit()