1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# Integrates Talos mozharness with mach
from __future__ import absolute_import, print_function, unicode_literals
import os
import sys
import json
import socket
from mozbuild.base import MozbuildObject, MachCommandBase
from mach.decorators import CommandProvider, Command
HERE = os.path.dirname(os.path.realpath(__file__))
class TalosRunner(MozbuildObject):
def run_test(self, talos_args):
"""
We want to do couple of things before running Talos
1. Clone mozharness
2. Make config for Talos Mozharness
3. Run mozharness
"""
self.init_variables(talos_args)
self.make_config()
self.write_config()
self.make_args()
return self.run_mozharness()
def init_variables(self, talos_args):
self.talos_dir = os.path.join(self.topsrcdir, 'testing', 'talos')
self.mozharness_dir = os.path.join(self.topsrcdir, 'testing',
'mozharness')
self.talos_json = os.path.join(self.talos_dir, 'talos.json')
self.config_file_path = os.path.join(self._topobjdir, 'testing',
'talos-in_tree_conf.json')
self.binary_path = self.get_binary_path()
self.virtualenv_script = os.path.join(self.topsrcdir, 'python',
'virtualenv', 'virtualenv.py')
self.virtualenv_path = os.path.join(self._topobjdir, 'testing',
'talos-venv')
self.python_interp = sys.executable
self.talos_args = talos_args
def make_config(self):
self.config = {
'run_local': True,
'talos_json': self.talos_json,
'binary_path': self.binary_path,
'log_name': 'talos',
'virtualenv_path': self.virtualenv_path,
'pypi_url': 'http://pypi.python.org/simple',
'base_work_dir': self.mozharness_dir,
'exes': {
'python': self.python_interp,
'virtualenv': [self.python_interp, self.virtualenv_script]
},
'title': socket.gethostname(),
'default_actions': [
'populate-webroot',
'create-virtualenv',
'run-tests',
],
'talos_extra_options': ['--develop'] + self.talos_args,
}
def make_args(self):
self.args = {
'config': {},
'initial_config_file': self.config_file_path,
}
def write_config(self):
try:
config_file = open(self.config_file_path, 'wb')
config_file.write(json.dumps(self.config))
except IOError as e:
err_str = "Error writing to Talos Mozharness config file {0}:{1}"
print(err_str.format(self.config_file_path, str(e)))
raise e
def run_mozharness(self):
sys.path.insert(0, self.mozharness_dir)
from mozharness.mozilla.testing.talos import Talos
talos_mh = Talos(config=self.args['config'],
initial_config_file=self.args['initial_config_file'])
return talos_mh.run()
def create_parser():
sys.path.insert(0, HERE) # allow to import the talos package
from talos.cmdline import create_parser
return create_parser(mach_interface=True)
@CommandProvider
class MachCommands(MachCommandBase):
@Command('talos-test', category='testing',
description='Run talos tests (performance testing).',
parser=create_parser)
def run_talos_test(self, **kwargs):
talos = self._spawn(TalosRunner)
try:
return talos.run_test(sys.argv[2:])
except Exception as e:
print(str(e))
return 1
|
