summaryrefslogtreecommitdiffstats
path: root/taskcluster/taskgraph/task/test.py
blob: 928f32a5a5c4024eaf0c2e47344dcb08da7b364d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import absolute_import, print_function, unicode_literals

import copy
import logging

from . import transform
from ..util.yaml import load_yaml

logger = logging.getLogger(__name__)


class TestTask(transform.TransformTask):
    """
    A task implementing a Gecko test.
    """

    @classmethod
    def get_inputs(cls, kind, path, config, params, loaded_tasks):

        # the kind on which this one depends
        if len(config.get('kind-dependencies', [])) != 1:
            raise Exception("TestTask kinds must have exactly one item in kind-dependencies")
        dep_kind = config['kind-dependencies'][0]

        # get build tasks, keyed by build platform
        builds_by_platform = cls.get_builds_by_platform(dep_kind, loaded_tasks)

        # get the test platforms for those build tasks
        test_platforms_cfg = load_yaml(path, 'test-platforms.yml')
        test_platforms = cls.get_test_platforms(test_platforms_cfg, builds_by_platform)

        # expand the test sets for each of those platforms
        test_sets_cfg = load_yaml(path, 'test-sets.yml')
        test_platforms = cls.expand_tests(test_sets_cfg, test_platforms)

        # load the test descriptions
        test_descriptions = load_yaml(path, 'tests.yml')

        # generate all tests for all test platforms
        for test_platform_name, test_platform in test_platforms.iteritems():
            for test_name in test_platform['test-names']:
                test = copy.deepcopy(test_descriptions[test_name])
                test['build-platform'] = test_platform['build-platform']
                test['test-platform'] = test_platform_name
                test['build-label'] = test_platform['build-label']
                test['test-name'] = test_name

                logger.debug("Generating tasks for {} test {} on platform {}".format(
                    kind, test_name, test['test-platform']))
                yield test

    @classmethod
    def get_builds_by_platform(cls, dep_kind, loaded_tasks):
        """Find the build tasks on which tests will depend, keyed by
        platform/type.  Returns a dictionary mapping build platform to task
        label."""
        builds_by_platform = {}
        for task in loaded_tasks:
            if task.kind != dep_kind:
                continue

            build_platform = task.attributes.get('build_platform')
            build_type = task.attributes.get('build_type')
            if not build_platform or not build_type:
                continue
            platform = "{}/{}".format(build_platform, build_type)
            if platform in builds_by_platform:
                raise Exception("multiple build jobs for " + platform)
            builds_by_platform[platform] = task.label
        return builds_by_platform

    @classmethod
    def get_test_platforms(cls, test_platforms_cfg, builds_by_platform):
        """Get the test platforms for which test tasks should be generated,
        based on the available build platforms.  Returns a dictionary mapping
        test platform to {test-set, build-platform, build-label}."""
        test_platforms = {}
        for test_platform, cfg in test_platforms_cfg.iteritems():
            build_platform = cfg['build-platform']
            if build_platform not in builds_by_platform:
                logger.warning(
                    "No build task with platform {}; ignoring test platform {}".format(
                        build_platform, test_platform))
                continue
            test_platforms[test_platform] = {
                'test-set': cfg['test-set'],
                'build-platform': build_platform,
                'build-label': builds_by_platform[build_platform],
            }
        return test_platforms

    @classmethod
    def expand_tests(cls, test_sets_cfg, test_platforms):
        """Expand the test sets in `test_platforms` out to sets of test names.
        Returns a dictionary like `get_test_platforms`, with an additional
        `test-names` key for each test platform, containing a set of test
        names."""
        rv = {}
        for test_platform, cfg in test_platforms.iteritems():
            test_set = cfg['test-set']
            if test_set not in test_sets_cfg:
                raise Exception(
                    "Test set '{}' for test platform {} is not defined".format(
                        test_set, test_platform))
            test_names = test_sets_cfg[test_set]
            rv[test_platform] = cfg.copy()
            rv[test_platform]['test-names'] = test_names
        return rv