mirror of
https://github.com/roytam1/palemoon27.git
synced 2026-06-02 20:29:56 +00:00
Moonchild
207 lines
7.5 KiB
Python
207 lines
7.5 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
import json
|
|
import os
|
|
|
|
import mozpack.path as mozpath
|
|
|
|
from .base import MozbuildObject
|
|
from .util import OrderedDefaultDict
|
|
from collections import defaultdict
|
|
|
|
|
|
def rewrite_test_base(test, new_base, honor_install_to_subdir=False):
|
|
"""Rewrite paths in a test to be under a new base path.
|
|
|
|
This is useful for running tests from a separate location from where they
|
|
were defined.
|
|
|
|
honor_install_to_subdir and the underlying install-to-subdir field are a
|
|
giant hack intended to work around the restriction where the mochitest
|
|
runner can't handle single test files with multiple configurations. This
|
|
argument should be removed once the mochitest runner talks manifests
|
|
(bug 984670).
|
|
"""
|
|
test['here'] = mozpath.join(new_base, test['dir_relpath'])
|
|
|
|
if honor_install_to_subdir and test.get('install-to-subdir'):
|
|
test['path'] = mozpath.join(new_base, test['dir_relpath'],
|
|
test['install-to-subdir'], test['relpath'])
|
|
else:
|
|
test['path'] = mozpath.join(new_base, test['file_relpath'])
|
|
|
|
return test
|
|
|
|
|
|
class TestMetadata(object):
|
|
"""Holds information about tests.
|
|
|
|
This class provides an API to query tests active in the build
|
|
configuration.
|
|
"""
|
|
|
|
def __init__(self, filename=None):
|
|
self._tests_by_path = OrderedDefaultDict(list)
|
|
self._tests_by_flavor = defaultdict(set)
|
|
self._test_dirs = set()
|
|
|
|
if filename:
|
|
with open(filename, 'rt') as fh:
|
|
d = json.load(fh)
|
|
|
|
for path, tests in d.items():
|
|
for metadata in tests:
|
|
self._tests_by_path[path].append(metadata)
|
|
self._test_dirs.add(os.path.dirname(path))
|
|
|
|
flavor = metadata.get('flavor')
|
|
self._tests_by_flavor[flavor].add(path)
|
|
|
|
def tests_with_flavor(self, flavor):
|
|
"""Obtain all tests having the specified flavor.
|
|
|
|
This is a generator of dicts describing each test.
|
|
"""
|
|
|
|
for path in sorted(self._tests_by_flavor.get(flavor, [])):
|
|
yield self._tests_by_path[path]
|
|
|
|
def resolve_tests(self, paths=None, flavor=None, subsuite=None, under_path=None):
|
|
"""Resolve tests from an identifier.
|
|
|
|
This is a generator of dicts describing each test.
|
|
|
|
``paths`` can be an iterable of values to use to identify tests to run.
|
|
If an entry is a known test file, tests associated with that file are
|
|
returned (there may be multiple configurations for a single file). If
|
|
an entry is a directory, all tests in that directory are returned. If
|
|
the string appears in a known test file, that test file is considered.
|
|
|
|
If ``under_path`` is a string, it will be used to filter out tests that
|
|
aren't in the specified path prefix relative to topsrcdir or the
|
|
test's installed dir.
|
|
|
|
If ``flavor`` is a string, it will be used to filter returned tests
|
|
to only be the flavor specified. A flavor is something like
|
|
``xpcshell``.
|
|
|
|
If ``subsuite`` is a string, it will be used to filter returned tests
|
|
to only be in the subsuite specified.
|
|
"""
|
|
def fltr(tests):
|
|
for test in tests:
|
|
if flavor:
|
|
if (flavor == 'devtools' and test.get('flavor') != 'browser-chrome') or \
|
|
(flavor != 'devtools' and test.get('flavor') != flavor):
|
|
continue
|
|
|
|
if subsuite and test.get('subsuite') != subsuite:
|
|
continue
|
|
|
|
if under_path \
|
|
and not test['file_relpath'].startswith(under_path):
|
|
continue
|
|
|
|
# Make a copy so modifications don't change the source.
|
|
yield dict(test)
|
|
|
|
paths = paths or []
|
|
paths = [mozpath.normpath(p) for p in paths]
|
|
if not paths:
|
|
paths = [None]
|
|
|
|
candidate_paths = set()
|
|
|
|
for path in sorted(paths):
|
|
if path is None:
|
|
candidate_paths |= set(self._tests_by_path.keys())
|
|
continue
|
|
|
|
# If the path is a directory, pull in all tests in that directory.
|
|
if path in self._test_dirs:
|
|
candidate_paths |= {p for p in self._tests_by_path
|
|
if p.startswith(path)}
|
|
continue
|
|
|
|
# If it's a test file, add just that file.
|
|
candidate_paths |= {p for p in self._tests_by_path if path in p}
|
|
|
|
for p in sorted(candidate_paths):
|
|
tests = self._tests_by_path[p]
|
|
|
|
for test in fltr(tests):
|
|
yield test
|
|
|
|
|
|
class TestResolver(MozbuildObject):
|
|
"""Helper to resolve tests from the current environment to test files."""
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
MozbuildObject.__init__(self, *args, **kwargs)
|
|
|
|
self._tests = TestMetadata(filename=os.path.join(self.topobjdir,
|
|
'all-tests.json'))
|
|
self._test_rewrites = {
|
|
'a11y': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'a11y'),
|
|
'browser-chrome': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'browser'),
|
|
'jetpack-package': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'jetpack-package'),
|
|
'jetpack-addon': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'jetpack-addon'),
|
|
'chrome': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'chrome'),
|
|
'mochitest': os.path.join(self.topobjdir, '_tests', 'testing',
|
|
'mochitest', 'tests'),
|
|
'xpcshell': os.path.join(self.topobjdir, '_tests', 'xpcshell'),
|
|
}
|
|
|
|
def resolve_tests(self, cwd=None, **kwargs):
|
|
"""Resolve tests in the context of the current environment.
|
|
|
|
This is a more intelligent version of TestMetadata.resolve_tests().
|
|
|
|
This function provides additional massaging and filtering of low-level
|
|
results.
|
|
|
|
Paths in returned tests are automatically translated to the paths in
|
|
the _tests directory under the object directory.
|
|
|
|
If cwd is defined, we will limit our results to tests under the
|
|
directory specified. The directory should be defined as an absolute
|
|
path under topsrcdir or topobjdir for it to work properly.
|
|
"""
|
|
rewrite_base = None
|
|
|
|
if cwd:
|
|
norm_cwd = mozpath.normpath(cwd)
|
|
norm_srcdir = mozpath.normpath(self.topsrcdir)
|
|
norm_objdir = mozpath.normpath(self.topobjdir)
|
|
|
|
reldir = None
|
|
|
|
if norm_cwd.startswith(norm_objdir):
|
|
reldir = norm_cwd[len(norm_objdir)+1:]
|
|
elif norm_cwd.startswith(norm_srcdir):
|
|
reldir = norm_cwd[len(norm_srcdir)+1:]
|
|
|
|
result = self._tests.resolve_tests(under_path=reldir,
|
|
**kwargs)
|
|
|
|
else:
|
|
result = self._tests.resolve_tests(**kwargs)
|
|
|
|
for test in result:
|
|
rewrite_base = self._test_rewrites.get(test['flavor'], None)
|
|
|
|
if rewrite_base:
|
|
yield rewrite_test_base(test, rewrite_base,
|
|
honor_install_to_subdir=True)
|
|
else:
|
|
yield test
|