blob: 5493c365f0c66f283032d7c3adec6ec6b1f4256f [file] [log] [blame]
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import copy
import logging
import os
import pickle
import re
from import apk_helper
from pylib import constants
from pylib.base import base_test_result
from pylib.base import test_exception
from pylib.base import test_instance
from pylib.constants import host_paths
from pylib.instrumentation import test_result
from pylib.instrumentation import instrumentation_parser
from pylib.symbols import deobfuscator
from pylib.symbols import stack_symbolizer
from pylib.utils import dexdump
from pylib.utils import gold_utils
from pylib.utils import instrumentation_tracing
from pylib.utils import proguard
from pylib.utils import shared_preference_utils
from pylib.utils import test_filter
with host_paths.SysPath(host_paths.BUILD_COMMON_PATH):
import unittest_util # pylint: disable=import-error
# Ref:
_COMMAND_LINE_PARAMETER = 'cmdlinearg-parameter'
'SmallTest', 'MediumTest', 'LargeTest', 'EnormousTest', 'IntegrationTest']
'DisabledTest', 'FlakyTest', 'Manual']
_SKIP_PARAMETERIZATION = 'SkipCommandLineParameterization'
_PARAMETERIZED_COMMAND_LINE_FLAGS = 'ParameterizedCommandLineFlags'
_NATIVE_CRASH_RE = re.compile('(process|native) crash', re.IGNORECASE)
# The ID of the bundle value Instrumentation uses to report which test index the
# results are for in a collection of tests. Note that this index is 1-based.
_BUNDLE_CURRENT_ID = 'current'
# The ID of the bundle value Instrumentation uses to report the test class.
_BUNDLE_CLASS_ID = 'class'
# The ID of the bundle value Instrumentation uses to report the test name.
_BUNDLE_TEST_ID = 'test'
# The ID of the bundle value Instrumentation uses to report if a test was
# skipped.
_BUNDLE_SKIPPED_ID = 'test_skipped'
# The ID of the bundle value Instrumentation uses to report the crash stack, if
# the test crashed.
_BUNDLE_STACK_ID = 'stack'
# The ID of the bundle value Chrome uses to report the test duration.
_BUNDLE_DURATION_ID = 'duration_ms'
class MissingSizeAnnotationError(test_exception.TestException):
def __init__(self, class_name):
super(MissingSizeAnnotationError, self).__init__(class_name +
': Test method is missing required size annotation. Add one of: ' +
', '.join('@' + a for a in _VALID_ANNOTATIONS))
class CommandLineParameterizationException(test_exception.TestException):
def __init__(self, msg):
super(CommandLineParameterizationException, self).__init__(msg)
class TestListPickleException(test_exception.TestException):
# TODO(jbudorick): Make these private class methods of
# InstrumentationTestInstance once the instrumentation junit3_runner_class is
# deprecated.
def ParseAmInstrumentRawOutput(raw_output):
"""Parses the output of an |am instrument -r| call.
raw_output: the output of an |am instrument -r| call as a list of lines
A 3-tuple containing:
- the instrumentation code as an integer
- the instrumentation result as a list of lines
- the instrumentation statuses received as a list of 2-tuples
- the status code as an integer
- the bundle dump as a dict mapping string keys to a list of
strings, one for each line.
parser = instrumentation_parser.InstrumentationParser(raw_output)
statuses = list(parser.IterStatus())
code, bundle = parser.GetResult()
return (code, bundle, statuses)
def GenerateTestResults(result_code, result_bundle, statuses, duration_ms,
device_abi, symbolizer):
"""Generate test results from |statuses|.
result_code: The overall status code as an integer.
result_bundle: The summary bundle dump as a dict.
statuses: A list of 2-tuples containing:
- the status code as an integer
- the bundle dump as a dict mapping string keys to string values
Note that this is the same as the third item in the 3-tuple returned by
duration_ms: The duration of the test in milliseconds.
device_abi: The device_abi, which is needed for symbolization.
symbolizer: The symbolizer used to symbolize stack.
A list containing an instance of InstrumentationTestResult for each test
results = []
current_result = None
cumulative_duration = 0
for status_code, bundle in statuses:
# If the last test was a failure already, don't override that failure with
# post-test failures that could be caused by the original failure.
if (status_code == instrumentation_parser.STATUS_CODE_BATCH_FAILURE
and current_result.GetType() != base_test_result.ResultType.FAIL):
_MaybeSetLog(bundle, current_result, symbolizer, device_abi)
if status_code == instrumentation_parser.STATUS_CODE_TEST_DURATION:
# For the first result, duration will be set below to the difference
# between the reported and actual durations to account for overhead like
# starting instrumentation.
if results:
current_duration = int(bundle.get(_BUNDLE_DURATION_ID, duration_ms))
cumulative_duration += current_duration
test_class = bundle.get(_BUNDLE_CLASS_ID, '')
test_method = bundle.get(_BUNDLE_TEST_ID, '')
if test_class and test_method:
test_name = '%s#%s' % (test_class, test_method)
if status_code == instrumentation_parser.STATUS_CODE_START:
if current_result:
current_result = test_result.InstrumentationTestResult(
test_name, base_test_result.ResultType.UNKNOWN, duration_ms)
if status_code == instrumentation_parser.STATUS_CODE_OK:
if bundle.get(_BUNDLE_SKIPPED_ID, '').lower() in ('true', '1', 'yes'):
elif current_result.GetType() == base_test_result.ResultType.UNKNOWN:
elif status_code == instrumentation_parser.STATUS_CODE_SKIP:
elif status_code == instrumentation_parser.STATUS_CODE_ASSUMPTION_FAILURE:
if status_code not in (instrumentation_parser.STATUS_CODE_ERROR,
logging.error('Unrecognized status code %d. Handling as an error.',
_MaybeSetLog(bundle, current_result, symbolizer, device_abi)
if current_result:
if current_result.GetType() == base_test_result.ResultType.UNKNOWN:
crashed = (result_code == _ACTIVITY_RESULT_CANCELED
and any(
for l in result_bundle.itervalues()))
if crashed:
if results:'Adding cumulative overhead to test %s: %dms',
results[0].GetName(), duration_ms - cumulative_duration)
results[0].SetDuration(duration_ms - cumulative_duration)
return results
def _MaybeSetLog(bundle, current_result, symbolizer, device_abi):
if _BUNDLE_STACK_ID in bundle:
if symbolizer and device_abi:
current_result.SetLog('%s\n%s' % (bundle[_BUNDLE_STACK_ID], '\n'.join(
bundle[_BUNDLE_STACK_ID], device_abi))))
def FilterTests(tests, filter_str=None, annotations=None,
"""Filter a list of tests
tests: a list of tests. e.g. [
{'annotations": {}, 'class': 'com.example.TestA', 'method':'test1'},
{'annotations": {}, 'class': 'com.example.TestB', 'method':'test2'}]
filter_str: googletest-style filter string.
annotations: a dict of wanted annotations for test methods.
exclude_annotations: a dict of annotations to exclude.
A list of filtered tests
def gtest_filter(t):
if not filter_str:
return True
# Allow fully-qualified name as well as an omitted package.
unqualified_class_test = {
'class': t['class'].split('.')[-1],
'method': t['method']
names = [
GetTestName(t, sep='.'),
GetTestName(unqualified_class_test, sep='.'),
GetUniqueTestName(t, sep='.')
if t['is_junit4']:
names += [
GetTestNameWithoutParameterPostfix(t, sep='.'),
GetTestNameWithoutParameterPostfix(unqualified_class_test, sep='.')
pattern_groups = filter_str.split('-')
if len(pattern_groups) > 1:
negative_filter = pattern_groups[1]
if unittest_util.FilterTestNames(names, negative_filter):
return []
positive_filter = pattern_groups[0]
return unittest_util.FilterTestNames(names, positive_filter)
def annotation_filter(all_annotations):
if not annotations:
return True
return any_annotation_matches(annotations, all_annotations)
def excluded_annotation_filter(all_annotations):
if not excluded_annotations:
return True
return not any_annotation_matches(excluded_annotations,
def any_annotation_matches(filter_annotations, all_annotations):
return any(
ak in all_annotations
and annotation_value_matches(av, all_annotations[ak])
for ak, av in filter_annotations)
def annotation_value_matches(filter_av, av):
if filter_av is None:
return True
elif isinstance(av, dict):
tav_from_dict = av['value']
# If tav_from_dict is an int, the 'in' operator breaks, so convert
# filter_av and manually compare. See
if isinstance(tav_from_dict, int):
return int(filter_av) == tav_from_dict
return filter_av in tav_from_dict
elif isinstance(av, list):
return filter_av in av
return filter_av == av
filtered_tests = []
for t in tests:
# Gtest filtering
if not gtest_filter(t):
# Enforce that all tests declare their size.
if not any(a in _VALID_ANNOTATIONS for a in t['annotations']):
raise MissingSizeAnnotationError(GetTestName(t))
if (not annotation_filter(t['annotations'])
or not excluded_annotation_filter(t['annotations'])):
return filtered_tests
# TODO(yolandyan): remove this once the tests are converted to junit4
def GetAllTestsFromJar(test_jar):
pickle_path = '%s-proguard.pickle' % test_jar
tests = GetTestsFromPickle(pickle_path, os.path.getmtime(test_jar))
except TestListPickleException as e:'Could not get tests from pickle: %s', e)'Getting tests from JAR via proguard.')
tests = _GetTestsFromProguard(test_jar)
SaveTestsToPickle(pickle_path, tests)
return tests
def GetAllTestsFromApk(test_apk):
pickle_path = '%s-dexdump.pickle' % test_apk
tests = GetTestsFromPickle(pickle_path, os.path.getmtime(test_apk))
except TestListPickleException as e:'Could not get tests from pickle: %s', e)'Getting tests from dex via dexdump.')
tests = _GetTestsFromDexdump(test_apk)
SaveTestsToPickle(pickle_path, tests)
return tests
def GetTestsFromPickle(pickle_path, test_mtime):
if not os.path.exists(pickle_path):
raise TestListPickleException('%s does not exist.' % pickle_path)
if os.path.getmtime(pickle_path) <= test_mtime:
raise TestListPickleException('File is stale: %s' % pickle_path)
with open(pickle_path, 'r') as f:
pickle_data = pickle.load(f)
if pickle_data['VERSION'] != _PICKLE_FORMAT_VERSION:
raise TestListPickleException('PICKLE_FORMAT_VERSION has changed.')
return pickle_data['TEST_METHODS']
# TODO(yolandyan): remove this once the test listing from java runner lands
def _GetTestsFromProguard(jar_path):
p = proguard.Dump(jar_path)
class_lookup = dict((c['class'], c) for c in p['classes'])
def is_test_class(c):
return c['class'].endswith('Test')
def is_test_method(m):
return m['method'].startswith('test')
def recursive_class_annotations(c):
s = c['superclass']
if s in class_lookup:
a = recursive_class_annotations(class_lookup[s])
a = {}
return a
def stripped_test_class(c):
return {
'class': c['class'],
'annotations': recursive_class_annotations(c),
'methods': [m for m in c['methods'] if is_test_method(m)],
'superclass': c['superclass'],
return [stripped_test_class(c) for c in p['classes']
if is_test_class(c)]
def _GetTestsFromDexdump(test_apk):
dex_dumps = dexdump.Dump(test_apk)
tests = []
def get_test_methods(methods):
return [
'method': m,
# No annotation info is available from dexdump.
# Set MediumTest annotation for default.
'annotations': {'MediumTest': None},
} for m in methods if m.startswith('test')]
for dump in dex_dumps:
for package_name, package_info in dump.iteritems():
for class_name, class_info in package_info['classes'].iteritems():
if class_name.endswith('Test'):
'class': '%s.%s' % (package_name, class_name),
'annotations': {},
'methods': get_test_methods(class_info['methods']),
'superclass': class_info['superclass'],
return tests
def SaveTestsToPickle(pickle_path, tests):
pickle_data = {
'TEST_METHODS': tests,
with open(pickle_path, 'w') as pickle_file:
pickle.dump(pickle_data, pickle_file)
class MissingJUnit4RunnerException(test_exception.TestException):
"""Raised when JUnit4 runner is not provided or specified in apk manifest"""
def __init__(self):
super(MissingJUnit4RunnerException, self).__init__(
'JUnit4 runner is not provided or specified in test apk manifest.')
def GetTestName(test, sep='#'):
"""Gets the name of the given test.
Note that this may return the same name for more than one test, e.g. if a
test is being run multiple times with different parameters.
test: the instrumentation test dict.
sep: the character(s) that should join the class name and the method name.
The test name as a string.
test_name = '%s%s%s' % (test['class'], sep, test['method'])
assert ' *-:' not in test_name, (
'The test name must not contain any of the characters in " *-:". See '
return test_name
def GetTestNameWithoutParameterPostfix(
test, sep='#', parameterization_sep='__'):
"""Gets the name of the given JUnit4 test without parameter postfix.
For most WebView JUnit4 javatests, each test is parameterizatized with
"__sandboxed_mode" to run in both non-sandboxed mode and sandboxed mode.
This function returns the name of the test without parameterization
so test filters can match both parameterized and non-parameterized tests.
test: the instrumentation test dict.
sep: the character(s) that should join the class name and the method name.
parameterization_sep: the character(s) that seperate method name and method
parameterization postfix.
The test name without parameter postfix as a string.
name = GetTestName(test, sep=sep)
return name.split(parameterization_sep)[0]
def GetUniqueTestName(test, sep='#'):
"""Gets the unique name of the given test.
This will include text to disambiguate between tests for which GetTestName
would return the same name.
test: the instrumentation test dict.
sep: the character(s) that should join the class name and the method name.
The unique test name as a string.
display_name = GetTestName(test, sep=sep)
if test.get('flags', [None])[0]:
sanitized_flags = [x.replace('-', '_') for x in test['flags']]
display_name = '%s_with_%s' % (display_name, '_'.join(sanitized_flags))
assert ' *-:' not in display_name, (
'The test name must not contain any of the characters in " *-:". See '
return display_name
class InstrumentationTestInstance(test_instance.TestInstance):
def __init__(self, args, data_deps_delegate, error_func):
super(InstrumentationTestInstance, self).__init__()
self._additional_apks = []
self._apk_under_test = None
self._apk_under_test_incremental_install_json = None
self._modules = None
self._fake_modules = None
self._additional_locales = None
self._package_info = None
self._suite = None
self._test_apk = None
self._test_apk_incremental_install_json = None
self._test_jar = None
self._test_package = None
self._junit3_runner_class = None
self._junit4_runner_class = None
self._junit4_runner_supports_listing = None
self._test_support_apk = None
self._initializeApkAttributes(args, error_func)
self._data_deps = None
self._data_deps_delegate = None
self._runtime_deps_path = None
self._initializeDataDependencyAttributes(args, data_deps_delegate)
self._annotations = None
self._excluded_annotations = None
self._test_filter = None
self._flags = None
self._use_apk_under_test_flags_file = False
self._screenshot_dir = None
self._timeout_scale = None
self._wait_for_java_debugger = None
self._coverage_directory = None
self._jacoco_coverage_type = None
self._store_tombstones = False
self._symbolizer = None
self._enable_java_deobfuscation = False
self._deobfuscator = None
self._edit_shared_prefs = []
self._replace_system_package = None
self._system_packages_to_remove = None
self._use_webview_provider = None
self._skia_gold_properties = None
self._wpr_enable_record = args.wpr_enable_record
self._external_shard_index = args.test_launcher_shard_index
self._total_external_shards = args.test_launcher_total_shards
def _initializeApkAttributes(self, args, error_func):
if args.apk_under_test:
apk_under_test_path = args.apk_under_test
if (not args.apk_under_test.endswith('.apk')
and not args.apk_under_test.endswith('.apks')):
apk_under_test_path = os.path.join(
constants.GetOutDirectory(), constants.SDK_BUILD_APKS_DIR,
'%s.apk' % args.apk_under_test)
# TODO(jbudorick): Move the realpath up to the argument parser once
# APK-by-name is no longer supported.
apk_under_test_path = os.path.realpath(apk_under_test_path)
if not os.path.exists(apk_under_test_path):
error_func('Unable to find APK under test: %s' % apk_under_test_path)
self._apk_under_test = apk_helper.ToHelper(apk_under_test_path)
test_apk_path = args.test_apk
if not os.path.exists(test_apk_path):
test_apk_path = os.path.join(
constants.GetOutDirectory(), constants.SDK_BUILD_APKS_DIR,
'%s.apk' % args.test_apk)
# TODO(jbudorick): Move the realpath up to the argument parser once
# APK-by-name is no longer supported.
test_apk_path = os.path.realpath(test_apk_path)
if not os.path.exists(test_apk_path):
error_func('Unable to find test APK: %s' % test_apk_path)
self._test_apk = apk_helper.ToHelper(test_apk_path)
self._suite = os.path.splitext(os.path.basename(args.test_apk))[0]
self._apk_under_test_incremental_install_json = (
self._test_apk_incremental_install_json = (
if self._test_apk_incremental_install_json:
assert self._suite.endswith('_incremental')
self._suite = self._suite[:-len('_incremental')]
self._modules = args.modules
self._fake_modules = args.fake_modules
self._additional_locales = args.additional_locales
self._test_jar = args.test_jar
self._test_support_apk = apk_helper.ToHelper(os.path.join(
constants.GetOutDirectory(), constants.SDK_BUILD_TEST_JAVALIB_DIR,
'%sSupport.apk' % self._suite))
if not self._test_jar:
logging.warning('Test jar not specified. Test runner will not have '
'Java annotation info available. May not handle test '
'timeouts correctly.')
elif not os.path.exists(self._test_jar):
error_func('Unable to find test JAR: %s' % self._test_jar)
self._test_package = self._test_apk.GetPackageName()
all_instrumentations = self._test_apk.GetAllInstrumentations()
all_junit3_runner_classes = [
x for x in all_instrumentations if ('0xffffffff' in x.get(
'chromium-junit3', ''))]
all_junit4_runner_classes = [
x for x in all_instrumentations if ('0xffffffff' not in x.get(
'chromium-junit3', ''))]
if len(all_junit3_runner_classes) > 1:
logging.warning('This test apk has more than one JUnit3 instrumentation')
if len(all_junit4_runner_classes) > 1:
logging.warning('This test apk has more than one JUnit4 instrumentation')
self._junit3_runner_class = (
if all_junit3_runner_classes else self.test_apk.GetInstrumentationName())
self._junit4_runner_class = (
if all_junit4_runner_classes else None)
if self._junit4_runner_class:
if self._test_apk_incremental_install_json:
self._junit4_runner_supports_listing = next(
(True for x in self._test_apk.GetAllMetadata()
if 'real-instr' in x[0] and x[1] in _TEST_LIST_JUNIT4_RUNNERS),
self._junit4_runner_supports_listing = (
self._junit4_runner_class in _TEST_LIST_JUNIT4_RUNNERS)
self._package_info = None
if self._apk_under_test:
package_under_test = self._apk_under_test.GetPackageName()
for package_info in constants.PACKAGE_INFO.itervalues():
if package_under_test == package_info.package:
self._package_info = package_info
if not self._package_info:
logging.warning(("Unable to find package info for %s. " +
"(This may just mean that the test package is " +
"currently being installed.)"),
for apk in args.additional_apks:
if not os.path.exists(apk):
error_func('Unable to find additional APK: %s' % apk)
self._additional_apks = (
[apk_helper.ToHelper(x) for x in args.additional_apks])
def _initializeDataDependencyAttributes(self, args, data_deps_delegate):
self._data_deps = []
self._data_deps_delegate = data_deps_delegate
self._runtime_deps_path = args.runtime_deps_path
if not self._runtime_deps_path:
logging.warning('No data dependencies will be pushed.')
def _initializeTestFilterAttributes(self, args):
self._test_filter = test_filter.InitializeFilterFromArgs(args)
def annotation_element(a):
a = a.split('=', 1)
return (a[0], a[1] if len(a) == 2 else None)
if args.annotation_str:
self._annotations = [
annotation_element(a) for a in args.annotation_str.split(',')]
elif not self._test_filter:
self._annotations = [
annotation_element(a) for a in _DEFAULT_ANNOTATIONS]
self._annotations = []
if args.exclude_annotation_str:
self._excluded_annotations = [
annotation_element(a) for a in args.exclude_annotation_str.split(',')]
self._excluded_annotations = []
requested_annotations = set(a[0] for a in self._annotations)
if not args.run_disabled:
annotation_element(a) for a in _EXCLUDE_UNLESS_REQUESTED_ANNOTATIONS
if a not in requested_annotations)
def _initializeFlagAttributes(self, args):
self._use_apk_under_test_flags_file = args.use_apk_under_test_flags_file
self._flags = ['--enable-test-intents']
if args.command_line_flags:
if args.device_flags_file:
with open(args.device_flags_file) as device_flags_file:
stripped_lines = (l.strip() for l in device_flags_file)
self._flags.extend(flag for flag in stripped_lines if flag)
if args.strict_mode and args.strict_mode != 'off' and (
# TODO(yliuyliu): Turn on strict mode for coverage once
# crbug/1006397 is fixed.
not args.coverage_dir):
self._flags.append('--strict-mode=' + args.strict_mode)
def _initializeTestControlAttributes(self, args):
self._screenshot_dir = args.screenshot_dir
self._timeout_scale = args.timeout_scale or 1
self._wait_for_java_debugger = args.wait_for_java_debugger
def _initializeTestCoverageAttributes(self, args):
self._coverage_directory = args.coverage_dir
if ("Batch", "UnitTests") in self._annotations and (
"Batch", "UnitTests") not in self._excluded_annotations:
self._jacoco_coverage_type = "unit_tests_only"
elif ("Batch", "UnitTests") not in self._annotations and (
"Batch", "UnitTests") in self._excluded_annotations:
self._jacoco_coverage_type = "unit_tests_excluded"
def _initializeLogAttributes(self, args):
self._enable_java_deobfuscation = args.enable_java_deobfuscation
self._store_tombstones = args.store_tombstones
self._symbolizer = stack_symbolizer.Symbolizer(
self.apk_under_test.path if self.apk_under_test else None)
def _initializeEditPrefsAttributes(self, args):
if not hasattr(args, 'shared_prefs_file') or not args.shared_prefs_file:
if not isinstance(args.shared_prefs_file, str):
logging.warning("Given non-string for a filepath")
self._edit_shared_prefs = shared_preference_utils.ExtractSettingsFromJson(
def _initializeReplaceSystemPackageAttributes(self, args):
if (not hasattr(args, 'replace_system_package')
or not args.replace_system_package):
self._replace_system_package = args.replace_system_package
def _initializeSystemPackagesToRemoveAttributes(self, args):
if (not hasattr(args, 'system_packages_to_remove')
or not args.system_packages_to_remove):
self._system_packages_to_remove = args.system_packages_to_remove
def _initializeUseWebviewProviderAttributes(self, args):
if (not hasattr(args, 'use_webview_provider')
or not args.use_webview_provider):
self._use_webview_provider = args.use_webview_provider
def _initializeSkiaGoldAttributes(self, args):
self._skia_gold_properties = gold_utils.AndroidSkiaGoldProperties(args)
def additional_apks(self):
return self._additional_apks
def apk_under_test(self):
return self._apk_under_test
def apk_under_test_incremental_install_json(self):
return self._apk_under_test_incremental_install_json
def modules(self):
return self._modules
def fake_modules(self):
return self._fake_modules
def additional_locales(self):
return self._additional_locales
def coverage_directory(self):
return self._coverage_directory
def edit_shared_prefs(self):
return self._edit_shared_prefs
def external_shard_index(self):
return self._external_shard_index
def flags(self):
return self._flags
def jacoco_coverage_type(self):
return self._jacoco_coverage_type
def junit3_runner_class(self):
return self._junit3_runner_class
def junit4_runner_class(self):
return self._junit4_runner_class
def junit4_runner_supports_listing(self):
return self._junit4_runner_supports_listing
def package_info(self):
return self._package_info
def replace_system_package(self):
return self._replace_system_package
def use_webview_provider(self):
return self._use_webview_provider
def screenshot_dir(self):
return self._screenshot_dir
def skia_gold_properties(self):
return self._skia_gold_properties
def store_tombstones(self):
return self._store_tombstones
def suite(self):
return self._suite
def symbolizer(self):
return self._symbolizer
def system_packages_to_remove(self):
return self._system_packages_to_remove
def test_apk(self):
return self._test_apk
def test_apk_incremental_install_json(self):
return self._test_apk_incremental_install_json
def test_jar(self):
return self._test_jar
def test_support_apk(self):
return self._test_support_apk
def test_package(self):
return self._test_package
def timeout_scale(self):
return self._timeout_scale
def total_external_shards(self):
return self._total_external_shards
def use_apk_under_test_flags_file(self):
return self._use_apk_under_test_flags_file
def wait_for_java_debugger(self):
return self._wait_for_java_debugger
def wpr_record_mode(self):
return self._wpr_enable_record
def wpr_replay_mode(self):
return not self._wpr_enable_record
def TestType(self):
return 'instrumentation'
def GetPreferredAbis(self):
# We could alternatively take the intersection of what they all support,
# but it should never be the case that they support different things.
apks = [self._test_apk, self._apk_under_test] + self._additional_apks
for apk in apks:
if apk:
ret = apk.GetAbis()
if ret:
return ret
return []
def SetUp(self):
if self._enable_java_deobfuscation:
self._deobfuscator = deobfuscator.DeobfuscatorPool(
self.test_apk.path + '.mapping')
def GetDataDependencies(self):
return self._data_deps
def GetTests(self):
if self.test_jar:
raw_tests = GetAllTestsFromJar(self.test_jar)
raw_tests = GetAllTestsFromApk(self.test_apk.path)
return self.ProcessRawTests(raw_tests)
def MaybeDeobfuscateLines(self, lines):
if not self._deobfuscator:
return lines
return self._deobfuscator.TransformLines(lines)
def ProcessRawTests(self, raw_tests):
inflated_tests = self._ParameterizeTestsWithFlags(
if self._junit4_runner_class is None and any(
t['is_junit4'] for t in inflated_tests):
raise MissingJUnit4RunnerException()
filtered_tests = FilterTests(
inflated_tests, self._test_filter, self._annotations,
if self._test_filter and not filtered_tests:
for t in inflated_tests:
logging.debug(' %s', GetUniqueTestName(t))
logging.warning('Unmatched Filter: %s', self._test_filter)
return filtered_tests
# pylint: disable=no-self-use
def _InflateTests(self, tests):
inflated_tests = []
for c in tests:
for m in c['methods']:
a = dict(c['annotations'])
'class': c['class'],
'method': m['method'],
'annotations': a,
# TODO( Remove is_junit4.
'is_junit4': True
return inflated_tests
def _ParameterizeTestsWithFlags(self, tests):
def _checkParameterization(annotations):
types = [
if types[0] in annotations and types[1] in annotations:
raise CommandLineParameterizationException(
'Multiple command-line parameterization types: {}.'.format(
', '.join(types)))
def _switchesToFlags(switches):
return ['--{}'.format(s) for s in switches if s]
def _annotationToSwitches(clazz, methods):
return [methods['value']]
list_of_switches = []
for annotation in methods['value']:
for clazz, methods in annotation.iteritems():
list_of_switches += _annotationToSwitches(clazz, methods)
return list_of_switches
return []
def _setTestFlags(test, flags):
if flags:
test['flags'] = flags
elif 'flags' in test:
del test['flags']
new_tests = []
for t in tests:
annotations = t['annotations']
list_of_switches = []
if _SKIP_PARAMETERIZATION not in annotations:
for clazz, methods in annotations.iteritems():
list_of_switches += _annotationToSwitches(clazz, methods)
if list_of_switches:
_setTestFlags(t, _switchesToFlags(list_of_switches[0]))
for p in list_of_switches[1:]:
parameterized_t = copy.copy(t)
_setTestFlags(parameterized_t, _switchesToFlags(p))
return tests + new_tests
def ParseAmInstrumentRawOutput(raw_output):
return ParseAmInstrumentRawOutput(raw_output)
def GenerateTestResults(result_code, result_bundle, statuses, duration_ms,
device_abi, symbolizer):
return GenerateTestResults(result_code, result_bundle, statuses,
duration_ms, device_abi, symbolizer)
def TearDown(self):
if self._deobfuscator:
self._deobfuscator = None