mirror of
https://github.com/klzgrad/naiveproxy.git
synced 2024-12-01 01:36:09 +03:00
971 lines
28 KiB
Python
Executable File
971 lines
28 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright 2014 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""Unit tests for instrumentation_test_instance."""
|
|
|
|
# pylint: disable=protected-access
|
|
|
|
import collections
|
|
import tempfile
|
|
import unittest
|
|
|
|
from pylib.base import base_test_result
|
|
from pylib.constants import host_paths
|
|
from pylib.instrumentation import instrumentation_test_instance
|
|
|
|
with host_paths.SysPath(host_paths.PYMOCK_PATH):
|
|
import mock # pylint: disable=import-error
|
|
|
|
_INSTRUMENTATION_TEST_INSTANCE_PATH = (
|
|
'pylib.instrumentation.instrumentation_test_instance.%s')
|
|
|
|
class InstrumentationTestInstanceTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
options = mock.Mock()
|
|
options.tool = ''
|
|
|
|
@staticmethod
|
|
def createTestInstance():
|
|
c = _INSTRUMENTATION_TEST_INSTANCE_PATH % 'InstrumentationTestInstance'
|
|
with mock.patch('%s._initializeApkAttributes' % c), (
|
|
mock.patch('%s._initializeDataDependencyAttributes' % c)), (
|
|
mock.patch('%s._initializeTestFilterAttributes' % c)), (
|
|
mock.patch('%s._initializeFlagAttributes' % c)), (
|
|
mock.patch('%s._initializeDriverAttributes' % c)), (
|
|
mock.patch('%s._initializeTestControlAttributes' % c)), (
|
|
mock.patch('%s._initializeTestCoverageAttributes' % c)):
|
|
return instrumentation_test_instance.InstrumentationTestInstance(
|
|
mock.MagicMock(), mock.MagicMock(), lambda s: None)
|
|
|
|
_FlagAttributesArgs = collections.namedtuple(
|
|
'_FlagAttributesArgs',
|
|
[
|
|
'command_line_flags',
|
|
'device_flags_file',
|
|
'strict_mode',
|
|
])
|
|
|
|
def createFlagAttributesArgs(
|
|
self, command_line_flags=None, device_flags_file=None,
|
|
strict_mode=None):
|
|
return self._FlagAttributesArgs(
|
|
command_line_flags, device_flags_file, strict_mode)
|
|
|
|
def test_initializeFlagAttributes_commandLineFlags(self):
|
|
o = self.createTestInstance()
|
|
args = self.createFlagAttributesArgs(command_line_flags=['--foo', '--bar'])
|
|
o._initializeFlagAttributes(args)
|
|
self.assertEquals(o._flags, ['--enable-test-intents', '--foo', '--bar'])
|
|
|
|
def test_initializeFlagAttributes_deviceFlagsFile(self):
|
|
o = self.createTestInstance()
|
|
with tempfile.NamedTemporaryFile() as flags_file:
|
|
flags_file.write('\n'.join(['--foo', '--bar']))
|
|
flags_file.flush()
|
|
|
|
args = self.createFlagAttributesArgs(device_flags_file=flags_file.name)
|
|
o._initializeFlagAttributes(args)
|
|
self.assertEquals(o._flags, ['--enable-test-intents', '--foo', '--bar'])
|
|
|
|
def test_initializeFlagAttributes_strictModeOn(self):
|
|
o = self.createTestInstance()
|
|
args = self.createFlagAttributesArgs(strict_mode='on')
|
|
o._initializeFlagAttributes(args)
|
|
self.assertEquals(o._flags, ['--enable-test-intents', '--strict-mode=on'])
|
|
|
|
def test_initializeFlagAttributes_strictModeOff(self):
|
|
o = self.createTestInstance()
|
|
args = self.createFlagAttributesArgs(strict_mode='off')
|
|
o._initializeFlagAttributes(args)
|
|
self.assertEquals(o._flags, ['--enable-test-intents'])
|
|
|
|
def testGetTests_noFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'method': 'testMethod1',
|
|
'is_junit4': True,
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'MediumTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'method': 'testMethod2',
|
|
'is_junit4': True,
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'method': 'testMethod1',
|
|
'is_junit4': True,
|
|
},
|
|
]
|
|
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_simpleGtestFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._test_filter = 'org.chromium.test.SampleTest.testMethod1'
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_simpleGtestUnqualifiedNameFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._test_filter = 'SampleTest.testMethod1'
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_parameterizedTestGtestFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1__sandboxed_mode',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'method': 'testMethod1',
|
|
'is_junit4': True,
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'method': 'testMethod1__sandboxed_mode',
|
|
'is_junit4': True,
|
|
},
|
|
]
|
|
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
o._test_filter = 'org.chromium.test.SampleTest.testMethod1'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_wildcardGtestFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._test_filter = 'org.chromium.test.SampleTest2.*'
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_negativeGtestFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'MediumTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': True,
|
|
'method': 'testMethod2',
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._test_filter = '*-org.chromium.test.SampleTest.testMethod1'
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_annotationFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._annotations = [('SmallTest', None)]
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_excludedAnnotationFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'MediumTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': False,
|
|
'method': 'testMethod2',
|
|
},
|
|
]
|
|
|
|
o._excluded_annotations = [('SmallTest', None)]
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_annotationSimpleValueFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {
|
|
'SmallTest': None,
|
|
'TestValue': '1',
|
|
},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {
|
|
'MediumTest': None,
|
|
'TestValue': '2',
|
|
},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {
|
|
'SmallTest': None,
|
|
'TestValue': '3',
|
|
},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Foo']},
|
|
'SmallTest': None,
|
|
'TestValue': '1',
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': False,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._annotations = [('TestValue', '1')]
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTests_annotationDictValueFilter(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._annotations = [('Feature', 'Bar')]
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGetTestName(self):
|
|
test = {
|
|
'annotations': {
|
|
'RunWith': {'value': 'class J4Runner'},
|
|
'SmallTest': {},
|
|
'Test': {'expected': 'class org.junit.Test$None',
|
|
'timeout': '0'},
|
|
'UiThreadTest': {}},
|
|
'class': 'org.chromium.TestA',
|
|
'is_junit4': True,
|
|
'method': 'testSimple'}
|
|
unqualified_class_test = {
|
|
'class': test['class'].split('.')[-1],
|
|
'method': test['method']
|
|
}
|
|
|
|
self.assertEquals(
|
|
instrumentation_test_instance.GetTestName(test, sep='.'),
|
|
'org.chromium.TestA.testSimple')
|
|
self.assertEquals(
|
|
instrumentation_test_instance.GetTestName(
|
|
unqualified_class_test, sep='.'),
|
|
'TestA.testSimple')
|
|
|
|
def testGetUniqueTestName(self):
|
|
test = {
|
|
'annotations': {
|
|
'RunWith': {'value': 'class J4Runner'},
|
|
'SmallTest': {},
|
|
'Test': {'expected': 'class org.junit.Test$None', 'timeout': '0'},
|
|
'UiThreadTest': {}},
|
|
'class': 'org.chromium.TestA',
|
|
'flags': ['enable_features=abc'],
|
|
'is_junit4': True,
|
|
'method': 'testSimple'}
|
|
self.assertEquals(
|
|
instrumentation_test_instance.GetUniqueTestName(
|
|
test, sep='.'),
|
|
'org.chromium.TestA.testSimple with enable_features=abc')
|
|
|
|
def testGetTestNameWithoutParameterPostfix(self):
|
|
test = {
|
|
'annotations': {
|
|
'RunWith': {'value': 'class J4Runner'},
|
|
'SmallTest': {},
|
|
'Test': {'expected': 'class org.junit.Test$None', 'timeout': '0'},
|
|
'UiThreadTest': {}},
|
|
'class': 'org.chromium.TestA__sandbox_mode',
|
|
'flags': 'enable_features=abc',
|
|
'is_junit4': True,
|
|
'method': 'testSimple'}
|
|
unqualified_class_test = {
|
|
'class': test['class'].split('.')[-1],
|
|
'method': test['method']
|
|
}
|
|
self.assertEquals(
|
|
instrumentation_test_instance.GetTestNameWithoutParameterPostfix(
|
|
test, sep='.'),
|
|
'org.chromium.TestA')
|
|
self.assertEquals(
|
|
instrumentation_test_instance.GetTestNameWithoutParameterPostfix(
|
|
unqualified_class_test, sep='.'),
|
|
'TestA')
|
|
|
|
def testGetTests_multipleAnnotationValuesRequested(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'Feature': {'value': ['Foo']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Baz']},
|
|
'MediumTest': None,
|
|
},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
},
|
|
{
|
|
'annotations': {'Feature': {'value': ['Bar']}},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'superclass': 'junit.framework.TestCase',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Baz']},
|
|
'MediumTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': False,
|
|
'method': 'testMethod2',
|
|
},
|
|
{
|
|
'annotations': {
|
|
'Feature': {'value': ['Bar']},
|
|
'SmallTest': None,
|
|
},
|
|
'class': 'org.chromium.test.SampleTest2',
|
|
'is_junit4': False,
|
|
'method': 'testMethod1',
|
|
},
|
|
]
|
|
|
|
o._annotations = [('Feature', 'Bar'), ('Feature', 'Baz')]
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testGenerateTestResults_noStatus(self):
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, [], 0, 1000, None, None)
|
|
self.assertEqual([], results)
|
|
|
|
def testGenerateTestResults_testPassed(self):
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(0, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.PASS, results[0].GetType())
|
|
|
|
def testGenerateTestResults_testSkipped_true(self):
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(0, {
|
|
'test_skipped': 'true',
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(0, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.SKIP, results[0].GetType())
|
|
|
|
def testGenerateTestResults_testSkipped_false(self):
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(0, {
|
|
'test_skipped': 'false',
|
|
}),
|
|
(0, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.PASS, results[0].GetType())
|
|
|
|
def testGenerateTestResults_testFailed(self):
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(-2, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.FAIL, results[0].GetType())
|
|
|
|
def testGenerateTestResults_testUnknownException(self):
|
|
stacktrace = 'long\nstacktrace'
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(-1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
'stack': stacktrace,
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.FAIL, results[0].GetType())
|
|
self.assertEqual(stacktrace, results[0].GetLog())
|
|
|
|
def testGenerateJUnitTestResults_testSkipped_true(self):
|
|
statuses = [
|
|
(1, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
(-3, {
|
|
'class': 'test.package.TestClass',
|
|
'test': 'testMethod',
|
|
}),
|
|
]
|
|
results = instrumentation_test_instance.GenerateTestResults(
|
|
None, None, statuses, 0, 1000, None, None)
|
|
self.assertEqual(1, len(results))
|
|
self.assertEqual(base_test_result.ResultType.SKIP, results[0].GetType())
|
|
|
|
def testCommandLineParameterization(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'CommandLineParameter': {
|
|
'value': ['', 'enable-features=abc']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {'SmallTest': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'SmallTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': [''],
|
|
'is_junit4': True,
|
|
'method': 'testMethod1'},
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'MediumTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': [''],
|
|
'is_junit4': True,
|
|
'method': 'testMethod2'},
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'SmallTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': ['--enable-features=abc'],
|
|
'is_junit4': True,
|
|
'method': 'testMethod1'},
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'MediumTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': ['--enable-features=abc'],
|
|
'is_junit4': True,
|
|
'method': 'testMethod2'}]
|
|
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
def testCommandLineParameterization_skipped(self):
|
|
o = self.createTestInstance()
|
|
raw_tests = [
|
|
{
|
|
'annotations': {'CommandLineParameter': {
|
|
'value': ['', 'enable-features=abc']}},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'superclass': 'java.lang.Object',
|
|
'methods': [
|
|
{
|
|
'annotations': {
|
|
'SmallTest': None,
|
|
'SkipCommandLineParameterization': None},
|
|
'method': 'testMethod1',
|
|
},
|
|
{
|
|
'annotations': {'MediumTest': None},
|
|
'method': 'testMethod2',
|
|
},
|
|
],
|
|
}
|
|
]
|
|
|
|
expected_tests = [
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'SkipCommandLineParameterization': None,
|
|
'SmallTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'is_junit4': True,
|
|
'method': 'testMethod1'},
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'MediumTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': [''],
|
|
'is_junit4': True,
|
|
'method': 'testMethod2'},
|
|
{
|
|
'annotations': {
|
|
'CommandLineParameter': {'value': ['', 'enable-features=abc']},
|
|
'MediumTest': None},
|
|
'class': 'org.chromium.test.SampleTest',
|
|
'flags': ['--enable-features=abc'],
|
|
'is_junit4': True,
|
|
'method': 'testMethod2'}]
|
|
|
|
o._test_jar = 'path/to/test.jar'
|
|
o._junit4_runner_class = 'J4Runner'
|
|
actual_tests = o.ProcessRawTests(raw_tests)
|
|
self.assertEquals(actual_tests, expected_tests)
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main(verbosity=2)
|