640 lines
21 KiB
Python
Executable File
640 lines
21 KiB
Python
Executable File
#!/usr/bin/env python
|
|
#
|
|
# Copyright 2005 Google Inc. All Rights Reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions are
|
|
# met:
|
|
#
|
|
# * Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# * Redistributions in binary form must reproduce the above
|
|
# copyright notice, this list of conditions and the following disclaimer
|
|
# in the documentation and/or other materials provided with the
|
|
# distribution.
|
|
# * Neither the name of Google Inc. nor the names of its
|
|
# contributors may be used to endorse or promote products derived from
|
|
# this software without specific prior written permission.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
"""Unit test for Google Test test filters.
|
|
|
|
A user can specify which test(s) in a Google Test program to run via either
|
|
the GTEST_FILTER environment variable or the --gtest_filter flag.
|
|
This script tests such functionality by invoking
|
|
googletest-filter-unittest_ (a program written with Google Test) with different
|
|
environments and command line flags.
|
|
|
|
Note that test sharding may also influence which tests are filtered. Therefore,
|
|
we test that here also.
|
|
"""
|
|
|
|
import os
|
|
import re
|
|
try:
|
|
from sets import Set as set # For Python 2.3 compatibility
|
|
except ImportError:
|
|
pass
|
|
import sys
|
|
import gtest_test_utils
|
|
|
|
# Constants.
|
|
|
|
# Checks if this platform can pass empty environment variables to child
|
|
# processes. We set an env variable to an empty string and invoke a python
|
|
# script in a subprocess to print whether the variable is STILL in
|
|
# os.environ. We then use 'eval' to parse the child's output so that an
|
|
# exception is thrown if the input is anything other than 'True' nor 'False'.
|
|
CAN_PASS_EMPTY_ENV = False
|
|
if sys.executable:
|
|
os.environ['EMPTY_VAR'] = ''
|
|
child = gtest_test_utils.Subprocess(
|
|
[sys.executable, '-c', 'import os; print(\'EMPTY_VAR\' in os.environ)'])
|
|
CAN_PASS_EMPTY_ENV = eval(child.output)
|
|
|
|
|
|
# Check if this platform can unset environment variables in child processes.
|
|
# We set an env variable to a non-empty string, unset it, and invoke
|
|
# a python script in a subprocess to print whether the variable
|
|
# is NO LONGER in os.environ.
|
|
# We use 'eval' to parse the child's output so that an exception
|
|
# is thrown if the input is neither 'True' nor 'False'.
|
|
CAN_UNSET_ENV = False
|
|
if sys.executable:
|
|
os.environ['UNSET_VAR'] = 'X'
|
|
del os.environ['UNSET_VAR']
|
|
child = gtest_test_utils.Subprocess(
|
|
[sys.executable, '-c', 'import os; print(\'UNSET_VAR\' not in os.environ)'
|
|
])
|
|
CAN_UNSET_ENV = eval(child.output)
|
|
|
|
|
|
# Checks if we should test with an empty filter. This doesn't
|
|
# make sense on platforms that cannot pass empty env variables (Win32)
|
|
# and on platforms that cannot unset variables (since we cannot tell
|
|
# the difference between "" and NULL -- Borland and Solaris < 5.10)
|
|
CAN_TEST_EMPTY_FILTER = (CAN_PASS_EMPTY_ENV and CAN_UNSET_ENV)
|
|
|
|
|
|
# The environment variable for specifying the test filters.
|
|
FILTER_ENV_VAR = 'GTEST_FILTER'
|
|
|
|
# The environment variables for test sharding.
|
|
TOTAL_SHARDS_ENV_VAR = 'GTEST_TOTAL_SHARDS'
|
|
SHARD_INDEX_ENV_VAR = 'GTEST_SHARD_INDEX'
|
|
SHARD_STATUS_FILE_ENV_VAR = 'GTEST_SHARD_STATUS_FILE'
|
|
|
|
# The command line flag for specifying the test filters.
|
|
FILTER_FLAG = 'gtest_filter'
|
|
|
|
# The command line flag for including disabled tests.
|
|
ALSO_RUN_DISABLED_TESTS_FLAG = 'gtest_also_run_disabled_tests'
|
|
|
|
# Command to run the googletest-filter-unittest_ program.
|
|
COMMAND = gtest_test_utils.GetTestExecutablePath('googletest-filter-unittest_')
|
|
|
|
# Regex for determining whether parameterized tests are enabled in the binary.
|
|
PARAM_TEST_REGEX = re.compile(r'/ParamTest')
|
|
|
|
# Regex for parsing test case names from Google Test's output.
|
|
TEST_CASE_REGEX = re.compile(r'^\[\-+\] \d+ tests? from (\w+(/\w+)?)')
|
|
|
|
# Regex for parsing test names from Google Test's output.
|
|
TEST_REGEX = re.compile(r'^\[\s*RUN\s*\].*\.(\w+(/\w+)?)')
|
|
|
|
# The command line flag to tell Google Test to output the list of tests it
|
|
# will run.
|
|
LIST_TESTS_FLAG = '--gtest_list_tests'
|
|
|
|
# Indicates whether Google Test supports death tests.
|
|
SUPPORTS_DEATH_TESTS = 'HasDeathTest' in gtest_test_utils.Subprocess(
|
|
[COMMAND, LIST_TESTS_FLAG]).output
|
|
|
|
# Full names of all tests in googletest-filter-unittests_.
|
|
PARAM_TESTS = [
|
|
'SeqP/ParamTest.TestX/0',
|
|
'SeqP/ParamTest.TestX/1',
|
|
'SeqP/ParamTest.TestY/0',
|
|
'SeqP/ParamTest.TestY/1',
|
|
'SeqQ/ParamTest.TestX/0',
|
|
'SeqQ/ParamTest.TestX/1',
|
|
'SeqQ/ParamTest.TestY/0',
|
|
'SeqQ/ParamTest.TestY/1',
|
|
]
|
|
|
|
DISABLED_TESTS = [
|
|
'BarTest.DISABLED_TestFour',
|
|
'BarTest.DISABLED_TestFive',
|
|
'BazTest.DISABLED_TestC',
|
|
'DISABLED_FoobarTest.Test1',
|
|
'DISABLED_FoobarTest.DISABLED_Test2',
|
|
'DISABLED_FoobarbazTest.TestA',
|
|
]
|
|
|
|
if SUPPORTS_DEATH_TESTS:
|
|
DEATH_TESTS = [
|
|
'HasDeathTest.Test1',
|
|
'HasDeathTest.Test2',
|
|
]
|
|
else:
|
|
DEATH_TESTS = []
|
|
|
|
# All the non-disabled tests.
|
|
ACTIVE_TESTS = [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
|
|
'BarTest.TestOne',
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
|
|
'BazTest.TestOne',
|
|
'BazTest.TestA',
|
|
'BazTest.TestB',
|
|
] + DEATH_TESTS + PARAM_TESTS
|
|
|
|
param_tests_present = None
|
|
|
|
# Utilities.
|
|
|
|
environ = os.environ.copy()
|
|
|
|
|
|
def SetEnvVar(env_var, value):
|
|
"""Sets the env variable to 'value'; unsets it when 'value' is None."""
|
|
|
|
if value is not None:
|
|
environ[env_var] = value
|
|
elif env_var in environ:
|
|
del environ[env_var]
|
|
|
|
|
|
def RunAndReturnOutput(args = None):
|
|
"""Runs the test program and returns its output."""
|
|
|
|
return gtest_test_utils.Subprocess([COMMAND] + (args or []),
|
|
env=environ).output
|
|
|
|
|
|
def RunAndExtractTestList(args = None):
|
|
"""Runs the test program and returns its exit code and a list of tests run."""
|
|
|
|
p = gtest_test_utils.Subprocess([COMMAND] + (args or []), env=environ)
|
|
tests_run = []
|
|
test_case = ''
|
|
test = ''
|
|
for line in p.output.split('\n'):
|
|
match = TEST_CASE_REGEX.match(line)
|
|
if match is not None:
|
|
test_case = match.group(1)
|
|
else:
|
|
match = TEST_REGEX.match(line)
|
|
if match is not None:
|
|
test = match.group(1)
|
|
tests_run.append(test_case + '.' + test)
|
|
return (tests_run, p.exit_code)
|
|
|
|
|
|
def InvokeWithModifiedEnv(extra_env, function, *args, **kwargs):
|
|
"""Runs the given function and arguments in a modified environment."""
|
|
try:
|
|
original_env = environ.copy()
|
|
environ.update(extra_env)
|
|
return function(*args, **kwargs)
|
|
finally:
|
|
environ.clear()
|
|
environ.update(original_env)
|
|
|
|
|
|
def RunWithSharding(total_shards, shard_index, command):
|
|
"""Runs a test program shard and returns exit code and a list of tests run."""
|
|
|
|
extra_env = {SHARD_INDEX_ENV_VAR: str(shard_index),
|
|
TOTAL_SHARDS_ENV_VAR: str(total_shards)}
|
|
return InvokeWithModifiedEnv(extra_env, RunAndExtractTestList, command)
|
|
|
|
# The unit test.
|
|
|
|
|
|
class GTestFilterUnitTest(gtest_test_utils.TestCase):
|
|
"""Tests the env variable or the command line flag to filter tests."""
|
|
|
|
# Utilities.
|
|
|
|
def AssertSetEqual(self, lhs, rhs):
|
|
"""Asserts that two sets are equal."""
|
|
|
|
for elem in lhs:
|
|
self.assert_(elem in rhs, '%s in %s' % (elem, rhs))
|
|
|
|
for elem in rhs:
|
|
self.assert_(elem in lhs, '%s in %s' % (elem, lhs))
|
|
|
|
def AssertPartitionIsValid(self, set_var, list_of_sets):
|
|
"""Asserts that list_of_sets is a valid partition of set_var."""
|
|
|
|
full_partition = []
|
|
for slice_var in list_of_sets:
|
|
full_partition.extend(slice_var)
|
|
self.assertEqual(len(set_var), len(full_partition))
|
|
self.assertEqual(set(set_var), set(full_partition))
|
|
|
|
def AdjustForParameterizedTests(self, tests_to_run):
|
|
"""Adjust tests_to_run in case value parameterized tests are disabled."""
|
|
|
|
global param_tests_present
|
|
if not param_tests_present:
|
|
return list(set(tests_to_run) - set(PARAM_TESTS))
|
|
else:
|
|
return tests_to_run
|
|
|
|
def RunAndVerify(self, gtest_filter, tests_to_run):
|
|
"""Checks that the binary runs correct set of tests for a given filter."""
|
|
|
|
tests_to_run = self.AdjustForParameterizedTests(tests_to_run)
|
|
|
|
# First, tests using the environment variable.
|
|
|
|
# Windows removes empty variables from the environment when passing it
|
|
# to a new process. This means it is impossible to pass an empty filter
|
|
# into a process using the environment variable. However, we can still
|
|
# test the case when the variable is not supplied (i.e., gtest_filter is
|
|
# None).
|
|
# pylint: disable-msg=C6403
|
|
if CAN_TEST_EMPTY_FILTER or gtest_filter != '':
|
|
SetEnvVar(FILTER_ENV_VAR, gtest_filter)
|
|
tests_run = RunAndExtractTestList()[0]
|
|
SetEnvVar(FILTER_ENV_VAR, None)
|
|
self.AssertSetEqual(tests_run, tests_to_run)
|
|
# pylint: enable-msg=C6403
|
|
|
|
# Next, tests using the command line flag.
|
|
|
|
if gtest_filter is None:
|
|
args = []
|
|
else:
|
|
args = ['--%s=%s' % (FILTER_FLAG, gtest_filter)]
|
|
|
|
tests_run = RunAndExtractTestList(args)[0]
|
|
self.AssertSetEqual(tests_run, tests_to_run)
|
|
|
|
def RunAndVerifyWithSharding(self, gtest_filter, total_shards, tests_to_run,
|
|
args=None, check_exit_0=False):
|
|
"""Checks that binary runs correct tests for the given filter and shard.
|
|
|
|
Runs all shards of googletest-filter-unittest_ with the given filter, and
|
|
verifies that the right set of tests were run. The union of tests run
|
|
on each shard should be identical to tests_to_run, without duplicates.
|
|
If check_exit_0, .
|
|
|
|
Args:
|
|
gtest_filter: A filter to apply to the tests.
|
|
total_shards: A total number of shards to split test run into.
|
|
tests_to_run: A set of tests expected to run.
|
|
args : Arguments to pass to the to the test binary.
|
|
check_exit_0: When set to a true value, make sure that all shards
|
|
return 0.
|
|
"""
|
|
|
|
tests_to_run = self.AdjustForParameterizedTests(tests_to_run)
|
|
|
|
# Windows removes empty variables from the environment when passing it
|
|
# to a new process. This means it is impossible to pass an empty filter
|
|
# into a process using the environment variable. However, we can still
|
|
# test the case when the variable is not supplied (i.e., gtest_filter is
|
|
# None).
|
|
# pylint: disable-msg=C6403
|
|
if CAN_TEST_EMPTY_FILTER or gtest_filter != '':
|
|
SetEnvVar(FILTER_ENV_VAR, gtest_filter)
|
|
partition = []
|
|
for i in range(0, total_shards):
|
|
(tests_run, exit_code) = RunWithSharding(total_shards, i, args)
|
|
if check_exit_0:
|
|
self.assertEqual(0, exit_code)
|
|
partition.append(tests_run)
|
|
|
|
self.AssertPartitionIsValid(tests_to_run, partition)
|
|
SetEnvVar(FILTER_ENV_VAR, None)
|
|
# pylint: enable-msg=C6403
|
|
|
|
def RunAndVerifyAllowingDisabled(self, gtest_filter, tests_to_run):
|
|
"""Checks that the binary runs correct set of tests for the given filter.
|
|
|
|
Runs googletest-filter-unittest_ with the given filter, and enables
|
|
disabled tests. Verifies that the right set of tests were run.
|
|
|
|
Args:
|
|
gtest_filter: A filter to apply to the tests.
|
|
tests_to_run: A set of tests expected to run.
|
|
"""
|
|
|
|
tests_to_run = self.AdjustForParameterizedTests(tests_to_run)
|
|
|
|
# Construct the command line.
|
|
args = ['--%s' % ALSO_RUN_DISABLED_TESTS_FLAG]
|
|
if gtest_filter is not None:
|
|
args.append('--%s=%s' % (FILTER_FLAG, gtest_filter))
|
|
|
|
tests_run = RunAndExtractTestList(args)[0]
|
|
self.AssertSetEqual(tests_run, tests_to_run)
|
|
|
|
def setUp(self):
|
|
"""Sets up test case.
|
|
|
|
Determines whether value-parameterized tests are enabled in the binary and
|
|
sets the flags accordingly.
|
|
"""
|
|
|
|
global param_tests_present
|
|
if param_tests_present is None:
|
|
param_tests_present = PARAM_TEST_REGEX.search(
|
|
RunAndReturnOutput()) is not None
|
|
|
|
def testDefaultBehavior(self):
|
|
"""Tests the behavior of not specifying the filter."""
|
|
|
|
self.RunAndVerify(None, ACTIVE_TESTS)
|
|
|
|
def testDefaultBehaviorWithShards(self):
|
|
"""Tests the behavior without the filter, with sharding enabled."""
|
|
|
|
self.RunAndVerifyWithSharding(None, 1, ACTIVE_TESTS)
|
|
self.RunAndVerifyWithSharding(None, 2, ACTIVE_TESTS)
|
|
self.RunAndVerifyWithSharding(None, len(ACTIVE_TESTS) - 1, ACTIVE_TESTS)
|
|
self.RunAndVerifyWithSharding(None, len(ACTIVE_TESTS), ACTIVE_TESTS)
|
|
self.RunAndVerifyWithSharding(None, len(ACTIVE_TESTS) + 1, ACTIVE_TESTS)
|
|
|
|
def testEmptyFilter(self):
|
|
"""Tests an empty filter."""
|
|
|
|
self.RunAndVerify('', [])
|
|
self.RunAndVerifyWithSharding('', 1, [])
|
|
self.RunAndVerifyWithSharding('', 2, [])
|
|
|
|
def testBadFilter(self):
|
|
"""Tests a filter that matches nothing."""
|
|
|
|
self.RunAndVerify('BadFilter', [])
|
|
self.RunAndVerifyAllowingDisabled('BadFilter', [])
|
|
|
|
def testFullName(self):
|
|
"""Tests filtering by full name."""
|
|
|
|
self.RunAndVerify('FooTest.Xyz', ['FooTest.Xyz'])
|
|
self.RunAndVerifyAllowingDisabled('FooTest.Xyz', ['FooTest.Xyz'])
|
|
self.RunAndVerifyWithSharding('FooTest.Xyz', 5, ['FooTest.Xyz'])
|
|
|
|
def testUniversalFilters(self):
|
|
"""Tests filters that match everything."""
|
|
|
|
self.RunAndVerify('*', ACTIVE_TESTS)
|
|
self.RunAndVerify('*.*', ACTIVE_TESTS)
|
|
self.RunAndVerifyWithSharding('*.*', len(ACTIVE_TESTS) - 3, ACTIVE_TESTS)
|
|
self.RunAndVerifyAllowingDisabled('*', ACTIVE_TESTS + DISABLED_TESTS)
|
|
self.RunAndVerifyAllowingDisabled('*.*', ACTIVE_TESTS + DISABLED_TESTS)
|
|
|
|
def testFilterByTestCase(self):
|
|
"""Tests filtering by test case name."""
|
|
|
|
self.RunAndVerify('FooTest.*', ['FooTest.Abc', 'FooTest.Xyz'])
|
|
|
|
BAZ_TESTS = ['BazTest.TestOne', 'BazTest.TestA', 'BazTest.TestB']
|
|
self.RunAndVerify('BazTest.*', BAZ_TESTS)
|
|
self.RunAndVerifyAllowingDisabled('BazTest.*',
|
|
BAZ_TESTS + ['BazTest.DISABLED_TestC'])
|
|
|
|
def testFilterByTest(self):
|
|
"""Tests filtering by test name."""
|
|
|
|
self.RunAndVerify('*.TestOne', ['BarTest.TestOne', 'BazTest.TestOne'])
|
|
|
|
def testFilterDisabledTests(self):
|
|
"""Select only the disabled tests to run."""
|
|
|
|
self.RunAndVerify('DISABLED_FoobarTest.Test1', [])
|
|
self.RunAndVerifyAllowingDisabled('DISABLED_FoobarTest.Test1',
|
|
['DISABLED_FoobarTest.Test1'])
|
|
|
|
self.RunAndVerify('*DISABLED_*', [])
|
|
self.RunAndVerifyAllowingDisabled('*DISABLED_*', DISABLED_TESTS)
|
|
|
|
self.RunAndVerify('*.DISABLED_*', [])
|
|
self.RunAndVerifyAllowingDisabled('*.DISABLED_*', [
|
|
'BarTest.DISABLED_TestFour',
|
|
'BarTest.DISABLED_TestFive',
|
|
'BazTest.DISABLED_TestC',
|
|
'DISABLED_FoobarTest.DISABLED_Test2',
|
|
])
|
|
|
|
self.RunAndVerify('DISABLED_*', [])
|
|
self.RunAndVerifyAllowingDisabled('DISABLED_*', [
|
|
'DISABLED_FoobarTest.Test1',
|
|
'DISABLED_FoobarTest.DISABLED_Test2',
|
|
'DISABLED_FoobarbazTest.TestA',
|
|
])
|
|
|
|
def testWildcardInTestCaseName(self):
|
|
"""Tests using wildcard in the test case name."""
|
|
|
|
self.RunAndVerify('*a*.*', [
|
|
'BarTest.TestOne',
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
|
|
'BazTest.TestOne',
|
|
'BazTest.TestA',
|
|
'BazTest.TestB', ] + DEATH_TESTS + PARAM_TESTS)
|
|
|
|
def testWildcardInTestName(self):
|
|
"""Tests using wildcard in the test name."""
|
|
|
|
self.RunAndVerify('*.*A*', ['FooTest.Abc', 'BazTest.TestA'])
|
|
|
|
def testFilterWithoutDot(self):
|
|
"""Tests a filter that has no '.' in it."""
|
|
|
|
self.RunAndVerify('*z*', [
|
|
'FooTest.Xyz',
|
|
|
|
'BazTest.TestOne',
|
|
'BazTest.TestA',
|
|
'BazTest.TestB',
|
|
])
|
|
|
|
def testTwoPatterns(self):
|
|
"""Tests filters that consist of two patterns."""
|
|
|
|
self.RunAndVerify('Foo*.*:*A*', [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
|
|
'BazTest.TestA',
|
|
])
|
|
|
|
# An empty pattern + a non-empty one
|
|
self.RunAndVerify(':*A*', ['FooTest.Abc', 'BazTest.TestA'])
|
|
|
|
def testThreePatterns(self):
|
|
"""Tests filters that consist of three patterns."""
|
|
|
|
self.RunAndVerify('*oo*:*A*:*One', [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
|
|
'BarTest.TestOne',
|
|
|
|
'BazTest.TestOne',
|
|
'BazTest.TestA',
|
|
])
|
|
|
|
# The 2nd pattern is empty.
|
|
self.RunAndVerify('*oo*::*One', [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
|
|
'BarTest.TestOne',
|
|
|
|
'BazTest.TestOne',
|
|
])
|
|
|
|
# The last 2 patterns are empty.
|
|
self.RunAndVerify('*oo*::', [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
])
|
|
|
|
def testNegativeFilters(self):
|
|
self.RunAndVerify('*-BazTest.TestOne', [
|
|
'FooTest.Abc',
|
|
'FooTest.Xyz',
|
|
|
|
'BarTest.TestOne',
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
|
|
'BazTest.TestA',
|
|
'BazTest.TestB',
|
|
] + DEATH_TESTS + PARAM_TESTS)
|
|
|
|
self.RunAndVerify('*-FooTest.Abc:BazTest.*', [
|
|
'FooTest.Xyz',
|
|
|
|
'BarTest.TestOne',
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
] + DEATH_TESTS + PARAM_TESTS)
|
|
|
|
self.RunAndVerify('BarTest.*-BarTest.TestOne', [
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
])
|
|
|
|
# Tests without leading '*'.
|
|
self.RunAndVerify('-FooTest.Abc:FooTest.Xyz:BazTest.*', [
|
|
'BarTest.TestOne',
|
|
'BarTest.TestTwo',
|
|
'BarTest.TestThree',
|
|
] + DEATH_TESTS + PARAM_TESTS)
|
|
|
|
# Value parameterized tests.
|
|
self.RunAndVerify('*/*', PARAM_TESTS)
|
|
|
|
# Value parameterized tests filtering by the sequence name.
|
|
self.RunAndVerify('SeqP/*', [
|
|
'SeqP/ParamTest.TestX/0',
|
|
'SeqP/ParamTest.TestX/1',
|
|
'SeqP/ParamTest.TestY/0',
|
|
'SeqP/ParamTest.TestY/1',
|
|
])
|
|
|
|
# Value parameterized tests filtering by the test name.
|
|
self.RunAndVerify('*/0', [
|
|
'SeqP/ParamTest.TestX/0',
|
|
'SeqP/ParamTest.TestY/0',
|
|
'SeqQ/ParamTest.TestX/0',
|
|
'SeqQ/ParamTest.TestY/0',
|
|
])
|
|
|
|
def testFlagOverridesEnvVar(self):
|
|
"""Tests that the filter flag overrides the filtering env. variable."""
|
|
|
|
SetEnvVar(FILTER_ENV_VAR, 'Foo*')
|
|
args = ['--%s=%s' % (FILTER_FLAG, '*One')]
|
|
tests_run = RunAndExtractTestList(args)[0]
|
|
SetEnvVar(FILTER_ENV_VAR, None)
|
|
|
|
self.AssertSetEqual(tests_run, ['BarTest.TestOne', 'BazTest.TestOne'])
|
|
|
|
def testShardStatusFileIsCreated(self):
|
|
"""Tests that the shard file is created if specified in the environment."""
|
|
|
|
shard_status_file = os.path.join(gtest_test_utils.GetTempDir(),
|
|
'shard_status_file')
|
|
self.assert_(not os.path.exists(shard_status_file))
|
|
|
|
extra_env = {SHARD_STATUS_FILE_ENV_VAR: shard_status_file}
|
|
try:
|
|
InvokeWithModifiedEnv(extra_env, RunAndReturnOutput)
|
|
finally:
|
|
self.assert_(os.path.exists(shard_status_file))
|
|
os.remove(shard_status_file)
|
|
|
|
def testShardStatusFileIsCreatedWithListTests(self):
|
|
"""Tests that the shard file is created with the "list_tests" flag."""
|
|
|
|
shard_status_file = os.path.join(gtest_test_utils.GetTempDir(),
|
|
'shard_status_file2')
|
|
self.assert_(not os.path.exists(shard_status_file))
|
|
|
|
extra_env = {SHARD_STATUS_FILE_ENV_VAR: shard_status_file}
|
|
try:
|
|
output = InvokeWithModifiedEnv(extra_env,
|
|
RunAndReturnOutput,
|
|
[LIST_TESTS_FLAG])
|
|
finally:
|
|
# This assertion ensures that Google Test enumerated the tests as
|
|
# opposed to running them.
|
|
self.assert_('[==========]' not in output,
|
|
'Unexpected output during test enumeration.\n'
|
|
'Please ensure that LIST_TESTS_FLAG is assigned the\n'
|
|
'correct flag value for listing Google Test tests.')
|
|
|
|
self.assert_(os.path.exists(shard_status_file))
|
|
os.remove(shard_status_file)
|
|
|
|
if SUPPORTS_DEATH_TESTS:
|
|
def testShardingWorksWithDeathTests(self):
|
|
"""Tests integration with death tests and sharding."""
|
|
|
|
gtest_filter = 'HasDeathTest.*:SeqP/*'
|
|
expected_tests = [
|
|
'HasDeathTest.Test1',
|
|
'HasDeathTest.Test2',
|
|
|
|
'SeqP/ParamTest.TestX/0',
|
|
'SeqP/ParamTest.TestX/1',
|
|
'SeqP/ParamTest.TestY/0',
|
|
'SeqP/ParamTest.TestY/1',
|
|
]
|
|
|
|
for flag in ['--gtest_death_test_style=threadsafe',
|
|
'--gtest_death_test_style=fast']:
|
|
self.RunAndVerifyWithSharding(gtest_filter, 3, expected_tests,
|
|
check_exit_0=True, args=[flag])
|
|
self.RunAndVerifyWithSharding(gtest_filter, 5, expected_tests,
|
|
check_exit_0=True, args=[flag])
|
|
|
|
if __name__ == '__main__':
|
|
gtest_test_utils.Main()
|