googletest-shuffle-test Namespace Reference

Classes
class	GTestShuffleUnitTest

Functions
def	AlsoRunDisabledTestsFlag ()
def	FilterFlag (test_filter)
def	RepeatFlag (n)
def	ShuffleFlag ()
def	RandomSeedFlag (n)
def	RunAndReturnOutput (extra_env, args)
def	GetTestsForAllIterations (extra_env, args)
def	GetTestCases (tests)
def	CalculateTestLists ()

Variables
	COMMAND = gtest_test_utils.GetTestExecutablePath('googletest-shuffle-test_')
string	TOTAL_SHARDS_ENV_VAR = 'GTEST_TOTAL_SHARDS'
string	SHARD_INDEX_ENV_VAR = 'GTEST_SHARD_INDEX'
string	TEST_FILTER = 'A*.A:A*.B:C*'
list	ALL_TESTS = []
list	ACTIVE_TESTS = []
list	FILTERED_TESTS = []
list	SHARDED_TESTS = []
list	SHUFFLED_ALL_TESTS = []
list	SHUFFLED_ACTIVE_TESTS = []
list	SHUFFLED_FILTERED_TESTS = []
list	SHUFFLED_SHARDED_TESTS = []

Function Documentation

AlsoRunDisabledTestsFlag()

def googletest-shuffle-test.AlsoRunDisabledTestsFlag

(

)

Definition at line 56 of file googletest-shuffle-test.py.

def AlsoRunDisabledTestsFlag():
  return '--gtest_also_run_disabled_tests'
 
 

CalculateTestLists()

def googletest-shuffle-test.CalculateTestLists

(

)

Calculates the list of tests run under different flags.

Definition at line 128 of file googletest-shuffle-test.py.

def CalculateTestLists():
  """Calculates the list of tests run under different flags."""
 
  if not ALL_TESTS:
    ALL_TESTS.extend(
        GetTestsForAllIterations({}, [AlsoRunDisabledTestsFlag()])[0])
 
  if not ACTIVE_TESTS:
    ACTIVE_TESTS.extend(GetTestsForAllIterations({}, [])[0])
 
  if not FILTERED_TESTS:
    FILTERED_TESTS.extend(
        GetTestsForAllIterations({}, [FilterFlag(TEST_FILTER)])[0])
 
  if not SHARDED_TESTS:
    SHARDED_TESTS.extend(
        GetTestsForAllIterations({TOTAL_SHARDS_ENV_VAR: '3',
                                  SHARD_INDEX_ENV_VAR: '1'},
                                 [])[0])
 
  if not SHUFFLED_ALL_TESTS:
    SHUFFLED_ALL_TESTS.extend(GetTestsForAllIterations(
        {}, [AlsoRunDisabledTestsFlag(), ShuffleFlag(), RandomSeedFlag(1)])[0])
 
  if not SHUFFLED_ACTIVE_TESTS:
    SHUFFLED_ACTIVE_TESTS.extend(GetTestsForAllIterations(
        {}, [ShuffleFlag(), RandomSeedFlag(1)])[0])
 
  if not SHUFFLED_FILTERED_TESTS:
    SHUFFLED_FILTERED_TESTS.extend(GetTestsForAllIterations(
        {}, [ShuffleFlag(), RandomSeedFlag(1), FilterFlag(TEST_FILTER)])[0])
 
  if not SHUFFLED_SHARDED_TESTS:
    SHUFFLED_SHARDED_TESTS.extend(
        GetTestsForAllIterations({TOTAL_SHARDS_ENV_VAR: '3',
                                  SHARD_INDEX_ENV_VAR: '1'},
                                 [ShuffleFlag(), RandomSeedFlag(1)])[0])
 
 

FilterFlag()

def googletest-shuffle-test.FilterFlag

(

test_filter

)

Definition at line 60 of file googletest-shuffle-test.py.

def FilterFlag(test_filter):
  return '--gtest_filter=%s' % (test_filter,)
 
 

GetTestCases()

def googletest-shuffle-test.GetTestCases

(

tests

)

Returns a list of test cases in the given full test names.

Args:
  tests: a list of full test names

Returns:
  A list of test cases from 'tests', in their original order.
  Consecutive duplicates are removed.

Definition at line 108 of file googletest-shuffle-test.py.

def GetTestCases(tests):
  """Returns a list of test cases in the given full test names.
 
  Args:
    tests: a list of full test names
 
  Returns:
    A list of test cases from 'tests', in their original order.
    Consecutive duplicates are removed.
  """
 
  test_cases = []
  for test in tests:
    test_case = test.split('.')[0]
    if not test_case in test_cases:
      test_cases.append(test_case)
 
  return test_cases
 
 

GetTestsForAllIterations()

def googletest-shuffle-test.GetTestsForAllIterations	(		extra_env,
			args
	)

Runs the test program and returns a list of test lists.

Args:
  extra_env: a map from environment variables to their values
  args: command line flags to pass to googletest-shuffle-test_

Returns:
  A list where the i-th element is the list of tests run in the i-th
  test iteration.

Definition at line 85 of file googletest-shuffle-test.py.

def GetTestsForAllIterations(extra_env, args):
  """Runs the test program and returns a list of test lists.
 
  Args:
    extra_env: a map from environment variables to their values
    args: command line flags to pass to googletest-shuffle-test_
 
  Returns:
    A list where the i-th element is the list of tests run in the i-th
    test iteration.
  """
 
  test_iterations = []
  for line in RunAndReturnOutput(extra_env, args).split('\n'):
    if line.startswith('----'):
      tests = []
      test_iterations.append(tests)
    elif line.strip():
      tests.append(line.strip())  # 'TestCaseName.TestName'
 
  return test_iterations
 
 

RandomSeedFlag()

def googletest-shuffle-test.RandomSeedFlag

(

n

)

Definition at line 72 of file googletest-shuffle-test.py.

def RandomSeedFlag(n):
  return '--gtest_random_seed=%s' % (n,)
 
 

RepeatFlag()

def googletest-shuffle-test.RepeatFlag

(

n

)

Definition at line 64 of file googletest-shuffle-test.py.

def RepeatFlag(n):
  return '--gtest_repeat=%s' % (n,)
 
 

RunAndReturnOutput()

def googletest-shuffle-test.RunAndReturnOutput	(		extra_env,
			args
	)

Runs the test program and returns its output.

Definition at line 76 of file googletest-shuffle-test.py.

def RunAndReturnOutput(extra_env, args):
  """Runs the test program and returns its output."""
 
  environ_copy = os.environ.copy()
  environ_copy.update(extra_env)
 
  return gtest_test_utils.Subprocess([COMMAND] + args, env=environ_copy).output
 
 

ShuffleFlag()

def googletest-shuffle-test.ShuffleFlag

(

)

Definition at line 68 of file googletest-shuffle-test.py.

def ShuffleFlag():
  return '--gtest_shuffle'
 
 

Variable Documentation

ACTIVE_TESTS

list googletest-shuffle-test.ACTIVE_TESTS = []

Definition at line 46 of file googletest-shuffle-test.py.

ALL_TESTS

list googletest-shuffle-test.ALL_TESTS = []

Definition at line 45 of file googletest-shuffle-test.py.

COMMAND

googletest-shuffle-test.COMMAND = gtest_test_utils.GetTestExecutablePath('googletest-shuffle-test_')

Definition at line 37 of file googletest-shuffle-test.py.

FILTERED_TESTS

list googletest-shuffle-test.FILTERED_TESTS = []

Definition at line 47 of file googletest-shuffle-test.py.

SHARD_INDEX_ENV_VAR

string googletest-shuffle-test.SHARD_INDEX_ENV_VAR = 'GTEST_SHARD_INDEX'

Definition at line 41 of file googletest-shuffle-test.py.

SHARDED_TESTS

list googletest-shuffle-test.SHARDED_TESTS = []

Definition at line 48 of file googletest-shuffle-test.py.

SHUFFLED_ACTIVE_TESTS

list googletest-shuffle-test.SHUFFLED_ACTIVE_TESTS = []

Definition at line 51 of file googletest-shuffle-test.py.

SHUFFLED_ALL_TESTS

list googletest-shuffle-test.SHUFFLED_ALL_TESTS = []

Definition at line 50 of file googletest-shuffle-test.py.

SHUFFLED_FILTERED_TESTS

list googletest-shuffle-test.SHUFFLED_FILTERED_TESTS = []

Definition at line 52 of file googletest-shuffle-test.py.

SHUFFLED_SHARDED_TESTS

list googletest-shuffle-test.SHUFFLED_SHARDED_TESTS = []

Definition at line 53 of file googletest-shuffle-test.py.

TEST_FILTER

string googletest-shuffle-test.TEST_FILTER = 'A*.A:A*.B:C*'

Definition at line 43 of file googletest-shuffle-test.py.

TOTAL_SHARDS_ENV_VAR

string googletest-shuffle-test.TOTAL_SHARDS_ENV_VAR = 'GTEST_TOTAL_SHARDS'

Definition at line 40 of file googletest-shuffle-test.py.