googletest/test/gtest_shuffle_test.py

31 """Verifies that test shuffling works."""
41 # The environment variables for test sharding.
79   """Runs the test program and returns its output."""
88   """Runs the test program and returns a list of test lists.
96     test iteration.
111   """Returns a list of test cases in the given full test names.
114     tests: a list of full test names
117     A list of test cases from 'tests', in their original order.
122   for test in tests:
123     test_case = test.split('.')[0]
170   """Tests test shuffling."""
203     for test in SHUFFLED_ALL_TESTS:
204       self.assertEqual(1, SHUFFLED_ALL_TESTS.count(test),
205                        '%s appears more than once' % (test,))
206     for test in SHUFFLED_ACTIVE_TESTS:
207       self.assertEqual(1, SHUFFLED_ACTIVE_TESTS.count(test),
208                        '%s appears more than once' % (test,))
209     for test in SHUFFLED_FILTERED_TESTS:
210       self.assertEqual(1, SHUFFLED_FILTERED_TESTS.count(test),
211                        '%s appears more than once' % (test,))
212     for test in SHUFFLED_SHARDED_TESTS:
213       self.assertEqual(1, SHUFFLED_SHARDED_TESTS.count(test),
214                        '%s appears more than once' % (test,))
217     for test in SHUFFLED_ALL_TESTS:
218       self.assert_(test in ALL_TESTS, '%s is an invalid test' % (test,))
219     for test in SHUFFLED_ACTIVE_TESTS:
220       self.assert_(test in ACTIVE_TESTS, '%s is an invalid test' % (test,))
221     for test in SHUFFLED_FILTERED_TESTS:
222       self.assert_(test in FILTERED_TESTS, '%s is an invalid test' % (test,))
223     for test in SHUFFLED_SHARDED_TESTS:
224       self.assert_(test in SHARDED_TESTS, '%s is an invalid test' % (test,))
227     for test in ALL_TESTS:
228       self.assert_(test in SHUFFLED_ALL_TESTS, '%s is missing' % (test,))
229     for test in ACTIVE_TESTS:
230       self.assert_(test in SHUFFLED_ACTIVE_TESTS, '%s is missing' % (test,))
231     for test in FILTERED_TESTS:
232       self.assert_(test in SHUFFLED_FILTERED_TESTS, '%s is missing' % (test,))
233     for test in SHARDED_TESTS:
234       self.assert_(test in SHUFFLED_SHARDED_TESTS, '%s is missing' % (test,))
238     for test in SHUFFLED_ACTIVE_TESTS:
239       if 'DeathTest.' in test:
241                      '%s appears after a non-death test' % (test,))
247     for test in tests:
248       [test_case, _] = test.split('.')
262     # Get the test lists in all 3 iterations, using random seed 1, 2,
264     # iteration, and this test depends on the current implementation
266     # makes the test much easier to write.
279     # correctly restores the test order before re-shuffling at the
287     # correctly restores the test order before re-shuffling at the