Lines Matching refs:tests
64 self.assertIn('Run Python regression tests.', out.getvalue())
397 # Use 'x' mode to ensure that we do not override existing tests
423 def check_executed_tests(self, output, tests, skipped=(), failed=(),
428 if isinstance(tests, str):
429 tests = [tests]
443 self.assertEqual(set(executed), set(tests), output)
445 self.assertEqual(executed, tests, output)
450 def list_regex(line_format, tests):
451 count = len(tests)
452 names = ' '.join(sorted(tests))
477 regex = LOG_PREFIX + r"Re-running failed tests in verbose mode"
484 regex = list_regex('%s test%s run no tests', no_test_ran)
487 good = (len(tests) - len(skipped) - len(failed)
560 Check that regrtest appears to find the expected set of tests.
562 args = ['-Wd', '-E', '-bb', '-m', 'test.regrtest', '--list-tests']
577 msg='Unexpectedly low number of tests found in:\n'
592 # Create NTEST tests doing nothing
593 self.tests = [self.create_test() for index in range(self.NTEST)]
604 self.check_executed_tests(output, self.tests, randomize=True)
614 args = [*self.python_args, script, *self.regrtest_args, *self.tests]
620 *self.regrtest_args, *self.tests]
626 *self.regrtest_args, *self.tests]
632 *self.regrtest_args, *self.tests]
639 *self.regrtest_args, *self.tests]
645 args = [*self.python_args, script, *self.regrtest_args, *self.tests]
653 args = [script, *self.regrtest_args, *self.tests]
675 self.run_batch(script, *test_args, *self.tests)
683 rt_args = ["-q"] # Quick, don't run tests twice
692 self.run_batch(script, *rt_args, *self.regrtest_args, *self.tests)
715 tests = [test_ok, test_failing]
717 output = self.run_tests(*tests, exitcode=2)
718 self.check_executed_tests(output, tests, failed=test_failing)
722 tests = {}
732 tests[resource] = self.create_test(resource, code)
733 test_names = sorted(tests.values())
742 skipped=tests['network'])
774 tests = [self.create_test() for index in range(5)]
785 for index, name in enumerate(tests, 1):
787 % (index, index, len(tests), name))
794 self.check_executed_tests(output, tests)
798 for index, name in enumerate(tests, 1):
799 print("[%s/%s] %s" % (index, len(tests), name), file=fp)
802 self.check_executed_tests(output, tests)
806 for name in tests:
810 self.check_executed_tests(output, tests)
814 for name in tests:
818 self.check_executed_tests(output, tests)
829 tests = [self.create_test() for index in range(3)]
830 output = self.run_tests("--slowest", *tests)
831 self.check_executed_tests(output, tests)
832 regex = ('10 slowest tests:\n'
834 % (self.TESTNAME_REGEX, len(tests)))
852 regex = ('10 slowest tests:\n')
940 # test --list-tests
941 tests = [self.create_test() for i in range(5)]
942 output = self.run_tests('--list-tests', *tests)
944 tests)
978 tests = [crash_test]
979 output = self.run_tests("-j2", *tests, exitcode=2)
980 self.check_executed_tests(output, tests, failed=crash_test,