diff options
Diffstat (limited to 'dom/bindings/parser/runtests.py')
-rw-r--r-- | dom/bindings/parser/runtests.py | 108 |
1 files changed, 108 insertions, 0 deletions
diff --git a/dom/bindings/parser/runtests.py b/dom/bindings/parser/runtests.py new file mode 100644 index 000000000..33bb59f8a --- /dev/null +++ b/dom/bindings/parser/runtests.py @@ -0,0 +1,108 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. + +import os, sys +import glob +import argparse +import traceback +import WebIDL + +class TestHarness(object): + def __init__(self, test, verbose): + self.test = test + self.verbose = verbose + self.printed_intro = False + self.passed = 0 + self.failures = [] + + def start(self): + if self.verbose: + self.maybe_print_intro() + + def finish(self): + if self.verbose or self.printed_intro: + print "Finished test %s" % self.test + + def maybe_print_intro(self): + if not self.printed_intro: + print "Starting test %s" % self.test + self.printed_intro = True + + def test_pass(self, msg): + self.passed += 1 + if self.verbose: + print "TEST-PASS | %s" % msg + + def test_fail(self, msg): + self.maybe_print_intro() + self.failures.append(msg) + print "TEST-UNEXPECTED-FAIL | %s" % msg + + def ok(self, condition, msg): + if condition: + self.test_pass(msg) + else: + self.test_fail(msg) + + def check(self, a, b, msg): + if a == b: + self.test_pass(msg) + else: + self.test_fail(msg + " | Got %s expected %s" % (a, b)) + +def run_tests(tests, verbose): + testdir = os.path.join(os.path.dirname(__file__), 'tests') + if not tests: + tests = glob.iglob(os.path.join(testdir, "*.py")) + sys.path.append(testdir) + + all_passed = 0 + failed_tests = [] + + for test in tests: + (testpath, ext) = os.path.splitext(os.path.basename(test)) + _test = __import__(testpath, globals(), locals(), ['WebIDLTest']) + + harness = TestHarness(test, verbose) + harness.start() + try: + _test.WebIDLTest.__call__(WebIDL.Parser(), harness) + except Exception, ex: + harness.test_fail("Unhandled exception in test %s: %s" % + (testpath, ex)) + traceback.print_exc() + finally: + harness.finish() + all_passed += harness.passed + if harness.failures: + failed_tests.append((test, harness.failures)) + + if verbose or failed_tests: + print + print 'Result summary:' + print 'Successful: %d' % all_passed + print 'Unexpected: %d' % \ + sum(len(failures) for _, failures in failed_tests) + for test, failures in failed_tests: + print '%s:' % test + for failure in failures: + print 'TEST-UNEXPECTED-FAIL | %s' % failure + +def get_parser(): + usage = """%(prog)s [OPTIONS] [TESTS] + Where TESTS are relative to the tests directory.""" + parser = argparse.ArgumentParser(usage=usage) + parser.add_argument('-q', '--quiet', action='store_false', dest='verbose', + help="Don't print passing tests.", default=None) + parser.add_argument('-v', '--verbose', action='store_true', dest='verbose', + help="Run tests in verbose mode.") + parser.add_argument('tests', nargs="*", help="Tests to run") + return parser + +if __name__ == '__main__': + parser = get_parser() + args = parser.parse_args() + if args.verbose is None: + args.verbose = True + run_tests(args.tests, verbose=args.verbose) |