1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import argparse
import glob
import os
import sys
import traceback
import WebIDL
class TestHarness:
def __init__(self, test, verbose):
self.test = test
self.verbose = verbose
self.printed_intro = False
self.passed = 0
self.failures = []
def start(self):
if self.verbose:
self.maybe_print_intro()
def finish(self):
if self.verbose or self.printed_intro:
print("Finished test %s" % self.test)
def maybe_print_intro(self):
if not self.printed_intro:
print("Starting test %s" % self.test)
self.printed_intro = True
def test_pass(self, msg):
self.passed += 1
if self.verbose:
print("TEST-PASS | %s" % msg)
def test_fail(self, msg):
self.maybe_print_intro()
self.failures.append(msg)
print("TEST-UNEXPECTED-FAIL | %s" % msg)
def ok(self, condition, msg):
if condition:
self.test_pass(msg)
else:
self.test_fail(msg)
def check(self, a, b, msg):
if a == b:
self.test_pass(msg)
else:
self.test_fail(msg + " | Got %s expected %s" % (a, b))
def should_throw(self, parser, code, msg):
parser = parser.reset()
threw = False
try:
parser.parse(code)
parser.finish()
except Exception:
threw = True
self.ok(threw, "Should have thrown: %s" % msg)
def run_tests(tests, verbose):
testdir = os.path.join(os.path.dirname(__file__), "tests")
if not tests:
tests = glob.iglob(os.path.join(testdir, "*.py"))
sys.path.append(testdir)
all_passed = 0
failed_tests = []
for test in tests:
(testpath, ext) = os.path.splitext(os.path.basename(test))
_test = __import__(testpath, globals(), locals(), ["WebIDLTest"])
harness = TestHarness(test, verbose)
harness.start()
try:
_test.WebIDLTest.__call__(WebIDL.Parser(), harness)
except Exception as ex:
harness.test_fail("Unhandled exception in test %s: %s" % (testpath, ex))
traceback.print_exc()
finally:
harness.finish()
all_passed += harness.passed
if harness.failures:
failed_tests.append((test, harness.failures))
if verbose or failed_tests:
print()
print("Result summary:")
print("Successful: %d" % all_passed)
print("Unexpected: %d" % sum(len(failures) for _, failures in failed_tests))
for test, failures in failed_tests:
print("%s:" % test)
for failure in failures:
print("TEST-UNEXPECTED-FAIL | %s" % failure)
return 1 if failed_tests else 0
def get_parser():
usage = """%(prog)s [OPTIONS] [TESTS]
Where TESTS are relative to the tests directory."""
parser = argparse.ArgumentParser(usage=usage)
parser.add_argument(
"-q",
"--quiet",
action="store_false",
dest="verbose",
help="Don't print passing tests.",
default=None,
)
parser.add_argument(
"-v",
"--verbose",
action="store_true",
dest="verbose",
help="Run tests in verbose mode.",
)
parser.add_argument("tests", nargs="*", help="Tests to run")
return parser
if __name__ == "__main__":
parser = get_parser()
args = parser.parse_args()
if args.verbose is None:
args.verbose = True
# Make sure the current directory is in the python path so we can cache the
# result of the webidlyacc.py generation.
sys.path.append(".")
sys.exit(run_tests(args.tests, verbose=args.verbose))
|
