1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
|
#
# junitxml: extensions to Python unittest to get output junitxml
# Copyright (C) 2009 Robert Collins <robertc@robertcollins.net>
#
# Copying permitted under the LGPL-3 licence, included with this library.
from cStringIO import StringIO
import datetime
import re
import unittest
import junitxml
class TestImports(unittest.TestCase):
def test_result(self):
from junitxml import JUnitXmlResult
class TestJUnitXmlResult__init__(unittest.TestCase):
def test_with_stream(self):
result = junitxml.JUnitXmlResult(StringIO())
class TestJUnitXmlResult(unittest.TestCase):
def setUp(self):
self.output = StringIO()
self.result = junitxml.JUnitXmlResult(self.output)
def get_output(self):
output = self.output.getvalue()
# Collapse detailed regions into specific strings we can match on
return re.sub(r'(?s)<failure (.*?)>.*?</failure>',
r'<failure \1>failure</failure>', re.sub(
r'(?s)<error (.*?)>.*?</error>', r'<error \1>error</error>',
re.sub(r'time="\d+\.\d+"', 'time="0.000"', output)))
def run_test_or_simulate(self, test, method_name, manual_method,
*manual_args):
if getattr(test, method_name, None):
test.run(self.result)
else:
# older python - manually execute
self.result.startTest(test)
manual_method(test, *manual_args)
self.result.stopTest(test)
def test_run_duration_handles_datestamping_in_the_past(self):
# When used via subunit2junitxml, startTestRun is called before
# any tz info in the test stream has been seen.
# So, we use the earliest reported timestamp as the start time,
# replacing _test_start if needed.
self.result.startTestRun() # the time is now.
# Lose an hour (peeks inside, a little naughty but not very).
self.result.time(self.result._run_start - datetime.timedelta(0, 3600))
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="0" failures="0" name="" tests="0" time="0.000">
</testsuite>
""", self.get_output())
def test_startTestRun_no_output(self):
# startTestRun doesn't output anything, because JUnit wants an up-front
# summary.
self.result.startTestRun()
self.assertEqual('', self.get_output())
def test_stopTestRun_outputs(self):
# When stopTestRun is called, everything is output.
self.result.startTestRun()
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="0" failures="0" name="" tests="0" time="0.000">
</testsuite>
""", self.get_output())
def test_test_count(self):
class Passes(unittest.TestCase):
def test_me(self):
pass
self.result.startTestRun()
Passes("test_me").run(self.result)
Passes("test_me").run(self.result)
self.result.stopTestRun()
# When tests are run, the number of tests is counted.
output = self.get_output()
self.assertTrue('tests="2"' in output)
def test_erroring_test(self):
class Errors(unittest.TestCase):
def test_me(self):
1/0
self.result.startTestRun()
Errors("test_me").run(self.result)
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="1" failures="0" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.Errors" name="test_me" time="0.000">
<error type="exceptions.ZeroDivisionError">error</error>
</testcase>
</testsuite>
""", self.get_output())
def test_failing_test(self):
class Fails(unittest.TestCase):
def test_me(self):
self.fail()
self.result.startTestRun()
Fails("test_me").run(self.result)
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="0" failures="1" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.Fails" name="test_me" time="0.000">
<failure type="exceptions.AssertionError">failure</failure>
</testcase>
</testsuite>
""", self.get_output())
def test_successful_test(self):
class Passes(unittest.TestCase):
def test_me(self):
pass
self.result.startTestRun()
Passes("test_me").run(self.result)
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="0" failures="0" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.Passes" name="test_me" time="0.000" />
</testsuite>
""", self.get_output())
def test_skip_test(self):
class Skips(unittest.TestCase):
def test_me(self):
self.skipTest("yo")
self.result.startTestRun()
test = Skips("test_me")
self.run_test_or_simulate(test, 'skipTest', self.result.addSkip, 'yo')
self.result.stopTestRun()
output = self.get_output()
expected = """<testsuite errors="0" failures="0" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.Skips" name="test_me" time="0.000">
<skip>yo</skip>
</testcase>
</testsuite>
"""
self.assertEqual(expected, output)
def test_unexpected_success_test(self):
class Succeeds(unittest.TestCase):
def test_me(self):
try:
unittest.expectedFailure(lambda:None)()
except AttributeError:
# Older python - degrade to a pass
pass
self.result.startTestRun()
Succeeds("test_me").run(self.result)
self.result.stopTestRun()
self.assertEqual("""<testsuite errors="0" failures="0" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.Succeeds" name="test_me" time="0.000" />
</testsuite>
""", self.get_output())
def test_expected_failure_test(self):
class ExpectedFail(unittest.TestCase):
def test_me(self):
try:
unittest.expectedFailure(lambda:None)()
except AttributeError:
# Older python - degrade to a fail
self.fail("fail")
self.result.startTestRun()
ExpectedFail("test_me").run(self.result)
self.result.stopTestRun()
output = self.get_output()
expected = """<testsuite errors="0" failures="1" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.ExpectedFail" name="test_me" time="0.000">
<failure type="unittest._ExpectedFailure">failure</failure>
</testcase>
</testsuite>
"""
expected_old = """<testsuite errors="0" failures="1" name="" tests="1" time="0.000">
<testcase classname="junitxml.tests.test_junitxml.ExpectedFail" name="test_me" time="0.000">
<failure type="exceptions.AssertionError">failure</failure>
</testcase>
</testsuite>
"""
if output != expected_old:
self.assertEqual(expected, output)
|
