1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
|
from pytest import skip
# Load some fixtures we expose, without actually loading our entire plugin
from pytest_relaxed.fixtures import environ # noqa
# TODO: how best to make all of this opt-in/out? Reporter as separate plugin?
# (May not be feasible if it has to assume something about how our collection
# works?) CLI option (99% sure we can hook into that as a plugin)?
def _expect_regular_output(testdir):
output = testdir.runpytest().stdout.str()
# Regular results w/ status letters
assert "behaviors.py .." in output
assert "other_behaviors.py s.F." in output
# Failure/traceback reporting
assert "== FAILURES ==" in output
assert "AssertionError" in output
# Summary
assert "== 1 failed, 4 passed, 1 skipped in " in output
class TestRegularFunctions:
"""
Function-oriented test modules, normal display mode.
"""
def test_acts_just_like_normal_pytest(self, testdir):
testdir.makepyfile(
behaviors="""
def behavior_one():
pass
def behavior_two():
pass
""",
other_behaviors="""
from pytest import skip
def behavior_one():
skip()
def behavior_two():
pass
def behavior_three():
assert False
def behavior_four():
pass
""",
)
_expect_regular_output(testdir)
class TestVerboseFunctions:
"""
Function-oriented test modules, verbose display mode.
"""
def test_displays_tests_indented_under_module_header(self, testdir):
# TODO: at least, that seems like a reasonable thing to do offhand
skip()
def test_test_prefixes_are_stripped(self, testdir):
testdir.makepyfile(
legacy="""
def test_some_things():
pass
def test_other_things():
pass
"""
)
expected = """
some things
other things
""".lstrip()
output = testdir.runpytest_subprocess("-v").stdout.str()
assert expected in output
class TestNormalClasses:
"""
Class-oriented test modules, normal display mode.
"""
def acts_just_like_normal_pytest(self, testdir):
testdir.makepyfile(
behaviors="""
class Behaviors:
def behavior_one(self):
pass
def behavior_two(self):
pass
""",
other_behaviors="""
from pytest import skip
class OtherBehaviors:
def behavior_one(self):
skip()
def behavior_two(self):
pass
def behavior_three(self):
assert False
def behavior_four(self):
pass
""",
)
_expect_regular_output(testdir)
class TestVerboseClasses:
"""
Class-oriented test modules, verbose display mode.
"""
def test_shows_tests_nested_under_classes_without_files(self, testdir):
testdir.makepyfile(
behaviors="""
class Behaviors:
def behavior_one(self):
pass
def behavior_two(self):
pass
""",
other_behaviors="""
from pytest import skip
class OtherBehaviors:
def behavior_one(self):
pass
def behavior_two(self):
skip()
def behavior_three(self):
pass
def behavior_four(self):
assert False
""",
)
output = testdir.runpytest_subprocess("-v").stdout.str()
results = """
Behaviors
behavior one
behavior two
OtherBehaviors
behavior one
behavior two
behavior three
behavior four
""".lstrip()
assert results in output
# Ensure we're not accidentally nixing failure, summary output
assert "== FAILURES ==" in output
assert "AssertionError" in output
# Summary
assert "== 1 failed, 4 passed, 1 skipped in " in output
def test_tests_are_colorized_by_test_result(
self, testdir, environ # noqa: F811,E501
):
# Make sure py._io.TerminalWriters write colors despite pytest output
# capturing, which would otherwise trigger a 'False' result for "should
# markup output".
environ["PY_COLORS"] = "1"
testdir.makepyfile(
behaviors="""
class Behaviors:
def behavior_one(self):
pass
def behavior_two(self):
pass
""",
other_behaviors="""
from pytest import skip
class OtherBehaviors:
def behavior_one(self):
pass
def behavior_two(self):
skip()
def behavior_three(self):
pass
def behavior_four(self):
assert False
""",
)
output = testdir.runpytest_subprocess("-v").stdout.str()
results = """
Behaviors
\x1b[32mbehavior one\x1b[0m
\x1b[32mbehavior two\x1b[0m
OtherBehaviors
\x1b[32mbehavior one\x1b[0m
\x1b[33mbehavior two\x1b[0m
\x1b[32mbehavior three\x1b[0m
\x1b[31mbehavior four\x1b[0m
""".lstrip()
for chunk in (
# Our own special sauce
results,
# Failure summary still present
"== FAILURES ==",
# Ditto error class
"AssertionError",
# And summary chunks (now colorized apparently?)
"1 failed",
"4 passed",
"1 skipped",
):
assert chunk in output
def test_nests_many_levels_deep_no_problem(self, testdir):
testdir.makepyfile(
behaviors="""
class Behaviors:
def behavior_one(self):
pass
def behavior_two(self):
pass
class MoreBehaviors:
def an_behavior(self):
pass
def another_behavior(self):
pass
class YetMore:
class Behaviors:
def yup(self):
pass
def still_works(self):
pass
"""
)
expected = """
Behaviors
behavior one
behavior two
MoreBehaviors
an behavior
another behavior
YetMore
Behaviors
yup
still works
""".lstrip()
assert expected in testdir.runpytest("-v").stdout.str()
def test_headers_and_tests_have_underscores_turn_to_spaces(self, testdir):
testdir.makepyfile(
behaviors="""
class some_non_class_name_like_header:
def a_test_sentence(self):
pass
"""
)
expected = """
some non class name like header
a test sentence
""".lstrip()
assert expected in testdir.runpytest("-v").stdout.str()
def test_test_prefixes_are_stripped(self, testdir):
testdir.makepyfile(
stripping="""
class TestSomeStuff:
def test_the_stuff(self):
pass
"""
)
expected = """
SomeStuff
the stuff
""".lstrip()
assert expected in testdir.runpytest("-v").stdout.str()
def test_test_suffixes_are_stripped(self, testdir):
testdir.makepyfile(
stripping="""
class StuffTest:
def test_yup(self):
pass
"""
)
expected = """
Stuff
yup
""".lstrip()
assert expected in testdir.runpytest("-v").stdout.str()
class TestNormalMixed:
"""
Mixed function and class test modules, normal display mode.
"""
# TODO: currently undefined; spec never even really worked for this
pass
class TestVerboseMixed:
"""
Mixed function and class test modules, verbose display mode.
"""
# TODO: currently undefined; spec never even really worked for this
pass
|
