1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
|
import pytest
@pytest.fixture
def fixture_path(test_path):
test_path.makepyfile(
test_classes=(
"""
import pytest
class Test1:
@pytest.mark.order("last")
def test_two(self):
assert True
@pytest.mark.order("first")
def test_one(self):
assert True
class Test2:
@pytest.mark.order("last")
def test_two(self):
assert True
@pytest.mark.order("first")
def test_one(self):
assert True
@pytest.mark.order("last")
def test_two():
assert True
@pytest.mark.order("first")
def test_one():
assert True
"""
),
test_functions1=(
"""
import pytest
@pytest.mark.order("last")
def test1_two():
assert True
@pytest.mark.order("first")
def test1_one():
assert True
"""
),
test_functions2=(
"""
import pytest
@pytest.mark.order("last")
def test2_two():
assert True
@pytest.mark.order("first")
def test2_one():
assert True
"""
),
)
yield test_path
def test_session_scope(fixture_path):
result = fixture_path.runpytest("-v")
result.assert_outcomes(passed=10, failed=0)
result.stdout.fnmatch_lines(
[
"test_classes.py::Test1::test_one PASSED",
"test_classes.py::Test2::test_one PASSED",
"test_classes.py::test_one PASSED",
"test_functions1.py::test1_one PASSED",
"test_functions2.py::test2_one PASSED",
"test_classes.py::Test1::test_two PASSED",
"test_classes.py::Test2::test_two PASSED",
"test_classes.py::test_two PASSED",
"test_functions1.py::test1_two PASSED",
"test_functions2.py::test2_two PASSED",
]
)
def test_module_scope(fixture_path):
result = fixture_path.runpytest("-v", "--order-scope=module")
result.assert_outcomes(passed=10, failed=0)
result.stdout.fnmatch_lines(
[
"test_classes.py::Test1::test_one PASSED",
"test_classes.py::Test2::test_one PASSED",
"test_classes.py::test_one PASSED",
"test_classes.py::Test1::test_two PASSED",
"test_classes.py::Test2::test_two PASSED",
"test_classes.py::test_two PASSED",
"test_functions1.py::test1_one PASSED",
"test_functions1.py::test1_two PASSED",
"test_functions2.py::test2_one PASSED",
"test_functions2.py::test2_two PASSED",
]
)
def test_class_scope(fixture_path):
result = fixture_path.runpytest("-v", "--order-scope=class")
result.assert_outcomes(passed=10, failed=0)
result.stdout.fnmatch_lines(
[
"test_classes.py::Test1::test_one PASSED",
"test_classes.py::Test1::test_two PASSED",
"test_classes.py::Test2::test_one PASSED",
"test_classes.py::Test2::test_two PASSED",
"test_classes.py::test_one PASSED",
"test_classes.py::test_two PASSED",
"test_functions1.py::test1_one PASSED",
"test_functions1.py::test1_two PASSED",
"test_functions2.py::test2_one PASSED",
"test_functions2.py::test2_two PASSED",
]
)
@pytest.mark.skipif(
pytest.__version__.startswith("3.7."),
reason="Warning does not appear in output in pytest < 3.8",
)
def test_invalid_scope(fixture_path):
result = fixture_path.runpytest("-v", "--order-scope=function")
result.assert_outcomes(passed=10, failed=0)
result.stdout.fnmatch_lines(
["*UserWarning: Unknown order scope 'function', ignoring it.*"]
)
|
