1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
import random
import sys
import traceback
import warnings
import pytest
from random_order.bucket_types import bucket_type_keys, bucket_types
from random_order.cache import process_failed_first_last_failed
from random_order.config import Config
from random_order.shuffler import _disable, _get_set_of_item_ids, _shuffle_items
from random_order.xdist import XdistHooks
def pytest_addoption(parser):
group = parser.getgroup("pytest-random-order options")
group.addoption(
"--random-order",
action="store_true",
dest="random_order_enabled",
help="Randomise test order (by default, it is disabled) with default configuration.",
)
group.addoption(
"--random-order-bucket",
action="store",
dest="random_order_bucket",
default=Config.default_value("module"),
choices=bucket_types,
help="Randomise test order within specified test buckets.",
)
group.addoption(
"--random-order-seed",
action="store",
dest="random_order_seed",
default=Config.default_value(str(random.randint(1, 1000000))),
help="Randomise test order using a specific seed.",
)
def pytest_configure(config):
config.addinivalue_line(
"markers", "random_order(disabled=True): disable reordering of tests within a module or class"
)
if config.pluginmanager.hasplugin("xdist"):
config.pluginmanager.register(XdistHooks())
if hasattr(config, "workerinput"):
# pytest-xdist: use seed generated on main.
seed = config.workerinput["random_order_seed"]
if hasattr(config, "cache"):
assert config.cache is not None
config.cache.set("random_order_seed", seed)
config.option.random_order_seed = seed
def pytest_report_header(config):
plugin = Config(config)
if not plugin.is_enabled:
return "Test order randomisation NOT enabled. Enable with --random-order or --random-order-bucket=<bucket_type>"
return ("Using --random-order-bucket={plugin.bucket_type}\n" "Using --random-order-seed={plugin.seed}\n").format(
plugin=plugin
)
def pytest_collection_modifyitems(session, config, items):
failure = None
session.random_order_bucket_type_key_handlers = []
process_failed_first_last_failed(session, config, items)
item_ids = _get_set_of_item_ids(items)
plugin = Config(config)
try:
seed = plugin.seed
bucket_type = plugin.bucket_type
if bucket_type != "none":
_shuffle_items(
items,
bucket_key=bucket_type_keys[bucket_type],
disable=_disable,
seed=seed,
session=session,
)
except Exception as e:
# See the finally block -- we only fail if we have lost user's tests.
_, _, exc_tb = sys.exc_info()
failure = "pytest-random-order plugin has failed with {0!r}:\n{1}".format(
e, "".join(traceback.format_tb(exc_tb, 10))
)
if not hasattr(pytest, "PytestWarning"):
config.warn(0, failure, None)
else:
warnings.warn(pytest.PytestWarning(failure))
finally:
# Fail only if we have lost user's tests
if item_ids != _get_set_of_item_ids(items):
if not failure:
failure = "pytest-random-order plugin has failed miserably"
raise RuntimeError(failure)
|
