1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
# This file is part of Hypothesis, which may be found at
# https://github.com/HypothesisWorks/hypothesis/
#
# Copyright the Hypothesis Authors.
# Individual contributors are listed in AUTHORS.rst and the git log.
#
# This Source Code Form is subject to the terms of the Mozilla Public License,
# v. 2.0. If a copy of the MPL was not distributed with this file, You can
# obtain one at https://mozilla.org/MPL/2.0/.
import time
import pytest
from hypothesis import Verbosity, assume, core, given, settings, strategies as st
from hypothesis.database import InMemoryExampleDatabase
from hypothesis.errors import FailedHealthCheck
from tests.common.utils import all_values, capture_out
@pytest.mark.parametrize("in_pytest", [False, True])
@pytest.mark.parametrize("fail_healthcheck", [False, True])
@pytest.mark.parametrize("verbosity", [Verbosity.normal, Verbosity.quiet])
def test_prints_seed_only_on_healthcheck(
monkeypatch, in_pytest, fail_healthcheck, verbosity
):
monkeypatch.setattr(core, "running_under_pytest", in_pytest)
strategy = st.integers()
if fail_healthcheck:
def slow_map(i):
time.sleep(10)
return i
strategy = strategy.map(slow_map)
expected_exc = FailedHealthCheck
else:
expected_exc = AssertionError
@settings(database=None, verbosity=verbosity, suppress_health_check=())
@given(strategy)
def test(i):
assert fail_healthcheck
with capture_out() as o:
# NOTE: For compatibility with Python 3.9's LL(1)
# parser, this is written as a nested with-statement,
# instead of a compound one.
with pytest.raises(expected_exc):
test()
output = o.getvalue()
seed = test._hypothesis_internal_use_generated_seed
assert seed is not None
if fail_healthcheck and verbosity != Verbosity.quiet:
assert f"@seed({seed})" in output
contains_pytest_instruction = f"--hypothesis-seed={seed}" in output
assert contains_pytest_instruction == in_pytest
else:
assert "@seed" not in output
assert f"--hypothesis-seed={seed}" not in output
def test_uses_global_force(monkeypatch):
monkeypatch.setattr(core, "global_force_seed", 42)
@given(st.integers())
def test(i):
raise ValueError
output = []
for _ in range(2):
with capture_out() as o:
# NOTE: For compatibility with Python 3.9's LL(1)
# parser, this is written as a nested with-statement,
# instead of a compound one.
with pytest.raises(ValueError):
test()
output.append(o.getvalue())
assert output[0] == output[1]
assert "@seed" not in output[0]
def test_does_print_on_reuse_from_database():
passes_healthcheck = False
database = InMemoryExampleDatabase()
@settings(database=database, suppress_health_check=[])
@given(st.integers())
def test(i):
assume(passes_healthcheck)
raise ValueError
with capture_out() as o:
# NOTE: For compatibility with Python 3.9's LL(1)
# parser, this is written as a nested with-statement,
# instead of a compound one.
with pytest.raises(FailedHealthCheck):
test()
assert "@seed" in o.getvalue()
passes_healthcheck = True
with capture_out() as o:
# NOTE: For compatibility with Python 3.9's LL(1)
# parser, this is written as a nested with-statement,
# instead of a compound one.
with pytest.raises(ValueError):
test()
assert all_values(database)
assert "@seed" not in o.getvalue()
passes_healthcheck = False
with capture_out() as o:
# NOTE: For compatibility with Python 3.9's LL(1)
# parser, this is written as a nested with-statement,
# instead of a compound one.
with pytest.raises(FailedHealthCheck):
test()
assert "@seed" in o.getvalue()
|
