1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
# This file is part of Hypothesis, which may be found at
# https://github.com/HypothesisWorks/hypothesis/
#
# Copyright the Hypothesis Authors.
# Individual contributors are listed in AUTHORS.rst and the git log.
#
# This Source Code Form is subject to the terms of the Mozilla Public License,
# v. 2.0. If a copy of the MPL was not distributed with this file, You can
# obtain one at https://mozilla.org/MPL/2.0/.
import time
import pytest
from hypothesis import Verbosity, assume, core, given, settings, strategies as st
from hypothesis.database import InMemoryExampleDatabase
from hypothesis.errors import FailedHealthCheck
from tests.common.utils import all_values, capture_out
@pytest.mark.parametrize("in_pytest", [False, True])
@pytest.mark.parametrize("fail_healthcheck", [False, True])
@pytest.mark.parametrize("verbosity", [Verbosity.normal, Verbosity.quiet])
def test_prints_seed_only_on_healthcheck(
monkeypatch, in_pytest, fail_healthcheck, verbosity
):
monkeypatch.setattr(core, "running_under_pytest", in_pytest)
strategy = st.integers()
if fail_healthcheck:
def slow_map(i):
time.sleep(10)
return i
strategy = strategy.map(slow_map)
expected_exc = FailedHealthCheck
else:
expected_exc = AssertionError
@settings(database=None, verbosity=verbosity, suppress_health_check=())
@given(strategy)
def test(i):
assert fail_healthcheck
with capture_out() as o, pytest.raises(expected_exc):
test()
output = o.getvalue()
seed = test._hypothesis_internal_use_generated_seed
assert seed is not None
if fail_healthcheck and verbosity != Verbosity.quiet:
assert f"@seed({seed})" in output
contains_pytest_instruction = f"--hypothesis-seed={seed}" in output
assert contains_pytest_instruction == in_pytest
else:
assert "@seed" not in output
assert f"--hypothesis-seed={seed}" not in output
def test_uses_global_force(monkeypatch):
monkeypatch.setattr(core, "global_force_seed", 42)
@given(st.integers())
def test(i):
raise ValueError
output = []
for _ in range(2):
with capture_out() as o, pytest.raises(ValueError):
test()
output.append(o.getvalue())
assert output[0] == output[1]
assert "@seed" not in output[0]
def test_does_print_on_reuse_from_database():
passes_healthcheck = False
database = InMemoryExampleDatabase()
@settings(database=database, suppress_health_check=[])
@given(st.integers())
def test(i):
assume(passes_healthcheck)
raise ValueError
with capture_out() as o, pytest.raises(FailedHealthCheck):
test()
assert "@seed" in o.getvalue()
passes_healthcheck = True
with capture_out() as o, pytest.raises(ValueError):
test()
assert all_values(database)
assert "@seed" not in o.getvalue()
passes_healthcheck = False
with capture_out() as o, pytest.raises(FailedHealthCheck):
test()
assert "@seed" in o.getvalue()
|
