1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
# This file is part of Hypothesis, which may be found at
# https://github.com/HypothesisWorks/hypothesis/
#
# Copyright the Hypothesis Authors.
# Individual contributors are listed in AUTHORS.rst and the git log.
#
# This Source Code Form is subject to the terms of the Mozilla Public License,
# v. 2.0. If a copy of the MPL was not distributed with this file, You can
# obtain one at https://mozilla.org/MPL/2.0/.
import pytest
pytest_plugins = "pytester"
TEST_SCRIPT = """
def test_noop():
pass
"""
LAZY_STRATEGY = "integers()"
SIDEEFFECT_STATEMENT = f"st.{LAZY_STRATEGY}.wrapped_strategy"
SIDEEFFECT_SCRIPT = f"""
from hypothesis import strategies as st
{SIDEEFFECT_STATEMENT}
"""
@pytest.mark.skipif(
tuple(map(int, pytest.__version__.split(".")[:2])) <= (6, 1),
reason="Older pytest don't capture these warnings during runpytest setup",
)
def test_sideeffect_warning(testdir):
testdir.makeconftest(SIDEEFFECT_SCRIPT)
script = testdir.makepyfile(TEST_SCRIPT)
result = testdir.runpytest_subprocess(script)
assert "HypothesisSideeffectWarning" in "\n".join(result.outlines)
assert LAZY_STRATEGY in "\n".join(result.outlines)
def test_conftest_sideeffect_pinpoint_error(testdir, monkeypatch):
# -Werror is not sufficient since warning is emitted before session start. Additionally, we
# don't want to raise errors from other plugins. Due to limited filtering capabilities of
# PYTHONWARNINGS/-W ("message is a literal string that the start of the warning message must
# contain" and only built-in categories), we must fall back to the actual message text.
monkeypatch.setenv("PYTHONWARNINGS", "error:Slow code in plugin")
testdir.makeconftest(SIDEEFFECT_SCRIPT)
script = testdir.makepyfile(TEST_SCRIPT)
result = testdir.runpytest_subprocess(script)
assert "HypothesisSideeffectWarning" in "\n".join(result.errlines)
# Plugin is always loaded before conftest, so "during pytest plugin initialization"
assert "during pytest" in "\n".join(result.errlines)
assert SIDEEFFECT_STATEMENT in "\n".join(result.errlines)
def test_plugin_sideeffect_pinpoint_error(testdir, monkeypatch):
# See comment above regarding this line
monkeypatch.setenv("PYTHONWARNINGS", "error:Slow code in plugin")
# Ensure we see the correct stacktrace regardless of plugin load order
monkeypatch.setenv("HYPOTHESIS_EXTEND_INITIALIZATION", "1")
testdir.makepyfile(sideeffect_plugin=SIDEEFFECT_SCRIPT)
script = testdir.makepyfile(TEST_SCRIPT)
result = testdir.runpytest_subprocess(script, "-p", "sideeffect_plugin")
assert "HypothesisSideeffectWarning" in "\n".join(result.errlines)
# Plugin order unknown, but certainly not at import time
assert "at import time" not in "\n".join(result.errlines)
assert SIDEEFFECT_STATEMENT in "\n".join(result.errlines)
|
