1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
|
import os
import configparser
import pytest
import sys
here = os.path.abspath(os.path.dirname(__file__))
enable_coverage = False
coverage_values = []
coverage_passed = True
no_full_cov = []
def pytest_addoption(parser):
parser.addoption(
"--full-cov",
action="append",
dest="full_cov",
default=[],
help="Require full test coverage of 100%% for this module/path/filename (multi-allowed). Default: none",
)
parser.addoption(
"--no-full-cov",
action="append",
dest="no_full_cov",
default=[],
help="Exclude file from a parent 100%% coverage requirement (multi-allowed). Default: none",
)
def pytest_configure(config):
global enable_coverage
global no_full_cov
enable_coverage = (
config.getoption("file_or_dir")
and len(config.getoption("file_or_dir")) == 0
and config.getoption("full_cov")
and len(config.getoption("full_cov")) > 0
and config.pluginmanager.getplugin("_cov") is not None
and config.pluginmanager.getplugin("_cov").cov_controller is not None
and config.pluginmanager.getplugin("_cov").cov_controller.cov is not None
)
c = configparser.ConfigParser()
c.read(os.path.join(here, "..", "setup.cfg"))
fs = c["tool:full_coverage"]["exclude"].split("\n")
no_full_cov = config.option.no_full_cov + [f.strip() for f in fs]
@pytest.hookimpl(hookwrapper=True)
def pytest_runtestloop(session):
global enable_coverage
global coverage_values
global coverage_passed
global no_full_cov
if not enable_coverage:
yield
return
cov = session.config.pluginmanager.getplugin("_cov").cov_controller.cov
if os.name == "nt":
cov.exclude("pragma: windows no cover")
if sys.platform == "darwin":
cov.exclude("pragma: osx no cover")
if os.environ.get("OPENSSL") == "old":
cov.exclude("pragma: openssl-old no cover")
yield
coverage_values = {name: 0 for name in session.config.option.full_cov}
prefix = os.getcwd()
excluded_files = [os.path.normpath(f) for f in no_full_cov]
measured_files = [
os.path.normpath(os.path.relpath(f, prefix))
for f in cov.get_data().measured_files()
]
measured_files = [
f
for f in measured_files
if not any(f.startswith(excluded_f) for excluded_f in excluded_files)
]
for name in coverage_values.keys():
files = [f for f in measured_files if f.startswith(os.path.normpath(name))]
try:
with open(os.devnull, "w") as null:
overall = cov.report(files, ignore_errors=True, file=null)
singles = [
(s, cov.report(s, ignore_errors=True, file=null)) for s in files
]
coverage_values[name] = (overall, singles)
except:
pass
if any(v < 100 for v, _ in coverage_values.values()):
# make sure we get the EXIT_TESTSFAILED exit code
session.testsfailed += 1
coverage_passed = False
def pytest_terminal_summary(terminalreporter, exitstatus, config):
global enable_coverage
global coverage_values
global coverage_passed
global no_full_cov
if not enable_coverage:
return
terminalreporter.write("\n")
if not coverage_passed:
markup = {"red": True, "bold": True}
msg = "FAIL: Full test coverage not reached!\n"
terminalreporter.write(msg, **markup)
for name in sorted(coverage_values.keys()):
msg = f"Coverage for {name}: {coverage_values[name][0]:.2f}%\n"
if coverage_values[name][0] < 100:
markup = {"red": True, "bold": True}
for s, v in sorted(coverage_values[name][1]):
if v < 100:
msg += f" {s}: {v:.2f}%\n"
else:
markup = {"green": True}
terminalreporter.write(msg, **markup)
else:
msg = "SUCCESS: Full test coverage reached in modules and files:\n"
msg += "{}\n\n".format("\n".join(config.option.full_cov))
terminalreporter.write(msg, green=True)
msg = "\nExcluded files:\n"
for s in sorted(no_full_cov):
msg += f" {s}\n"
terminalreporter.write(msg)
|