1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
from logging import getLogger
import os
import sys
import py
import pytest
log = getLogger(__name__)
oversubscribe_option = os.environ.get("MPI_OVERSUBSCRIBE", "")
if oversubscribe_option != "":
MPI_ARGS = ("mpirun", oversubscribe_option, "-n")
else:
MPI_ARGS = ("mpirun", "-n")
PYTEST_ARGS = (sys.executable, "-mpytest")
default_timeout_option = os.environ.get("DEFAULT_TIMEOUT", "")
if default_timeout_option != "":
DEFAULT_TIMEOUT = int(default_timeout_option)
else:
DEFAULT_TIMEOUT = 5
@pytest.fixture
def has_mpi4py():
try:
import mpi4py
return True
except ImportError:
return False
def _to_py_path(p):
return py.path.local(p)
def _to_pathlib(p):
from pathlib import Path
return Path(p)
class MPITestdir(object):
def __init__(self, request, config):
method = request.config.getoption("--runpytest")
if method == "inprocess":
log.warn("To run the MPI tests, you need to use subprocesses")
self._pytester = None
self._testdir = None
self._setup(request, config)
def _setup(self, request, config):
"""
This handles the difference between Testdir and PyTester
"""
try:
self._pytester = request.getfixturevalue("pytester")
except:
try:
self._testdir = request.getfixturevalue("testdir")
except:
raise RuntimeError(
"Unable to load either pytester or testdir fixtures. "
"Check if pytester plugin is enabled."
)
def makepyfile(self, *args, **kwargs):
if self._pytester is not None:
self._pytester.makepyfile(*args, **kwargs)
else:
self._testdir.makepyfile(*args, **kwargs)
def runpytest(self, *args, **kwargs):
if self._pytester is not None:
return self._run_pytester(*args, **kwargs)
return self._run_testdir(*args, **kwargs)
def _run_testdir(self, *args, timeout=None, mpi_procs=2, max_retries=5):
retries = 0
p = py.path.local.make_numbered_dir(
prefix="runpytest-", keep=None, rootdir=self._testdir.tmpdir
)
args = ("--basetemp=%s" % p,) + args
plugins = [x for x in self._testdir.plugins if isinstance(x, str)]
if plugins:
args = ("-p", plugins[0]) + args
args = MPI_ARGS + (str(mpi_procs),) + PYTEST_ARGS + args
if timeout is None:
timeout = DEFAULT_TIMEOUT
while retries < max_retries:
try:
return self._testdir.run(*args, timeout=timeout)
except self._testdir.TimeoutExpired as e:
retries += 1
if retries >= max_retries:
raise
raise e
def _run_pytester(self, *args, timeout=None, mpi_procs=2, max_retries=5):
retries = 0
p = _to_pathlib(py.path.local.make_numbered_dir(
prefix="runpytest-", keep=None,
rootdir=_to_py_path(self._pytester.path)
))
args = ("--basetemp=%s" % p,) + args
plugins = [x for x in self._pytester.plugins if isinstance(x, str)]
if plugins:
args = ("-p", plugins[0]) + args
args = MPI_ARGS + (str(mpi_procs),) + PYTEST_ARGS + args
if timeout is None:
timeout = DEFAULT_TIMEOUT
while retries < max_retries:
try:
return self._pytester.run(*args, timeout=timeout)
except self._pytester.TimeoutExpired as e:
retries += 1
if retries >= max_retries:
raise
raise e
@pytest.fixture
def mpi_testdir(request, pytestconfig):
return MPITestdir(request, pytestconfig)
|
