1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
import os
import signal
import pytest
import parsl
from parsl import Config, HighThroughputExecutor
from parsl.executors.high_throughput.errors import ManagerLost
@parsl.python_app
def get_manager_pgid():
import os
return os.getpgid(os.getpid())
@parsl.python_app
def lose_manager():
import os
import signal
manager_pid = os.getppid()
os.kill(manager_pid, signal.SIGSTOP)
@pytest.mark.local
def test_manager_lost_system_failure(tmpd_cwd):
hte = HighThroughputExecutor(
label="htex_local",
address="127.0.0.1",
max_workers_per_node=2,
cores_per_worker=1,
worker_logdir_root=str(tmpd_cwd),
heartbeat_period=1,
heartbeat_threshold=3,
)
c = Config(executors=[hte], strategy='simple', strategy_period=0.1)
with parsl.load(c):
manager_pgid = get_manager_pgid().result()
try:
with pytest.raises(ManagerLost):
lose_manager().result()
finally:
# Allow process to clean itself up
os.killpg(manager_pgid, signal.SIGCONT)
os.killpg(manager_pgid, signal.SIGTERM)
|
