1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
import os
import signal
import time
import pytest
import parsl
from parsl.tests.configs.htex_local_alternate import fresh_config
# This is a very generous upper bound on expected shutdown time of target
# process after receiving a signal, measured in seconds.
PERMITTED_SHUTDOWN_TIME_S = 60
@parsl.python_app
def simple_app():
return True
@pytest.mark.local
def test_no_kills():
"""This tests that we can create a monitoring-enabled DFK and shut it down."""
parsl.load(fresh_config())
assert parsl.dfk().monitoring is not None, "This test requires monitoring"
parsl.dfk().cleanup()
@pytest.mark.local
@pytest.mark.parametrize("sig", [signal.SIGINT, signal.SIGTERM, signal.SIGKILL, signal.SIGQUIT])
@pytest.mark.parametrize("process_attr", ["router_proc", "dbm_proc"])
def test_kill_monitoring_helper_process(sig, process_attr, try_assert):
"""This tests that we can kill a monitoring process and still have successful shutdown.
SIGINT emulates some racy behaviour when ctrl-C is pressed: that
monitoring processes receive a ctrl-C too, and so the other processes
need to be tolerant to monitoring processes arbitrarily exiting.
"""
parsl.load(fresh_config())
dfk = parsl.dfk()
assert dfk.monitoring is not None, "Monitoring required"
target_proc = getattr(dfk.monitoring, process_attr)
assert target_proc is not None, "prereq: target process must exist"
assert target_proc.is_alive(), "prereq: target process must be alive"
target_pid = target_proc.pid
assert target_pid is not None, "prereq: target process must have a pid"
os.kill(target_pid, sig)
try_assert(lambda: not target_proc.is_alive(), timeout_ms=PERMITTED_SHUTDOWN_TIME_S * 1000)
# now we have broken one piece of the monitoring system, do some app
# execution and then shut down.
simple_app().result()
parsl.dfk().cleanup()
|
