1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
import argparse
import concurrent.futures
import importlib
import time
import parsl
min_iterations = 2
# TODO: factor with conftest.py where this is copy/pasted from?
def load_dfk_from_config(filename):
spec = importlib.util.spec_from_file_location('', filename)
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)
if hasattr(module, 'config'):
parsl.load(module.config)
elif hasattr(module, 'fresh_config'):
parsl.load(module.fresh_config())
else:
raise RuntimeError("Config module does not define config or fresh_config")
@parsl.python_app
def app(extra_payload, parsl_resource_specification={}):
return 7
def performance(*, resources: dict, target_t: float, args_extra_size: int):
n = 10
delta_t: float
delta_t = 0
threshold_t = int(0.75 * target_t)
iteration = 1
args_extra_payload = "x" * args_extra_size
while delta_t < threshold_t or iteration <= min_iterations:
print(f"==== Iteration {iteration} ====")
print(f"Will run {n} tasks to target {target_t} seconds runtime")
start_t = time.time()
fs = []
print("Submitting tasks / invoking apps")
for _ in range(n):
fs.append(app(args_extra_payload, parsl_resource_specification=resources))
submitted_t = time.time()
print(f"All {n} tasks submitted ... waiting for completion")
print(f"Submission took {submitted_t - start_t:.3f} seconds = {n / (submitted_t - start_t):.3f} tasks/second")
for f in concurrent.futures.as_completed(fs):
assert f.result() == 7
end_t = time.time()
delta_t = end_t - start_t
rate = n / delta_t
print(f"Runtime: actual {delta_t:.3f}s vs target {target_t}s")
print(f"Tasks per second: {rate:.3f}")
n = max(1, int(target_t * rate))
iteration += 1
def cli_run() -> None:
parser = argparse.ArgumentParser(
prog="parsl-perf",
description="Measure performance of Parsl configurations",
epilog="""
Example usage: python -m parsl.benchmark.perf --config parsl/tests/configs/workqueue_blocks.py --resources '{"cores":1, "memory":0, "disk":0}'
""")
parser.add_argument("--config", required=True, help="path to Python file that defines a configuration")
parser.add_argument("--resources", metavar="EXPR", help="parsl_resource_specification dictionary")
parser.add_argument("--time", metavar="SECONDS", help="target number of seconds for an iteration", default=120, type=float)
parser.add_argument("--argsize", metavar="BYTES", help="extra bytes to add into app invocation arguments", default=0, type=int)
args = parser.parse_args()
if args.resources:
resources = eval(args.resources)
else:
resources = {}
load_dfk_from_config(args.config)
performance(resources=resources, target_t=args.time, args_extra_size=args.argsize)
print("Cleaning up DFK")
parsl.dfk().cleanup()
print("The end")
if __name__ == "__main__":
cli_run()
|
