1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
#! /usr/bin/env python
import ndcctools.taskvine as vine
import sys
import time
m = vine.Manager(port=0, ssl=True)
m.enable_monitoring()
m.tune("category-steady-n-tasks", 1)
bucket_size = 250
worker = {"cores": 4, "memory": bucket_size * 4, "disk": bucket_size * 8}
factory = vine.Factory(manager=m)
factory.max_workers = 1
factory.min_workers = 1
factory.cores = worker["cores"]
factory.memory = worker["memory"]
factory.disk = worker["disk"]
modes = {
"max": "max",
"thr": "max throughput",
"wst": "min waste",
}
expected_proportions = {"max": 0.5, "thr": 1 / worker["cores"], "wst": 1 / worker["cores"]} # half of the disk, so half of the resources
error_found = False
last_returned_time = time.time()
with factory:
for category, mode in modes.items():
m.set_category_mode(category, mode)
# first task needs little less than half of the disk, which should round up to half the disk
t = vine.Task(f"dd count=0 bs={int(worker['disk']/2.5)}M seek=1 of=nulls")
t.set_category(category)
m.submit(t)
for i in range(10):
t = vine.Task("dd count=0 bs=1M seek=1 of=nulls")
t.set_category(category)
m.submit(t)
print(f"\n{category}: ", end="")
while not m.empty():
t = m.wait(5)
if t:
print(".", end="")
last_returned_time = time.time()
# if no task for 60s, something went wrong with the test
if time.time() - last_returned_time > 60:
print("\nno task finished recently")
sys.exit(1)
rs = "cores memory disk".split()
mr = {r: getattr(t.resources_measured, r) for r in rs}
ar = {r: getattr(t.resources_allocated, r) for r in rs}
print("")
for r in rs:
sign = "="
expected = expected_proportions[category] * worker[r]
if ar[r] != expected:
error_found = True
sign = "!"
print(f"{r} measured {mr[r]}, allocated {ar[r]} {sign}= {expected}")
sys.exit(error_found)
# vim: set sts=4 sw=4 ts=4 expandtab ft=python:
|
