1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
from __future__ import annotations
import json
from distributed.http.utils import RequestHandler
class APIHandler(RequestHandler):
def get(self):
self.write("API V1")
self.set_header("Content-Type", "text/plain; charset=utf-8")
class RetireWorkersHandler(RequestHandler):
async def post(self):
self.set_header("Content-Type", "application/json")
scheduler = self.server
try:
params = json.loads(self.request.body)
n_workers = params.get("n", 0)
if n_workers:
workers = scheduler.workers_to_close(n=n_workers)
workers_info = await scheduler.retire_workers(workers=workers)
else:
workers = params.get("workers", {})
workers_info = await scheduler.retire_workers(workers=workers)
self.write(json.dumps(workers_info))
except Exception as e:
self.set_status(500, str(e))
self.write(json.dumps({"Error": "Internal Server Error"}))
class GetWorkersHandler(RequestHandler):
def get(self):
self.set_header("Content-Type", "application/json")
scheduler = self.server
try:
response = {
"num_workers": len(scheduler.workers),
"workers": [
{"name": ws.name, "address": ws.address}
for ws in scheduler.workers.values()
],
}
self.write(json.dumps(response))
except Exception as e:
self.set_status(500, str(e))
self.write(json.dumps({"Error": "Internal Server Error"}))
class AdaptiveTargetHandler(RequestHandler):
def get(self):
self.set_header("Content-Type", "application/json")
scheduler = self.server
try:
desired_workers = scheduler.adaptive_target()
response = {
"workers": desired_workers,
}
self.write(json.dumps(response))
except Exception as e:
self.set_status(500, str(e))
self.write(json.dumps({"Error": "Internal Server Error"}))
class CheckIdleHandler(RequestHandler):
def get(self):
self.set_header("Content-Type", "application/json")
scheduler = self.server
try:
idle_since = scheduler.check_idle()
response = {
"idle_since": idle_since,
}
self.write(json.dumps(response))
except Exception as e:
self.set_status(500, str(e))
self.write(json.dumps({"Error": "Internal Server Error"}))
routes: list[tuple] = [
("/api/v1", APIHandler, {}),
("/api/v1/retire_workers", RetireWorkersHandler, {}),
("/api/v1/get_workers", GetWorkersHandler, {}),
("/api/v1/adaptive_target", AdaptiveTargetHandler, {}),
("/api/v1/check_idle", CheckIdleHandler, {}),
]
|
