1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
from flask_sqlalchemy import SQLAlchemy
WORKFLOW = 'workflow' # Workflow table includes workflow metadata
TASK = 'task' # Task table includes task metadata
STATUS = 'status' # Status table includes task status
RESOURCE = 'resource' # Resource table includes task resource utilization
NODE = 'node' # Node table include node info
db = SQLAlchemy()
class Workflow(db.Model):
__tablename__ = WORKFLOW
run_id = db.Column(db.Text, nullable=False, primary_key=True)
workflow_name = db.Column(db.Text, nullable=True)
workflow_version = db.Column(db.Text, nullable=True)
time_began = db.Column(db.DateTime, nullable=False) # Why not date?
time_completed = db.Column(db.DateTime)
host = db.Column(db.Text, nullable=False)
user = db.Column(db.Text, nullable=False)
rundir = db.Column(db.Text, nullable=False)
tasks_failed_count = db.Column(db.Integer, nullable=False)
tasks_completed_count = db.Column(db.Integer, nullable=False)
class Node(db.Model):
__tablename__ = NODE
id = db.Column('id', db.Integer, nullable=False, primary_key=True, autoincrement=True)
run_id = db.Column('run_id', db.Text, nullable=False)
hostname = db.Column('hostname', db.Text, nullable=False)
cpu_count = db.Column('cpu_count', db.Integer, nullable=False)
total_memory = db.Column('total_memory', db.Integer, nullable=False)
active = db.Column('active', db.Boolean, nullable=False)
worker_count = db.Column('worker_count', db.Integer, nullable=False)
python_v = db.Column('python_v', db.Text, nullable=False)
reg_time = db.Column('reg_time', db.DateTime, nullable=False)
# TODO: expand to full set of info
class Status(db.Model):
__tablename__ = STATUS
task_id = db.Column(db.Integer, db.ForeignKey(
'task.task_id'), nullable=False)
task_status_name = db.Column(db.Text, nullable=False)
timestamp = db.Column(db.DateTime, nullable=False)
run_id = db.Column(db.Text, db.ForeignKey(
'workflow.run_id'), nullable=False)
__table_args__ = (
db.PrimaryKeyConstraint('task_id', 'run_id',
'task_status_name', 'timestamp'),
)
class Task(db.Model):
__tablename__ = TASK
task_id = db.Column('task_id', db.Integer, nullable=False)
run_id = db.Column('run_id', db.Text, nullable=False)
task_func_name = db.Column('task_func_name', db.Text, nullable=False)
task_depends = db.Column('task_depends', db.Text, nullable=True)
task_time_invoked = db.Column(
'task_time_invoked', db.DateTime, nullable=True)
task_time_returned = db.Column(
'task_time_returned', db.DateTime, nullable=True)
task_memoize = db.Column('task_memoize', db.Text, nullable=False)
task_inputs = db.Column('task_inputs', db.Text, nullable=True)
task_outputs = db.Column('task_outputs', db.Text, nullable=True)
task_stdin = db.Column('task_stdin', db.Text, nullable=True)
task_stdout = db.Column('task_stdout', db.Text, nullable=True)
task_stderr = db.Column('task_stderr', db.Text, nullable=True)
__table_args__ = (
db.PrimaryKeyConstraint('task_id', 'run_id'),
)
class Resource(db.Model):
__tablename__ = RESOURCE
task_id = db.Column('task_id', db.Integer, db.ForeignKey(
'task.task_id'), nullable=False)
timestamp = db.Column('timestamp', db.DateTime, nullable=False)
run_id = db.Column('run_id', db.Text, db.ForeignKey(
'workflow.run_id'), nullable=False)
resource_monitoring_interval = db.Column(
'resource_monitoring_interval', db.Float, nullable=True)
psutil_process_pid = db.Column(
'psutil_process_pid', db.Integer, nullable=True)
psutil_process_memory_percent = db.Column(
'psutil_process_memory_percent', db.Float, nullable=True)
psutil_process_children_count = db.Column(
'psutil_process_children_count', db.Float, nullable=True)
psutil_process_time_user = db.Column(
'psutil_process_time_user', db.Float, nullable=True)
psutil_process_time_system = db.Column(
'psutil_process_time_system', db.Float, nullable=True)
psutil_process_memory_virtual = db.Column(
'psutil_process_memory_virtual', db.Float, nullable=True)
psutil_process_memory_resident = db.Column(
'psutil_process_memory_resident', db.Float, nullable=True)
psutil_process_disk_read = db.Column(
'psutil_process_disk_read', db.Float, nullable=True)
psutil_process_disk_write = db.Column(
'psutil_process_disk_write', db.Float, nullable=True)
psutil_process_status = db.Column(
'psutil_process_status', db.Text, nullable=True)
psutil_cpu_num = db.Column(
'psutil_cpu_num', db.Text, nullable=True)
psutil_process_num_ctx_switches_voluntary = db.Column(
'psutil_process_num_ctx_switches_voluntary', db.Float, nullable=True)
psutil_process_num_ctx_switches_involuntary = db.Column(
'psutil_process_num_ctx_switches_involuntary', db.Float, nullable=True)
__table_args__ = (
db.PrimaryKeyConstraint('task_id', 'run_id', 'timestamp'),)
|
