1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
import sys
import os
import matplotlib
import yaml
import warnings
import motorlib.motor
from uilib.fileIO import loadFile, fileTypes
separator = '-' * 65
class colors:
OK = '\033[92m'
WARNING = '\033[93m'
FAIL = '\033[91m'
ENDC = '\033[0m'
BOLD = '\033[1m'
def color(string, name):
return str(name) + string + str(colors.ENDC)
def formatPercent(percent):
if percent < 1 / 100:
c = colors.OK
elif percent < 5 / 100:
c = colors.WARNING
else:
c = colors.FAIL
return color(str(round(percent * 100, 3)) + '%', c)
def runSim(path):
print('Loading motor from ' + path)
res = loadFile(path, fileTypes.MOTOR)
if res is not None:
motor = motorlib.motor.Motor(res)
print('Simulating burn...')
return motor.runSimulation()
else:
print('Error loading motor for test!')
def compareStat(title, a, b):
error = abs(a - b) / b
dispError = formatPercent(error)
print('\t\t' + title + ': ' + str(round(a, 3)) + ' vs ' + str(round(b, 3)) + ' (' + dispError + ')')
return error
def compareStats(simRes, stats):
print('\tBasic stats:')
thrustError = compareStat('Average Thrust', simRes.getAverageForce(), stats['averageThrust'])
btError = compareStat('Burn Time', simRes.getBurnTime(), stats['burnTime'])
ispError = compareStat('ISP', simRes.getISP(), stats['isp'])
propmassError = compareStat('Propellant Mass', simRes.getPropellantMass(), stats['propMass'])
score = 1 - ((1 - btError) * (1 - ispError) * (1 - propmassError))
dispScore = formatPercent(score)
print('\tOverall error: ' + dispScore)
return score
def compareAlerts(simRes, pastAlerts):
allMatched = True
for alert in simRes.alerts:
if alert.description not in pastAlerts:
print('\tSimulation produced unexpected alert: ' + color(alert.description, colors.WARNING))
allMatched = False
for alert in pastAlerts:
if alert not in [a.description for a in simRes.alerts]:
print('\tSimulation was missing expected alert: ' + color(alert, colors.WARNING))
if allMatched:
print('\tSimulation alerts matched.')
def runTests(path):
print(separator)
with open(path, 'r') as readLocation:
fileData = yaml.load(readLocation, Loader=yaml.Loader)
print("Running tests for '" + fileData['name'] + "'")
simRes = runSim(fileData['motor'])
if 'real' in fileData['data'].keys():
print('Compared to real data:')
compareStats(simRes, fileData['data']['real']['stats'])
if 'regression' in fileData['data'].keys():
for version in fileData['data']['regression']:
print('Compared to results from ' + str(version['version']) + ':')
compareStats(simRes, version['stats'])
compareAlerts(simRes, version['alerts'])
print(separator)
warnings.filterwarnings('ignore') # Todo: get rid of this. It hides numpy warnings to make output easier to read.
os.system('color')
filterCategory = None
if len(sys.argv) > 1:
if sys.argv[-1][-5:] == '.yaml' or sys.argv[-1][-4:] == '.yml':
runTests(sys.argv[1])
sys.exit()
else:
filterCategory = sys.argv[1]
print("Filtering to category '" + filterCategory + "'")
print(separator)
with open('data/tests.yaml', 'r') as readLocation:
fileData = yaml.load(readLocation, Loader=yaml.Loader)
for category in fileData.keys():
if filterCategory is None or category == filterCategory:
print("Running tests from category '" + category + "'")
for test in fileData[category]:
runTests(test)
|
