1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
# encoding: utf-8
# 2011 © Bruno Chareyre <bruno.chareyre@grenoble-inp.fr>
import yade
from yade.yexecfile import execfile
import math
import os
import sys
import time
import datetime
import traceback
class YadeCheckError(Exception):
"""Use ``raise YadeCheckError("message") when check fails. Or throw any other python exception that seems suitable."""
pass
scriptsToRun = os.listdir(checksPath)
failedScripts = list()
maxElapsedTime = 0
# some scripts are singleCore only because of required 100% reproducibility
singleCore = [
'checkVTKRecorder.py', 'checkPotentialVTKRecorders.py', 'checkJCFpm.py', 'checkPolyhedraCrush.py', 'checkColliderCorrectness.py',
'checkColliderConstantness.py'
]
# some scripts take longer than 30 seconds. Let's allow them, but only with yade --checkall
slowScripts = ['checkClumpHopper.py', 'checkMPISilo.py', 'colliderTorture.py', 'checkFlipSpheres.py']
# checkSpawn.py fails always for now, needs investigations
skipScripts = ['checkList.py', 'checkMPISilo.py','checkJCFpm.py','DEM-PFV-check.py','checkMPYcomm.py', 'checkMPI4PYcomm.py', 'checkMPI.py', 'checkPolyhedraCrush.py', 'checkCapillaryEngineStandalone.py']
# use this if you want to test only one script, it takes precedence over skipScripts.
onlyOneScript = []
mpiScripts = ['checkMPI.py', 'checkMPISilo.py', 'checkMPI4PYcomm.py', 'checkMPYcomm.py']
# singleCore = singleCore + mpiScripts # ignore hybrid MPIxOMP
def acceptOMPIVersion(): # filter out specific distros for MPI checks
# excludes ubuntu18, suze15, stretch (failed spawn with ompi v2)
if not 'MPI' in yade.config.features:
return False
if yade.libVersions.getAllVersionsCpp()['mpi'][0][0] == 2:
return False
if yade.libVersions.getAllVersionsCpp()['mpi'][1] == 'ompi:4.1.5':
return False # Open MPI 4.1.5 has a bug https://gitlab.com/yade-dev/trunk/-/issues/309 https://github.com/open-mpi/ompi/issues/11749
return True
if not acceptOMPIVersion():
skipScripts = skipScripts + mpiScripts
def multiCore(): # multi core --check is running.
return ((opts.threads != None and opts.threads != 1) or (opts.cores != None and opts.cores != '1'))
# function returns [ True / False , "reason for making decision to skip the script" ]
def mustCheck(sc):
if (len(onlyOneScript) == 1):
return [sc in onlyOneScript, "not in onlyOneScript"]
if ((not opts.checkall) and (sc in slowScripts)):
return [False, "in slowScripts"]
if (multiCore()):
return [(sc not in singleCore) and (sc not in skipScripts), "in singleCore or skipScripts"]
return [sc not in skipScripts, "in skipScripts"]
for script in scriptsToRun:
if (script[len(script) - 3:] == ".py" and mustCheck(script)[0]):
print("###################################")
print("running: ", script)
try:
t0 = time.time()
execfile(checksPath + "/" + script)
t1 = time.time()
elapsedTime = t1 - t0
maxElapsedTime = max(elapsedTime, maxElapsedTime)
print(
"Status:\033[92m success\033[0m, time spent on this check:" + ("\033[92m " if elapsedTime < 30 else "\033[91m ") +
str(datetime.timedelta(seconds=elapsedTime)) + "\033[0m"
)
print("___________________________________")
except Exception as e:
failedScripts.append(script)
traceback.print_exc()
print('\033[91m', script, " failure, caught exception ", e.__class__.__name__, ": ", e, '\033[0m')
O.reset()
elif (not mustCheck(script)[0]):
print("###################################")
print("Skipping %s, because it is \033[44m%s\033[0m." % (script, mustCheck(script)[1]))
if (maxElapsedTime > 30):
print("\033[95mWARNING: some checks took longer than 30 seconds.\033[0m")
print("Most time spend on a single check: " + str(datetime.timedelta(seconds=maxElapsedTime)))
if (len(failedScripts) != 0):
print('\033[91m', len(failedScripts), " tests are failed" + '\033[0m')
for s in failedScripts:
print(" " + s)
sys.exit(1)
else:
# https://misc.flogisoft.com/bash/tip_colors_and_formatting
print('\033[92m' + "*** ALL CHECKS PASSED ***" + '\033[0m')
sys.exit(0)
|
