1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
"""Check tests are not skipped in every ci job"""
from __future__ import print_function
import os
import sys
import xml.etree.ElementTree as ET
base_dir = sys.argv[1]
# dict {test: result} where result is False if the test was skipped in every
# job and True otherwise.
always_skipped = {}
for name in os.listdir(base_dir):
# all test result files are in base_dir/test_result_*/ dirs
if name.startswith("test_result_"):
print(f"> processing test result from job {name.replace('test_result_', '')}")
print(" > tests skipped:")
result_file = os.path.join(base_dir, name, "test_result.xml")
root = ET.parse(result_file).getroot()
# All tests are identified by the xml tag testcase.
for test in root.iter("testcase"):
test_name = test.attrib["name"]
skipped = any(child.tag == "skipped" for child in test)
if skipped:
print(" -", test_name)
if test_name in always_skipped:
always_skipped[test_name] &= skipped
else:
always_skipped[test_name] = skipped
print("\n------------------------------------------------------------------\n")
# List of tests that we don't want to fail the CI if they are skipped in
# every job. This is useful for tests that depend on specific versions of
# numpy or scipy and we don't want to pin old versions of these libraries.
SAFE_SKIPPED_TESTS = ["test_multiple_shipped_openblas"]
fail = False
for test, skipped in always_skipped.items():
if skipped:
if test in SAFE_SKIPPED_TESTS:
print(test, "was skipped in every job but it's fine to skip it")
else:
fail = True
print(test, "was skipped in every job")
if fail:
sys.exit(1)
|
