1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
|
#!/usr/bin/env python3
import re
import sys
import os.path
import subprocess
from collections import namedtuple
Subtest = namedtuple("Subtest", "name description")
def get_testlist(path):
"read binaries' names from test-list.txt"
with open(path, 'r') as f:
assert(f.readline() == "TESTLIST\n")
tests = f.readline().strip().split(" ")
assert(f.readline() == "END TESTLIST\n")
return tests
def get_subtests(testdir, test):
"execute test and get subtests with their descriptions via --describe"
output = []
full_test_path = os.path.join(testdir, test)
proc = subprocess.run([full_test_path, "--describe"], stdout=subprocess.PIPE)
description = ""
current_subtest = None
for line in proc.stdout.decode().splitlines():
if line.startswith("SUB "):
output += [Subtest(current_subtest, description)]
description = ""
current_subtest = line.split(' ')[1]
else:
description += line
output += [Subtest(current_subtest, description)]
return output
def main():
testlist_file = sys.argv[1]
testdir = os.path.abspath(os.path.dirname(testlist_file))
tests = get_testlist(testlist_file)
for test in tests:
subtests = get_subtests(testdir, test)
for name, description in subtests:
if name is None: # top level description
if not description: # is empty
print(test) # mention the test binary
continue # and skip because it's not a subtest
if "NO DOCUMENTATION!" in description:
print("{}@{}".format(test, name))
main()
|
