1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
#!/usr/bin/env python3
# This script lists the GNU failing tests by size
# Just like with util/run-gnu-test.sh, we expect the gnu sources
# to be in ../
import urllib.request
import urllib
import os
import glob
import json
import sys
base = "../gnu/tests/"
# Try to download the file, use local copy if download fails
result_json = "result.json"
try:
urllib.request.urlretrieve(
"https://raw.githubusercontent.com/uutils/coreutils-tracking/main/gnu-full-result.json",
result_json
)
except Exception as e:
print(f"Failed to download the file: {e}")
if not os.path.exists(result_json):
print(f"Local file '{result_json}' not found. Exiting.")
sys.exit(1)
else:
print(f"Using local file '{result_json}'.")
types = ("/*/*.sh", "/*/*.pl", "/*/*.xpl")
tests = []
error_tests = []
skip_tests = []
for files in types:
tests.extend(glob.glob(base + files))
# sort by size
list_of_files = sorted(tests, key=lambda x: os.stat(x).st_size)
def show_list(l):
# Remove the factor tests and reverse the list (bigger first)
tests = list(filter(lambda k: "factor" not in k, l))
for f in reversed(tests):
if contains_require_root(f):
print("%s: %s / require_root" % (f, os.stat(f).st_size))
else:
print("%s: %s" % (f, os.stat(f).st_size))
print("")
print("%s tests remaining" % len(tests))
def contains_require_root(file_path):
try:
with open(file_path, "r") as file:
return "require_root_" in file.read()
except IOError:
return False
with open("result.json", "r") as json_file:
data = json.load(json_file)
for d in data:
for e in data[d]:
# Not all the tests are .sh files, rename them if not.
script = e.replace(".log", ".sh")
a = f"{base}{d}/{script}"
if not os.path.exists(a):
a = a.replace(".sh", ".pl")
if not os.path.exists(a):
a = a.replace(".pl", ".xpl")
# the tests pass, we don't care anymore
if data[d][e] == "PASS":
try:
list_of_files.remove(a)
except ValueError:
print("Could not find test '%s'. Maybe update the GNU repo?" % a)
sys.exit(1)
# if it is SKIP, show it
if data[d][e] == "SKIP":
list_of_files.remove(a)
skip_tests.append(a)
# if it is ERROR, show it
if data[d][e] == "ERROR":
list_of_files.remove(a)
error_tests.append(a)
print("===============")
print("SKIP tests:")
show_list(skip_tests)
print("")
print("===============")
print("ERROR tests:")
show_list(error_tests)
print("")
print("===============")
print("FAIL tests:")
show_list(list_of_files)
|
