1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
#!/usr/bin/env python3
# Copyright 2022 Huawei Cloud Computing Technology Co., Ltd.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
import time
from typing import Any, Dict, List
g_RESULTS: Dict[str, List[Any]] = {}
g_COUNT: float = 0
PASS_count: float = 0
PASS_time: float = 0
time_start: float = time.time()
time_stop: float = 0
for attempt in os.listdir("."):
if os.path.isdir(attempt):
g_COUNT += 1
with open(os.path.join(attempt, "result")) as f:
result = f.read().strip()
g_RESULTS[result] = g_RESULTS.get(result, []) + [int(attempt)]
try:
with open(os.path.join(attempt, "time-start")) as f:
start = float(f.read().strip())
time_start = min(time_start, start)
except:
pass
try:
with open(os.path.join(attempt, "time-stop")) as f:
stop = float(f.read().strip())
time_stop = max(time_start, stop)
except:
pass
if (start > 0) and (stop >= start) and result == "PASS":
PASS_count += 1
PASS_time += stop - start
result: str = "UNKNOWN"
if set(g_RESULTS.keys()) <= set(["PASS", "FAIL"]):
if not g_RESULTS.get("FAIL"):
result = "PASS"
elif not g_RESULTS.get("PASS"):
result = "FAIL"
else:
result = "FLAKY"
with open("result", "w") as f:
f.write("%s\n" % (result, ))
with open("time-start", "w") as f:
f.write("%d\n" % (time_start, ))
with open("time-stop", "w") as f:
f.write("%d\n" % (time_stop, ))
with open("stdout", "w") as f:
f.write("Summary: %s\n\n" % (result, ))
f.write("PASS: %s\n" % (sorted(g_RESULTS.get("PASS", [])), ))
failures =sorted(g_RESULTS.get("FAIL", []))
f.write("FAIL: %s\n" % (failures, ))
g_RESULTS.pop("PASS", None)
g_RESULTS.pop("FAIL", None)
if g_RESULTS:
f.write("\nother results: %r\n" % (g_RESULTS, ))
if result == "FLAKY":
f.write("\nFailure rate %5.2f%%\n" % (100.0 * len(failures) / g_COUNT))
if PASS_count >= 2:
f.write("\nAverage time of a passed test instance: %.1fs\n"
% (PASS_time / PASS_count))
with open("stderr", "w") as f:
pass
|
