1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66
|
import sys, re
import string
"""Simple script that scans all of the test suite results text fed in
through stdin and summarises the total number of failures, test
points, and test cases."""
# Read in everything
lines = sys.stdin.readlines()
# Init the running totals
failures = 0
cases = 0
tests = 0
bytes = 0
ticks = 0
invalid = 0
# hack for valdiag
name = ""
base = ""
for line in lines:
# --- Running: gen/ucz80/longor/longor
m = re.match(r'^--- Running: (.*)$', line)
if (m):
name = m.group(1)
# in case the test program crashes before the "--- Running" message
m = re.match(r'^[0-9]+ words read from (.*)\.ihx$',line)
if (m):
name = m.group(1)
base = name
m = re.match(r'([^/]*)/([^/]*)/([^/]*)/(.*)$', name)
if (m >= 3):
base = m.group(3)
# '--- Summary: f/t/c: ...', where f = # failures, t = # test points,
# c = # test cases.
if (re.search(r'^--- Summary:', line)):
(summary, data, rest) = re.split(r':', line)
(nfailures, ntests, ncases) = re.split(r'/', data)
failures = failures + string.atof(nfailures)
tests = tests + string.atof(ntests)
cases = cases + string.atof(ncases)
if (string.atof(nfailures)):
print "Failure: %s" % name
# '--- Simulator: b/t: ...', where b = # bytes, t = # ticks
if (re.search(r'^--- Simulator:', line)):
(simulator, data, rest) = re.split(r':', line)
(nbytes, nticks) = re.split(r'/', data)
bytes = bytes + string.atof(nbytes)
ticks = ticks + string.atof(nticks)
# Stop at 0x000228: (106) Invalid instruction 0x00fd
if (re.search(r'Invalid instruction', line) or re.search(r'unknown instruction', line)):
invalid += 1;
print "Invalid instruction: %s" % name
print "%-35.35s" % base,
if (invalid > 0):
print "%d invalid instructions," % invalid,
print "(f: %2.0f, t: %3.0f, c: %2.0f, b: %6.0f, t: %8.0f)" % (failures, tests, cases, bytes, ticks)
|