1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
#!/bin/bash
#
# Copyright 2018 Norbert Preining
# License: GPL3+
#
# test cafeobj with with memo on/off and sbcl/acl
# against a set of .mod files from a given directory (first argument)
# Usage:
# run-all-checks PATH-TO-DIR-WITH-MOD-FILES
# Generates lots of .log files for each combination and test
# Generates a file
# result.YYYYMMDDHHMMSS.csv
# containing the results
timeout=10m
dn=$(dirname $0)
if [ "$1" = "-no-run" ] ; then
runco=false
shift
else
runco=true
fi
output=results.$(date '+%Y%m%d%H%M%S').csv
if [ -r $output ] ; then
echo "$output already present, exiting" >&2
exit 1
fi
echo "test,sbcl,,,,acl,,," > $output
echo ",memo on,,memo off,,memo on,,memo off," >> $output
echo ",result,time,result,time,result,time,result,time" >> $output
if [ ! -d "$1" ] ; then
echo "Not a directory: $1" >&2
exit 1
fi
function shipout_run_data {
testname=$1
if [ ! -r $testname.sbcl.memo-off.log ] ; then
return
fi
declare -A ret
declare -A tim
for e in sbcl acl ; do
for m in on off ; do
ret[${e},${m}]=$(get_exit_status $testname.$e.memo-$m.log)
tim[${e},${m}]=$(get_elapsed_time $testname.$e.memo-$m.log)
if [ -n "${ret[${e},${m}]}" ] ; then
set $(echo ${ret[${e},${m}]} | sed -e 's/:/ /')
# echo "e=$e, m=$m ret=${ret[${e},${m}]}, 1=$1, 2=$2"
if [ "$1" = "OK" ] ; then
ret[${e},${m}]="OK"
else
ret[${e},${m}]="$1 ($2)"
fi
fi
done
done
echo "$testname,${ret[sbcl,on]},${tim[sbcl,on]},${ret[sbcl,off]},${tim[sbcl,off]},${ret[acl,on]},${tim[acl,on]},${ret[acl,off]},${tim[acl,off]}" >> $output
}
function get_exit_status {
local result
local errtype
if grep -q "Command exited with non-zero status 124" $1 ; then
result="ERROR"
errtype="timeout"
elif grep -q "more bytes of heap" $1 ; then
# ACL heap error
result="ERROR"
errtype="heap"
elif grep -q "Heap exhausted" $1 ; then
# SBCL heap error
result="ERROR"
errtype="heap"
elif grep -q "Stack overflow" $1 ; then
# ACL stack
result="ERROR"
errtype="stack"
elif grep -q "Control stack exhausted" $1 ; then
result="ERROR"
errtype="stack"
elif grep -q "Caught an exception" $1 ; then
result="ERROR"
errtype="unknown"
elif grep -q "Leaving CafeOBJ" $1 ; then
result=OK
else
result=ERROR
errtype=???
fi
echo "$result:$errtype"
}
function get_elapsed_time {
# 22.52user 1.95system 0:24.47elapsed 99%CPU (0avgtext+0avgdata 17612maxresident)k
# 0inputs+9845072outputs (0major+1788minor)pagefaults 0swaps
# format of elapsed time is [hours:]minutes:seconds[.subseconds]
elapsedTime=$(tail -5 $1 | grep elapsed | awk '{print$3}' | sed -e 's/elapsed$//')
echo "$elapsedTime"
}
for i in "$1"/*.mod ; do
bn=`basename "$i" .mod`
echo -n "$bn: "
echo -n "sbcl/memo-off "
$runco && /usr/bin/time timeout $timeout $dn/cafeobj-memo off $i sbcl > $bn.sbcl.memo-off.log 2>&1
echo -n "sbcl/memo-on "
$runco && /usr/bin/time timeout $timeout $dn/cafeobj-memo on $i sbcl > $bn.sbcl.memo-on.log 2>&1
echo -n "acl/memo-off "
$runco && /usr/bin/time timeout $timeout $dn/cafeobj-memo off $i acl-standalone > $bn.acl.memo-off.log 2>&1
echo -n "acl/memo-on "
$runco && /usr/bin/time timeout $timeout $dn/cafeobj-memo on $i acl-standalone > $bn.acl.memo-on.log 2>&1
shipout_run_data $bn
echo "done"
done
# vim:set tabstop=2 expandtab: #
|
