1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
#!/bin/bash -xv
# USAGE:
#
# NJOBS=10 NPOINTS=1024 shape_benchmark Box Cone ...
#
# If a list of shapes is not given, it attempts all shapes
#
JOBS=${NJOBS:-10}
NPTS=${NPOINTS:-1024}
if [[ $# > 0 ]]; then
# use list of shapes in command line
SHAPES="$@"
else
# attempt benchmark for all shapes
SHAPES=$(grep Benchmark: Makefile | cut -d: -f1 | xargs | sed -s 's/Benchmark//g')
fi
for SHAPE in ${SHAPES}; do
echo -ne "\r$(head -c 80 < /dev/zero | tr '\0' ' ')"
echo -ne "\rRunning Benchmark for ${SHAPE}"
# compile benchmark
[ -e ${SHAPE}Benchmark ] ||
(echo -e ": Compiling"; make ${SHAPE}Benchmark)
if [ $? != 0 ]; then
echo -e "--- FAILED ---"; sleep 1; continue
fi
TESTARCH="$(uname -p)"
# generate data if needed
if [ ! -f ${SHAPE}.dat ]; then
# run benchmark
for i in $(seq -w 1 ${JOBS}); do
echo -ne "\rRunning Benchmark for ${SHAPE}: Job ${i}"
./${SHAPE}Benchmark -npoints ${NPTS} &> ${SHAPE}-${i}.log
done
# extract and process information from log files
# make data file header
(echo -ne "Implementation\t";
grep "Contains:" ${SHAPE}-${JOBS}.log) |
cut -d " " -f 1 | xargs | tr " " "\t" >| ${SHAPE}.dat
for FUNC in Inside Contains {Safety,Distance}To{In,Out}; do
# get running times from log files
for i in $(seq -w 1 ${JOBS}); do
grep -o "${FUNC}:[^\,]\+," ${SHAPE}-${i}.log |
tr '()' '[]' | sed -e 's/-.-\+/0.0/g' |
sed 's/.*\[\([^]]*\)\].*/\1/g' |
tr -d s | xargs >> ${SHAPE}-${FUNC}.dat
done
# compute averages and standard deviations
awk -f - ${SHAPE}-${FUNC}.dat <<-EOF >> ${SHAPE}.dat
{
for(i=1; i<=NF; i++) {
sum[i] += \$i;
sumsq[i] += (\$i)^2
}
}
END {
printf "${FUNC}\t"
for (i=1;i<=NF;i++) {
printf "%.6f\t", sum[i]/NR;
}
# standard deviation not in use for now...
# printf "\n\t\t";
# for (i=1;i<=NF;i++) {
# printf "%.6f\t", sqrt((sumsq[i]-sum[i]^2/NR)/NR);
# }
printf "\n";
}
EOF
done
# remove temporary files
rm -f ${SHAPE}-*.{dat,log}
fi # [ ! -f ${SHAPE}.dat ]
# generate/update plot using gnuplot
if type -P gnuplot &>/dev/null; then
// BACKEND="$(grep BACKEND\:STRING CMakeCache.txt | cut -d= -f 2 -s)"
BACKEND="$(grep BACKEND\:STRING CMakeCache.txt | cut -d= -f 2 -s)"
PLOTCMD="plot '${SHAPE}.dat' u 2:xtic(1) t col"
PLOTREL="plot '${SHAPE}.dat' u (\$2/\$2):xtic(1) t col(2)"
NCOLS=$(head -n 1 ${SHAPE}.dat | wc -w)
[ $NCOLS == 1 ] && continue # don't plot if data is bad
for i in $(seq 3 $NCOLS); do
PLOTCMD="${PLOTCMD}, '' u ${i} t col"
PLOTREL="${PLOTREL}, '' u (\$${i}/\$2) t col"
done
echo "set term" > ./plot.cmd
gnuplot ./plot.cmd < /dev/null &> term.plot
grep -q pdf term.plot
if [ $? == 0 ]; then
FORMAT="pdf"
TERMCMD="set term pdf color enh lw 1.2 size 8,6"
else
FORMAT="png"
TERMCMD="set term png enh lw 1.2 size 1024,768"
fi
gnuplot <<-EOF
set auto x
set style data histogram
set style histogram cluster gap 2
set style fill solid border -1
#set xtic out center rotate by 5 offset 0,-0.3
set xtic out scale 0
set key top left maxrows 2
set title "${SHAPE} Benchmark — ${BACKEND} Backend — ${TESTARCH}"
set ylabel "Time (s)"
${TERMCMD}; set output '/dev/null'; ${PLOTCMD}
set yrange [0:1.1*GPVAL_Y_MAX]
set output '${SHAPE}-abs.${FORMAT}'
${PLOTCMD}
unset yrange
set grid y
set ylabel "T / T_{vectorized}"
set output '/dev/null'; ${PLOTREL}
set yrange [0:1.1*GPVAL_Y_MAX]
set output '${SHAPE}-rel.${FORMAT}'
${PLOTREL}
EOF
fi
done
echo
|
