File: perfDataSplit.sh

package info (click to toggle)
vecgeom 1.2.8%2Bdfsg-2
  • links: PTS, VCS
  • area: main
  • in suites: sid, trixie
  • size: 24,016 kB
  • sloc: cpp: 88,803; ansic: 6,888; python: 1,035; sh: 582; sql: 538; makefile: 23
file content (56 lines) | stat: -rw-r--r-- 2,513 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
#!/bin/sh

LOGDIR=$1/logs
DATDIR=$1/dats
PNGDIR=$1/pngs
COMMIT=$2

#.. extract performance data from log files
mkdir -p ${DATDIR}
for shape in `cat shapes.lis`
do echo Extracting perf data for $shape
   rm -rf ${DATDIR}/$shape-*.dat
   for file in ${LOGDIR}/${shape}-job*.log
   do grep "Inside:"   $file | cut -c-15,24-33 >> ${DATDIR}/$shape-inside.dat
      grep "Contains:" $file | cut -c-16,58-66 >> ${DATDIR}/$shape-contains.dat
      grep "nceToIn:"  $file | cut -c-16,31-40 >> ${DATDIR}/$shape-distToIn.dat
      grep "nceToIn:"  $file | cut -c-16,66-74 >> ${DATDIR}/$shape-safeToIn.dat
      grep "nceToOut:" $file | cut -c-15,31-40 >> ${DATDIR}/$shape-distToOut.dat
      grep "nceToOut:" $file | cut -c-16,68-76 >> ${DATDIR}/$shape-safeToOut.dat
   done

   #.. classify by algorith + implementation
   for algo in inside contains distToIn distToOut safeToIn safeToOut
   do fname=${shape}-${algo}
      grep Vector ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-vect.dat
      grep Specia ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-spec.dat
      grep Unspec ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-unspec.dat
      grep ROOT   ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-root.dat
      grep USolid ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-usolids.dat
      grep Geant4 ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-geant4.dat
      grep CUDA   ${DATDIR}/${fname}.dat | cut -c17-24 >> ${DATDIR}/${fname}-cuda.dat
   done
done

#.. write perf machine info on top of output file
outfile=$1/${COMMIT}-perf.dat
echo \# `date` > ${outfile}
echo \# `uname -a` >> ${outfile}
echo \# `cat /proc/cpuinfo | grep "model name" | uniq` >> ${outfile}
echo \# `grep repetitions $LOGDIR/*.log | cut -d' ' -f5- | uniq` >> ${outfile}

#.. save averages into shape's performance history
mkdir -p ${PNGDIR}
for shape in `cat shapes.lis`
do echo === averaging perf data for $shape
   for algo in inside contains distToIn distToOut safeToIn safeToOut
   do for impl in vect spec unspec root usolids geant4
      do dataTag=${shape}-${algo}-${impl}
	 #.. on 20160510 weekly meeting: request to avoid 0.000000 entries in output file
	 printf " %-28s %9.6f %9.6f  %3i  %6.3f\n" \
		$(echo ${dataTag} `python ./average.py -f ${DATDIR}/${dataTag}.dat`) \
	        | sed 's#0.000000  0.000000    0   0.000#-.------  -.------    -   -.---#' >> ${outfile}
	 test -e last.png && mv last.png ${PNGDIR}/${dataTag}.png
      done
   done
done