1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
#!/bin/bash
[[ "$(command -v gnuplot)" ]] || { echo "gnuplot is not installed" 1>&2 ; exit 1; }
SCRIPTPATH="$( cd "$(dirname "$0")" ; pwd -P )"
cd $SCRIPTPATH/..
plotdirectory=$SCRIPTPATH/plots/$(uname -n)
mkdir -p $plotdirectory
os=$(uname)
if [ "$os" = "Linux" ]; then
echo "You are using linux."
echo "We are going to just parse using simdjson, and collect perf stats."
make parse parse_noutf8validation parse_nonumberparsing parse_nostringparsing
myfile=$plotdirectory"/parselinuxtable.txt"
echo $myfile
echo "" > $myfile
myfilenoutf8validation=$plotdirectory"/parselinuxtable_noutf8validation.txt"
echo $myfilenoutf8validation
echo "" > $myfilenoutf8validation
myfilenonumberparsing=$plotdirectory"/parselinuxtable_nonumberparsing.txt"
echo $myfilenonumberparsing
echo "" > $myfilenonumberparsing
myfilenostringparsing=$plotdirectory"/parselinuxtable_nostringparsing.txt"
echo $myfilenostringparsing
echo "" > $myfilenostringparsing
for i in $SCRIPTPATH/../jsonexamples/*.json; do
[ -f "$i" ] || break
echo $i
$SCRIPTPATH/../parse -t "$i" >> "$myfile"
$SCRIPTPATH/../parse_noutf8validation -t "$i" >> "$myfilenoutf8validation"
$SCRIPTPATH/../parse_nonumberparsing -t "$i" >> "$myfilenonumberparsing"
$SCRIPTPATH/../parse_nostringparsing -t "$i" >> "$myfilenostringparsing"
done
paste $myfile $myfilenoutf8validation $myfilenonumberparsing $myfilenostringparsing > "$myfile.tmp"
mv "$myfile.tmp" $myfile
rm $myfilenoutf8validation $myfilenonumberparsing $myfilenostringparsing
gnuplot -e "filename='$myfile';name='$plotdirectory/stackedperf.pdf'" $SCRIPTPATH/stackbar.gnuplot
fi
make parsingcompetition
echo "parsing (with competition)"
echo
for i in $SCRIPTPATH/../jsonexamples/*.json; do
[ -f "$i" ] || break
echo $i
shortname=$(basename $SCRIPTPATH/$i.table)
corename=$(basename ${shortname%.*})".pdf"
$SCRIPTPATH/../parsingcompetition -t $i > $plotdirectory/$shortname
sort $plotdirectory/$shortname > $plotdirectory/$shortname.table.sorted
gnuplot -e "filename='$plotdirectory/$shortname.table.sorted';name='$plotdirectory/$corename'" $SCRIPTPATH/bar.gnuplot
rm $plotdirectory/$shortname
rm $plotdirectory/$shortname.table.sorted
echo
done
make parseandstatcompetition
echo "parsing and collecting basic stats on json documents as quickly as possible"
echo
for i in $SCRIPTPATH/../jsonexamples/*.json; do
[ -f "$i" ] || break
echo $i
shortname=$(basename $SCRIPTPATH/$i"parseandstat.table")
corename=$(basename ${shortname%.*})".pdf"
$SCRIPTPATH/../parseandstatcompetition -t $i> $plotdirectory/$shortname
sort $plotdirectory/$shortname > $plotdirectory/$shortname.table.sorted
gnuplot -e "filename='$plotdirectory/$shortname.table.sorted';name='$plotdirectory/$corename'" $SCRIPTPATH/bar.gnuplot
rm $plotdirectory/$shortname
rm $plotdirectory/$shortname.table.sorted
echo
done
make distinctuseridcompetition
echo "parsing and finding all user.id"
echo
for i in $SCRIPTPATH/../jsonexamples/twitter.json; do
[ -f "$i" ] || break
echo $i
shortname=$(basename $SCRIPTPATH/$i"distinctuserid.table")
corename=$(basename ${shortname%.*})".pdf"
$SCRIPTPATH/../distinctuseridcompetition -t jsonexamples/twitter.json> $plotdirectory/$shortname
sort $plotdirectory/$shortname > $plotdirectory/$shortname.table.sorted
gnuplot -e "filename='$plotdirectory/$shortname.table.sorted';name='$plotdirectory/$corename'" $SCRIPTPATH/bar.gnuplot
rm $plotdirectory/$shortname
rm $plotdirectory/$shortname.table.sorted
echo
done
echo "see results in "$plotdirectory
|
