1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
$LOAD_PATH << File.expand_path('../../lib', __FILE__)
# Benchmarking written by Bernard Lambeau and Jason Garber of the Treetop
# project.
#
# To test your optimizations:
# 1. Run ruby seqpar.rb
# 2. cp after.dat before.dat
# 3. Make your modifications to the Citrus code
# 4. Run ruby seqpar.rb
# 5. Run gnuplot seqpar.gnuplot
require 'citrus'
require 'benchmark'
srand(47562) # So it runs the same each time
class Array
def sum
inject(0) {|m, x| m + x }
end
def mean
sum / size
end
end
class SeqParBenchmark
OPERATORS = ["seq", "fit", "art" * 5, "par", "sequence"]
def initialize
@where = File.expand_path('..', __FILE__)
Citrus.load(File.join(@where, 'seqpar'))
@grammar = SeqPar
end
# Checks the grammar
def check
[ "Task",
"seq Task end",
"par Task end",
"seq Task Task end",
"par Task Task end",
"par seq Task end Task end",
"par seq seq Task end end Task end",
"seq Task par seq Task end Task end Task end"
].each do |input|
@grammar.parse(input)
end
end
# Generates an input text
def generate(depth=0)
return "Task" if depth > 7
return "seq #{generate(depth + 1)} end" if depth == 0
which = rand(OPERATORS.length)
case which
when 0
"Task"
else
raise unless OPERATORS[which]
buffer = "#{OPERATORS[which]} "
0.upto(rand(4) + 1) do
buffer << generate(depth + 1) << " "
end
buffer << "end"
buffer
end
end
# Launches benchmarking
def benchmark
number_by_size = Hash.new {|h,k| h[k] = 0}
time_by_size = Hash.new {|h,k| h[k] = 0}
0.upto(250) do |i|
input = generate
length = input.length
puts "Launching #{i}: #{input.length}"
# puts input
tms = Benchmark.measure { @grammar.parse(input) }
number_by_size[length] += 1
time_by_size[length] += tms.total * 1000
end
# puts number_by_size.inspect
# puts time_by_size.inspect
File.open(File.join(@where, 'after.dat'), 'w') do |dat|
number_by_size.keys.sort.each do |size|
dat << "#{size} #{(time_by_size[size]/number_by_size[size]).truncate}\n"
end
end
if File.exists?(File.join(@where, 'before.dat'))
before = {}
performance_increases = []
File.foreach(File.join(@where, 'before.dat')) do |line|
size, time = line.split(' ')
before[size] = time
end
File.foreach(File.join(@where, 'after.dat')) do |line|
size, time = line.split(' ')
performance_increases << (before[size].to_f - time.to_f) / before[size].to_f unless time == "0" || before[size] == "0"
end
puts "Average performance increase: #{(performance_increases.mean * 100 * 10).round / 10.0}%"
end
end
end
SeqParBenchmark.new.benchmark
|
