1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
# Relevant bug: http://code.google.com/p/logstash/issues/detail?id=47
#
require "test/unit"
require "grok"
class GrokRegressionIssue47 < Test::Unit::TestCase
def test_issue_47
# http://code.google.com/p/logstash/issues/detail?id=47
grok = Grok.new
pri = "(?:<(?:[0-9]{1,3})>)"
month = "(?:Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)"
day = "(?: [1-9]|[12][0-9]|3[01])"
hour = "(?:[01][0-9]|2[0-4])"
minute = "(?:[0-5][0-9])"
second = "(?:[0-5][0-9])"
hostname = "(?:[A-Za-z0-9_.:]+)"
message = "(?:[ -~]+)"
grok.add_pattern("PRI", pri)
grok.add_pattern("MONTH", month)
grok.add_pattern("DAY", day)
grok.add_pattern("HOUR", hour)
grok.add_pattern("MINUTE", minute)
grok.add_pattern("SECOND", second)
grok.add_pattern("TIME", "%{HOUR}:%{MINUTE}:%{SECOND}")
grok.add_pattern("TIMESTAMP", "%{MONTH} %{DAY} %{TIME}")
grok.add_pattern("HOSTNAME", hostname)
grok.add_pattern("HEADER", "%{TIMESTAMP} %{HOSTNAME}")
grok.add_pattern("MESSAGE", message)
grok.compile("%{PRI}%{HEADER} %{MESSAGE}")
#start = Time.now
count = 10000
input = "<12>Mar 1 15:43:35 snack kernel: Kernel logging (proc) stopped."
count.times do |i|
begin
#GC.start
m = grok.match(input)
# Verify our pattern matches at least once successfully (for correctness)
captures = m.captures
errmsg = "on iteration #{i}\nInput: #{m.end - m.start} length\nSubject: #{m.subject.inspect}\nCaptures: #{captures.inspect}"
assert_equal("<12>", captures["PRI"].first, "pri #{errmsg}")
assert_equal("Mar 1 15:43:35", captures["TIMESTAMP"].first, "timestamp #{errmsg}")
assert_equal("snack", captures["HOSTNAME"].first, "hostname #{errmsg}")
assert_equal("kernel: Kernel logging (proc) stopped.", captures["MESSAGE"].first, "message #{errmsg}")
rescue => e
puts "Error on attempt #{i + 1}"
raise e
end
end
#duration = Time.now - start
# TODO(sissel): we could use the duration later?
#version = "#{RUBY_PLATFORM}/#{RUBY_VERSION}"
#version += "/#{JRUBY_VERSION}" if RUBY_PLATFORM == "java"
#puts "#{version}: duration: #{duration} / rate: #{count / duration} / iterations: #{count}"
#m = syslog3164_re.match(data)
end # def test_issue_47
end # class GrokRegressionIssue47
|
