1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
#############################################################################
# Copyright (c) 2007-2013 Balabit
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 as published
# by the Free Software Foundation, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
#
# As an additional exemption you are allowed to compile & link against the
# OpenSSL libraries as published by the OpenSSL project. See the file
# COPYING for details.
#
#############################################################################
from globals import *
from log import *
from control import *
from messagegen import syslog_prefix
def file_reader(fname):
try:
return open(fname + ".log", "r")
except IOError as e:
print_user("Error opening file: %s, %s" % (fname, str(e)))
def sql_reader(name):
(db, table) = name
try:
return os.popen("""echo "select * from %s order by msg;" | sqlite3 -separator " " %s """ % (table, db), "r")
except OSError as e:
print_user("Error opening file: %s, %s" % (fname, str(e)))
def check_contents(f, messages, syslog_prefix, skip_prefix):
if not f:
print_user("Failed to open file/database")
return False
print_user("Starting output file content check")
lineno = 1
# we handle message reordering by going through the complete
# file and looking for the message
# end the collected ranges must span the number of messages that
# we expect
matches = {}
read_line = f.readline().strip()
while read_line:
prefix_len = len(syslog_prefix);
if read_line[skip_prefix:prefix_len+skip_prefix] != syslog_prefix:
print_user("message does not start with syslog_prefix=%s, file=%s:%d, line=%s" % (syslog_prefix, f, lineno, read_line))
return False
msg = read_line[skip_prefix+prefix_len:]
m = re.match("^ (\S+) (\d+)/(\d+)", msg)
if not m:
print_user("message payload unexpected format, file=%s:%d, line=%s" % (f, lineno, read_line))
return False
msg = m.group(1)
session = int(m.group(2))
id = int(m.group(3))
if (msg, session) not in matches:
if id != 1:
print_user("the id of the first message in a session is not 1, session=%d, id=%d, file=%s:%d, line=%s" % (session, id, f, lineno, read_line))
return False
else:
if matches[(msg, session)] != id - 1:
print_user("message reordering/drop detected in the same session, session=%d, id=%d, expected_id=%d, file=%s:%d, line=%s" % (session, id, matches[(msg, session)]+1, f, lineno, read_line))
return False
matches[(msg, session)] = id
read_line = f.readline().strip()
lineno = lineno + 1
for (msg, session, count) in messages:
if (msg, session) not in matches:
print_user("output log files lack this kind of message: %s session: %d, count: %d" % (msg, session, count))
return False
if matches[(msg, session)] != count - 1:
print_user("not enough messages found, message: %s, session: %d, last_id: %d, count: %d" % (msg, session, matches[(msg, session)], count))
return False
del matches[(msg, session)]
if len(matches) > 0:
print_user("output contains more messages than expected: %s" % str(matches))
return False
return True
def check_reader_expected(reader, messages, settle_time, syslog_prefix, skip_prefix):
return check_contents(reader, messages, syslog_prefix, skip_prefix)
def check_file_expected(fname, messages, settle_time=1, syslog_prefix=syslog_prefix, skip_prefix = 0):
print_user("Checking contents of output files: %s" % fname)
flush_files(settle_time)
return check_reader_expected(file_reader(fname), messages, settle_time, syslog_prefix, skip_prefix)
def check_sql_expected(dbname, tablename, messages, settle_time=1, syslog_prefix="", skip_prefix=0 ):
print_user("Checking contents of output database %s, table: %s" % (dbname, tablename))
return check_reader_expected(sql_reader((dbname, tablename)), messages, settle_time, syslog_prefix, skip_prefix)
|
