1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#!/usr/bin/python -tt
"""
Description will eventually go here.
"""
##
# Copyright (C) 2003 by Duke University
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
# 02111-1307, USA.
#
# $Id$
#
# @Author Konstantin Ryabitsev <icon@linux.duke.edu>
# @version $Date$
#
import sys
import re
##
# This is for testing purposes, so you can invoke this from the
# modules directory. See also the testing notes at the end of the
# file.
#
sys.path.insert(0, '../py/')
from epylog import InternalModule
class weeder_mod(InternalModule):
def __init__(self, opts, logger):
InternalModule.__init__(self)
self.logger = logger
rc = re.compile
weed_dist = opts.get('weed_dist', '/etc/epylog/weed_dist.cf')
weed_local = opts.get('weed_local', '/etc/epylog/weed.local.cf')
weed_dist = weed_dist.strip()
weed_local = weed_local.strip()
logger.put(5, 'weed_dist=%s' % weed_dist)
logger.put(5, 'weed_local=%s' % weed_local)
weed = {}
self.regex_map = {}
self.section_re = rc('^\s*\[(.*)\]\s*$')
self.comment_re = rc('^\s*#')
self.empty_re = rc('^\s*$')
for weedfile in [weed_dist, weed_local]:
try: weed = self._read_weed(open(weedfile), weed)
except: logger.put(5, 'Error reading %s' % weedfile)
if not weed: return
if 'REMOVE' in weed:
removes = weed['REMOVE']
del weed['REMOVE']
for remove in removes:
for key in weed.keys():
if remove in weed[key]:
regexes = weed[key]
weed[key] = []
for regex in regexes:
if regex != remove: weed[key].append(regex)
enable = opts.get('enable', 'ALL').split(',')
if 'ADD' in weed: enable.append('ADD')
if enable[0] == 'ALL': enable = weed.keys()
for key in enable:
key = key.strip()
regexes = weed.get(key, [])
for regex in regexes:
try: regex_re = rc(regex)
except:
logger.put(5, 'Error compiling regex "%s"' % regex)
continue
self.regex_map[regex_re] = self.do_weed
def _read_weed(self, fh, weed):
section = 'default'
while 1:
line = fh.readline()
if not line: break
if self.comment_re.search(line): continue
if self.empty_re.search(line): continue
mo = self.section_re.search(line)
if mo: section = mo.group(1)
else:
try: weed[section].append(line.strip())
except KeyError: weed[section] = [line.strip()]
return weed
##
# Line-matching routines
#
def do_weed(self, linemap):
return {1: linemap['multiplier']}
def finalize(self, rs):
report = '<p>Total messages weeded: <b>%d</b></p>' % rs[1]
return report
if __name__ == '__main__':
from epylog.helpers import ModuleTest
ModuleTest(weeder_mod, sys.argv)
|
