1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
|
#!/usr/bin/env python
#
# This file is part of snmpsim software.
#
# Copyright (c) 2010-2019, Ilya Etingof <etingof@gmail.com>
# License: http://snmplabs.com/snmpsim/license.html
#
# SNMP Simulator data file management tool
#
import getopt
import sys
from pyasn1.type import univ
from pysnmp.smi import builder, rfc1902, view, compiler
from snmpsim.record.search.file import getRecord
from snmpsim.record import snmprec, dump, mvc, sap, walk
from snmpsim import error
# Defaults
verboseFlag = True
mibSources = []
defaultMibSources = ['http://mibs.snmplabs.com/asn1/@mib@']
sortRecords = ignoreBrokenRecords = deduplicateRecords = lostComments = False
startOID = stopOID = None
srcRecordType = dstRecordType = 'snmprec'
inputFiles = []
outputFile = sys.stdout
escapedStrings = False
if hasattr(outputFile, 'buffer'):
outputFile = outputFile.buffer
writtenCount = skippedCount = duplicateCount = brokenCount = variationCount = 0
class SnmprecRecord(snmprec.SnmprecRecord):
def evaluateValue(self, oid, tag, value, **context):
# Variation module reference
if ':' in tag:
context['backdoor']['textTag'] = tag
return oid, '', value
else:
return snmprec.SnmprecRecord.evaluateValue(self, oid, tag, value)
def formatValue(self, oid, value, **context):
if 'textTag' in context['backdoor']:
return self.formatOid(oid), context['backdoor']['textTag'], value
else:
return snmprec.SnmprecRecord.formatValue(self, oid, value, **context)
# data file types and parsers
recordsSet = {
dump.DumpRecord.ext: dump.DumpRecord(),
mvc.MvcRecord.ext: mvc.MvcRecord(),
sap.SapRecord.ext: sap.SapRecord(),
walk.WalkRecord.ext: walk.WalkRecord(),
SnmprecRecord.ext: SnmprecRecord()
}
helpMessage = """\
Usage: %s [--help]
[--version]
[--quiet]
[--sort-records]
[--ignore-broken-records]
[--deduplicate-records]
[--escaped-strings]
[--mib-source=<url>]
[--start-object=<MIB-NAME::[symbol-name]|OID>]
[--stop-object=<MIB-NAME::[symbol-name]|OID>]
[--source-record-type=<%s>]
[--destination-record-type=<%s>]
[--input-file=<filename>]
[--output-file=<filename>]""" % (sys.argv[0],
'|'.join(recordsSet.keys()),
'|'.join(recordsSet.keys()))
try:
opts, params = getopt.getopt(sys.argv[1:], 'hv',
['help', 'version', 'quiet', 'sort-records',
'ignore-broken-records',
'deduplicate-records',
'escaped-strings',
'start-oid=', 'stop-oid=', 'start-object=',
'stop-object=',
'mib-source=', 'source-record-type=',
'destination-record-type=',
'input-file=', 'output-file=']
)
except Exception:
if verboseFlag:
sys.stderr.write('ERROR: %s\r\n%s\r\n' % (sys.exc_info()[1], helpMessage))
sys.exit(-1)
if params:
if verboseFlag:
sys.stderr.write('ERROR: extra arguments supplied %s\r\n%s\r\n' % (params, helpMessage))
sys.exit(-1)
for opt in opts:
if opt[0] == '-h' or opt[0] == '--help':
sys.stderr.write("""\
Synopsis:
SNMP Simulator data files management and repair tool.
Documentation:
http://snmplabs.com/snmpsim/managing-data-files.html
%s
""" % helpMessage)
sys.exit(-1)
if opt[0] == '-v' or opt[0] == '--version':
import snmpsim
import pysmi
import pysnmp
import pyasn1
sys.stderr.write("""\
SNMP Simulator version %s, written by Ilya Etingof <etingof@gmail.com>
Using foundation libraries: pysmi %s, pysnmp %s, pyasn1 %s.
Python interpreter: %s
Software documentation and support at http://snmplabs.com/snmpsim
%s
""" % (snmpsim.__version__,
hasattr(pysmi, '__version__') and pysmi.__version__ or 'unknown',
hasattr(pysnmp, '__version__') and pysnmp.__version__ or 'unknown',
hasattr(pyasn1, '__version__') and pyasn1.__version__ or 'unknown',
sys.version, helpMessage))
sys.exit(-1)
if opt[0] == '--quiet':
verboseFlag = False
if opt[0] == '--sort-records':
sortRecords = True
if opt[0] == '--ignore-broken-records':
ignoreBrokenRecords = True
if opt[0] == '--deduplicate-records':
deduplicateRecords = True
if opt[0] == '--escaped-strings':
escapedStrings = True
# obsolete begin
if opt[0] == '--start-oid':
startOID = univ.ObjectIdentifier(opt[1])
if opt[0] == '--stop-oid':
stopOID = univ.ObjectIdentifier(opt[1])
# obsolete end
if opt[0] == '--mib-source':
mibSources.append(opt[1])
if opt[0] == '--start-object':
startOID = rfc1902.ObjectIdentity(*opt[1].split('::', 1))
if opt[0] == '--stop-object':
stopOID = rfc1902.ObjectIdentity(*opt[1].split('::', 1),
**dict(last=True))
if opt[0] == '--source-record-type':
if opt[1] not in recordsSet:
if verboseFlag:
sys.stderr.write('ERROR: unknown record type <%s> (known types are %s)\r\n%s\r\n' % (opt[1], ', '.join(recordsSet.keys()), helpMessage))
sys.exit(-1)
srcRecordType = opt[1]
if opt[0] == '--destination-record-type':
if opt[1] not in recordsSet:
if verboseFlag:
sys.stderr.write('ERROR: unknown record type <%s> (known types are %s)\r\n%s\r\n' % (opt[1], ', '.join(recordsSet.keys()), helpMessage))
sys.exit(-1)
dstRecordType = opt[1]
if opt[0] == '--input-file':
inputFiles.append(open(opt[1], 'rb'))
if opt[0] == '--output-file':
outputFile = open(opt[1], 'wb')
if not inputFiles:
inputFiles.append(sys.stdin)
if isinstance(startOID, rfc1902.ObjectIdentity) or \
isinstance(stopOID, rfc1902.ObjectIdentity):
mibBuilder = builder.MibBuilder()
mibViewController = view.MibViewController(mibBuilder)
compiler.addMibCompiler(
mibBuilder, sources=mibSources or defaultMibSources
)
if isinstance(startOID, rfc1902.ObjectIdentity):
startOID.resolveWithMib(mibViewController)
if isinstance(stopOID, rfc1902.ObjectIdentity):
stopOID.resolveWithMib(mibViewController)
recordsList = []
for inputFile in inputFiles:
if verboseFlag:
sys.stderr.write('# Input file #%s, processing records from %s till %s\r\n' % (inputFiles.index(inputFile), startOID or 'the beginning', stopOID or 'the end'))
lineNo = 0
while True:
line, recLineNo, _ = getRecord(inputFile, lineNo)
if not line:
break
if recLineNo != lineNo + 1:
if verboseFlag:
sys.stderr.write('# Losing comment at lines %s..%s (input file #%s)\r\n' % (lineNo + 1, recLineNo - 1, inputFiles.index(inputFile)))
lineNo = recLineNo
lostComments += 1
backdoor = {}
try:
oid, value = recordsSet[srcRecordType].evaluate(line, backdoor=backdoor)
except error.SnmpsimError:
if ignoreBrokenRecords:
if verboseFlag:
sys.stderr.write('# Skipping broken record <%s>: %s\r\n' % (line, sys.exc_info()[1]))
brokenCount += 1
continue
else:
if verboseFlag:
sys.stderr.write('ERROR: broken record <%s>: %s\r\n' % (line, sys.exc_info()[1]))
sys.exit(-1)
if (startOID and startOID > oid or
stopOID and stopOID < oid):
skippedCount += 1
continue
recordsList.append((oid, value, backdoor))
if sortRecords:
recordsList.sort(key=lambda x: x[0])
uniqueIndices = set()
for record in recordsList:
if deduplicateRecords:
if record[0] in uniqueIndices:
if verboseFlag:
sys.stderr.write('# Skipping duplicate record <%s>\r\n' % record[0])
duplicateCount += 1
continue
else:
uniqueIndices.add(record[0])
try:
outputFile.write(
recordsSet[dstRecordType].format(
record[0], record[1], backdoor=record[2], nohex=escapedStrings
)
)
except:
sys.stderr.write('ERROR: record not written: %s\r\n' % sys.exc_info()[1])
break
writtenCount += 1
if record[2]:
variationCount += 1
if verboseFlag:
sys.stderr.write('# Records: written %s, filtered out %s, deduped %s, ignored %s, broken %s, variated %s\r\n' % (writtenCount, skippedCount, duplicateCount, lostComments, brokenCount, variationCount))
outputFile.flush()
outputFile.close()
|
