1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
|
#!/usr/bin/env python
## See the usage() function for operating instructions. ##
import re
import sys
import operator
_re_trail = re.compile('\((?P<txn_body>[a-z_]*), (?P<filename>[a-z_\-./]*), (?P<lineno>[0-9]*), (?P<txn>0|1)\): (?P<ops>.*)')
_re_table_op = re.compile('\(([a-z]*), ([a-z]*)\)')
_seperator = '------------------------------------------------------------\n'
def parse_trails_log(infile):
trails = []
lineno = 0
for line in infile.readlines():
m = _re_trail.match(line)
lineno = lineno + 1
if not m:
sys.stderr.write('Invalid input, line %u:\n%s\n' % (lineno, line))
sys.exit(1)
txn = int(m.group('txn'))
if not txn:
### We're not interested in trails that don't use txns at this point.
continue
txn_body = (m.group('txn_body'), m.group('filename'),
int(m.group('lineno')))
trail = _re_table_op.findall(m.group('ops'))
trail.reverse()
if not trail:
sys.stderr.write('Warning! Empty trail at line %u:\n%s' % (lineno, line))
trails.append((txn_body, trail))
return trails
def output_summary(trails, outfile):
ops = []
for (txn_body, trail) in trails:
ops.append(len(trail))
ops.sort()
total_trails = len(ops)
total_ops = reduce(operator.add, ops)
max_ops = ops[-1]
median_ops = ops[total_trails / 2]
average_ops = float(total_ops) / total_trails
outfile.write(_seperator)
outfile.write('Summary\n')
outfile.write(_seperator)
outfile.write('Total number of trails: %10i\n' % total_trails)
outfile.write('Total number of ops: %10i\n' % total_ops)
outfile.write('max ops/trail: %10i\n' % max_ops)
outfile.write('median ops/trail: %10i\n' % median_ops)
outfile.write('average ops/trail: %10.2f\n' % average_ops)
outfile.write('\n')
# custom compare function
def _freqtable_cmp((a, b), (c, d)):
c = cmp(d, b)
if not c:
c = cmp(a, c)
return c
def list_frequencies(list):
"""
Given a list, return a list composed of (item, frequency)
in sorted order
"""
counter = {}
for item in list:
counter[item] = counter.get(item, 0) + 1
frequencies = counter.items()
frequencies.sort(_freqtable_cmp)
return frequencies
def output_trail_length_frequencies(trails, outfile):
ops = []
for (txn_body, trail) in trails:
ops.append(len(trail))
total_trails = len(ops)
frequencies = list_frequencies(ops)
outfile.write(_seperator)
outfile.write('Trail length frequencies\n')
outfile.write(_seperator)
outfile.write('ops/trail frequency percentage\n')
for (r, f) in frequencies:
p = float(f) * 100 / total_trails
outfile.write('%4i %6i %5.2f\n' % (r, f, p))
outfile.write('\n')
def output_trail(outfile, trail, column = 0):
### Output the trail itself, in it's own column
if len(trail) == 0:
outfile.write('<empty>\n')
return
line = str(trail[0])
for op in trail[1:]:
op_str = str(op)
if len(line) + len(op_str) > 75 - column:
outfile.write('%s,\n' % line)
outfile.write(''.join(' ' * column))
line = op_str
else:
line = line + ', ' + op_str
outfile.write('%s\n' % line)
outfile.write('\n')
def output_trail_frequencies(trails, outfile):
total_trails = len(trails)
ttrails = []
for (txn_body, trail) in trails:
ttrails.append((txn_body, tuple(trail)))
frequencies = list_frequencies(ttrails)
outfile.write(_seperator)
outfile.write('Trail frequencies\n')
outfile.write(_seperator)
outfile.write('frequency percentage ops/trail trail\n')
for (((txn_body, file, line), trail), f) in frequencies:
p = float(f) * 100 / total_trails
outfile.write('-- %s - %s:%u --\n' % (txn_body, file, line))
outfile.write('%6i %5.2f %4i ' % (f, p, len(trail)))
output_trail(outfile, trail, 37)
def output_txn_body_frequencies(trails, outfile):
bodies = []
for (txn_body, trail) in trails:
bodies.append(txn_body)
total_trails = len(trails)
frequencies = list_frequencies(bodies)
outfile.write(_seperator)
outfile.write('txn_body frequencies\n')
outfile.write(_seperator)
outfile.write('frequency percentage txn_body\n')
for ((txn_body, file, line), f) in frequencies:
p = float(f) * 100 / total_trails
outfile.write('%6i %5.2f %s - %s:%u\n'
% (f, p, txn_body, file, line))
def usage(pgm):
w = sys.stderr.write
w("%s: a program for analyzing Subversion trail usage statistics.\n" % pgm)
w("\n")
w("Usage:\n")
w("\n")
w(" Compile Subversion with -DSVN_FS__TRAIL_DEBUG, which will cause it\n")
w(" it to print trail statistics to stderr. Save the stats to a file,\n")
w(" invoke %s on the file, and ponder the output.\n" % pgm)
w("\n")
if __name__ == '__main__':
if len(sys.argv) > 2:
sys.stderr.write("Error: too many arguments\n\n")
usage(sys.argv[0])
sys.exit(1)
if len(sys.argv) == 1:
infile = sys.stdin
else:
try:
infile = open(sys.argv[1])
except (IOError):
sys.stderr.write("Error: unable to open '%s'\n\n" % sys.argv[1])
usage(sys.argv[0])
sys.exit(1)
trails = parse_trails_log(infile)
output_summary(trails, sys.stdout)
output_trail_length_frequencies(trails, sys.stdout)
output_trail_frequencies(trails, sys.stdout)
output_txn_body_frequencies(trails, sys.stdout)
|
