1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
#! /usr/bin/python
# Copyright (c) 2011, 2012, Oracle and/or its affiliates. All rights reserved.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA */
import sys
usage = """
This is from WL#5257 "first API for optimizer trace".
Usage:
%s [-q] <a_file> <another_file> <etc>
-q quiet mode: only display errors and warnings.
It will verify that all optimizer traces of files (usually a_file
is a .result or .reject file which contains
SELECT * FROM OPTIMIZER_TRACE; ) are JSON-compliant, and that
they contain no duplicates keys.
Exit code is 0 if all ok.
""" % sys.argv[0]
input_files = filter(lambda x: x != '-q', sys.argv[1:]) # filter out "-q" options
if not input_files:
print usage
sys.exit(1)
quiet = len(input_files) < len(sys.argv) - 1 # command line contains at least one "-q" option
import json, re
trace_start_re = re.compile(r"^.*(\t)?{\n")
trace_end_re = re.compile(r"^}")
ignorable_re = re.compile(r"^.*(ctype_.*|mysqldump)\.result")
def check(trace, first_trace_line):
global retcode
s = "".join(trace)
try:
parsed = json.loads(s)
except:
print "parse error at line", first_trace_line
error = str(sys.exc_info())
print error
# if there is a character position specified, put a mark ('&')
# in front of this character
matchobj = re.search(r"ValueError\('Invalid control character at: line \d+ column \d+ \(char (\d+)\)'", error)
if matchobj:
first_error_char = int(matchobj.group(1))
print s[:first_error_char] + "&" + s[first_error_char:]
else:
print s
retcode = 1
print
return
# detect non-unique keys in one object, by counting
# number of quote symbols ("'): the json module outputs only
# one of the non-unique keys, making the number of " and '
# smaller compared to the input string.
before = s.count('"') + s.count("'")
str_parsed = str(parsed)
after = str_parsed.count('"') + str_parsed.count("'")
if (before != after):
print "non-unique keys at line %d (%d vs %d)" % (first_trace_line, before, after)
print s
retcode = 1
print
return
if not quiet:
print "ok at line", first_trace_line
def handle_one_file(name):
if ignorable_re.match(name):
ignored.append(name)
return
print "FILE %s" % name
print
all = open(name).readlines()
first_trace_line = trace_line = 0
trace = None
for l in all:
trace_line += 1
if trace_start_re.match(l) and first_trace_line == 0:
trace = []
first_trace_line = trace_line
trace.append("{\n")
continue
if trace_end_re.match(l):
assert first_trace_line != 0
trace.append("}") # eliminate any following columns of table (MISSING_PRIVILEGES etc)
check(trace, first_trace_line)
first_trace_line = 0
if first_trace_line != 0:
# eliminate /* */ from end_marker=on (not valid JSON)
no_comment = re.sub("/\*.*\*/", "", l)
trace.append(no_comment)
retcode=0
ignored=[]
for f in input_files:
handle_one_file(f)
print
if ignored:
print >>sys.stderr, "Those files have been ignored", ignored
print
if retcode:
print >>sys.stderr, "THERE ARE ERRORS"
else:
print "ALL OK"
sys.exit(retcode)
|
