1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
|
"""SQLAlchemy 2to3 tool.
This tool monkeypatches a preprocessor onto
lib2to3.refactor.RefactoringTool, so that conditional
sections can replace non-fixable Python 2 code sections
for the appropriate Python 3 version before 2to3 is run.
"""
from lib2to3 import main, refactor
import re
py3k_pattern = re.compile(r'\s*# Py3K')
comment_pattern = re.compile(r'(\s*)#(?! ?Py2K)(.*)')
py2k_pattern = re.compile(r'\s*# Py2K')
end_py2k_pattern = re.compile(r'\s*# end Py2K')
def preprocess(data):
lines = data.split('\n')
def consume_normal():
while lines:
line = lines.pop(0)
if py3k_pattern.match(line):
for line in consume_py3k():
yield line
elif py2k_pattern.match(line):
for line in consume_py2k():
yield line
else:
yield line
def consume_py3k():
yield "# start Py3K"
while lines:
line = lines.pop(0)
m = comment_pattern.match(line)
if m:
yield "%s%s" % m.group(1, 2)
else:
# pushback
lines.insert(0, line)
break
yield "# end Py3K"
def consume_py2k():
yield "# start Py2K"
while lines:
line = lines.pop(0)
if not end_py2k_pattern.match(line):
yield "#%s" % line
else:
break
yield "# end Py2K"
return "\n".join(consume_normal())
old_refactor_string = refactor.RefactoringTool.refactor_string
def refactor_string(self, data, name):
newdata = preprocess(data)
tree = old_refactor_string(self, newdata, name)
if tree:
if newdata != data:
tree.was_changed = True
return tree
if __name__ == '__main__':
refactor.RefactoringTool.refactor_string = refactor_string
main.main("lib2to3.fixes")
|
