1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import codecs
import os.path
import re
import sys
from cStringIO import StringIO
from pkg_resources import resource_listdir, resource_string
from trac.loader import load_components
from trac.test import EnvironmentStub, Mock, MockPerm
from trac.util.text import printerr, printout
from trac.web.chrome import web_context
from trac.web.href import Href
from trac.wiki.formatter import format_to_html
from trac.wiki.model import WikiPage
try:
import html2rest
except ImportError:
printerr("The html2rest package must be installed.")
sys.exit(1)
class Parser(html2rest.Parser):
def __init__(self, writer=sys.stdout, encoding='utf8', relroot=None,
relpath=None):
html2rest.Parser.__init__(self, writer, encoding, relroot, relpath)
self.links = {}
def end_a(self):
if '#pending' in self.hrefs:
href = self.hrefs['#pending']
label = self.hrefs[href]
key = label.lower()
if key not in self.links:
self.links[key] = (label, href)
elif href != self.links[key][1]:
alt = label
while True:
alt += '*'
if alt not in self.links:
break
continue
self.data(alt[len(label):])
self.hrefs[href] = alt
self.links[alt] = (alt, href)
self.data('`_')
del self.hrefs['#pending']
def end_body(self):
self.end_p()
for label, href in self.links.itervalues():
if href[0] != '#':
self.writeline('.. _%s: %s' % (label, href))
self.end_p()
def wiki2rest(env, context, wiki):
text = re.sub('\r?\n', '\n', wiki.text)
text = re.sub(r'\[\[TracGuideToc\]\]\r?\n?', '', text)
text = re.sub(r'\[\[PageOutline\([^\)]*\)\]\]\r?\n?', '', text)
html = format_to_html(env, context, text)
html = html.replace(u'<span class="icon">\u200b</span>', '')
html = re.sub(r'<em>\s*([^<]*?)\s*</em>', r'<em>\1</em>', html)
html = '<html><body>%s</body></html>' % html
writer = StringIO()
parser = Parser(writer, 'utf-8', None, None)
parser.feed(html)
parser.close()
rst = writer.getvalue().strip('\n')
rst = re.sub('\n{4,}', '\n\n\n', rst)
# sort links
rst = re.sub(r'(?:\n\.\. _[^\n]*)+\Z',
lambda m: '\n'.join(sorted(m.group(0).split('\n'),
key=lambda v: v.lower())),
rst)
if any(ord(c) > 0x7f for c in rst):
# Trac detects utf-8 using BOM
rst = '%s.. charset=utf-8\n\n%s' % (codecs.BOM_UTF8, rst)
return rst + '\n'
def main():
names = sorted(name for name in resource_listdir('trac.wiki',
'default-pages')
if not name.startswith('.'))
env = EnvironmentStub()
load_components(env)
with env.db_transaction:
for name in names:
wiki = WikiPage(env, name)
wiki.text = resource_string('trac.wiki', 'default-pages/' +
name).decode('utf-8')
if wiki.text:
wiki.save('trac', '')
else:
printout('%s: Skipped empty page' % name)
req = Mock(href=Href('/'), abs_href=Href('http://trac.edgewall.org/'),
perm=MockPerm(), chrome={})
for name in sys.argv[1:]:
name = os.path.basename(name)
wiki = WikiPage(env, name)
if not wiki.exists:
continue
context = web_context(req, wiki.resource, absurls=True)
rst = wiki2rest(env, context, wiki)
sys.stdout.write(rst)
if __name__ == '__main__':
main()
|
