1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
#!/usr/bin/env python3
# Copyright (C) 2012 Povilas Kanapickas <povilas@radix.lt>
#
# This file is part of cppreference-doc
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see http://www.gnu.org/licenses/.
# This file examines all html files in the output directory and writes
# filename -> title mapping to a xml file.
import fnmatch
import lxml.etree as e
import re
import os
from link_map import LinkMap
# returns a dict { title -> filename }.
# directory - either 'output/reference' or 'reference'
def build_link_map(directory):
# find all html files
html_files = []
for root, dirnames, filenames in os.walk(directory):
for filename in fnmatch.filter(filenames, '*.html'):
html_files.append(os.path.join(root, filename))
link_map = LinkMap()
for fn in sorted(html_files):
f = open(fn, "r", encoding='utf-8')
text = f.read()
f.close()
m = re.search('<script>[^<]*mw\.config\.set([^<]*wgPageName[^<]*)</script>', text)
if not m:
continue
text = m.group(1)
text = re.sub('\s*', '', text)
m = re.search('"wgPageName":"([^"]*)"', text)
if not m:
continue
title = m.group(1)
target = os.path.relpath(os.path.abspath(fn), os.path.abspath(directory))
link_map.add_link(title, target)
return link_map
def main():
link_map = build_link_map('output/reference')
# create an xml file containing mapping between page title and actual location
link_map.write('output/link-map.xml')
if __name__ == "__main__":
main()
|
