1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
|
#!/usr/bin/python
REMOTE_LIST="http://weechat.org/files/plugins.xml"
MIN_VERSION="0.3.0"
import sys, os.path, urllib2
from xml.etree.cElementTree import fromstring as xmlParser
REWRITE_LICENSES = {
'GPL2': 'GPL-2',
'GPL3': 'GPL-3',
'Apache 2.0': 'Apache-2',
'Public domain': 'public-domain',
'Beer': 'Beerware',
'BSD-2c': 'BSD-2c',
'BSD-3c': 'BSD-3c',
'ISC': 'ISC',
'MIT': 'MIT',
'WTFPL': 'WTFPL',
}
SUPPORTED_LICENSES = REWRITE_LICENSES.values()
class WeechatScripts:
def get_xmldom(self):
xmldom = None
try:
fd = urllib2.urlopen(REMOTE_LIST)
xmlstr = fd.read()
except:
xmlstr = None
print "ERR: unable to retrieve '%s'" % (REMOTE_LIST)
if xmlstr:
try:
xmldom = xmlParser(xmlstr)
except:
print "ERR: unable to parse XML"
xmldom = None
return xmldom
def rw_license(self, license):
licenses = {
'GPL2': 'GPL-2',
'GPL3': 'GPL-3',
'Apache 2.0': 'Apache-2',
'Public domain': 'public-domain',
'Beer': 'Beerware',
}
if license in REWRITE_LICENSES:
license = REWRITE_LICENSES[license]
return license
def dfsg_license(self, license):
return license in SUPPORTED_LICENSES
def get_datas(self):
scripts = {}
licenses = []
xmldom = self.get_xmldom()
if xmldom:
for el in xmldom.findall('plugin'):
if el.find('min_weechat').text < MIN_VERSION:
continue
lang = el.find('language').text
filename = el.find('url').text.split('/')[-1]
author = "%s <%s>" % (el.find('author').text, el.find('mail').text)
#author = author.replace(' [at] ', '@')
#author = author.replace(' [dot] ', '.')
date = ''
date_add = int(el.find('added').text.split('-')[0])
if el.find('updated').text == None:
date = "%d" % (date_add)
else:
date_upd = int(el.find('updated').text.split('-')[0])
if date_upd > date_add:
date = "%d-%d" % (date_add, date_upd)
else:
date = "%d" % (date_add)
license = self.rw_license(el.find('license').text)
dfsg_license = self.dfsg_license(license)
if not dfsg_license:
continue
if not license in licenses:
licenses.append(license)
if not scripts.has_key(lang):
scripts[lang] = []
scripts[lang].append({
'language': el.find('language').text,
'url': el.find('url').text,
'file': filename,
'version': el.find('version').text,
'license': license,
'author': author,
'date': date,
})
return scripts, licenses
def short_license(self, license):
content = ''
f = "%s/licenses/%s" % (os.path.dirname(__file__), license)
if os.path.isfile(f):
content = open(f).read()
return content
def copyright_header(self):
content = ''
f = "%s/copyright.in" % (os.path.dirname(__file__))
if os.path.isfile(f):
content = open(f).read()
return content
def copyright(self):
scripts, licenses = self.get_datas()
print self.copyright_header()
if scripts != {}:
for l in sorted(scripts.keys()):
for script in scripts[l]:
print "Files: %s/%s" % (l.lower(), script['file'])
print "Copyright: %s, %s" % (script['date'], script['author'].encode('utf-8'))
print "License: %s" % (script['license'])
print
if licenses != []:
for license in sorted(licenses):
print "License: %s" % (license)
print self.short_license(license)
def wget(self, url, path):
ret = False
content = None
try:
fd = urllib2.urlopen(url)
content = fd.read()
except:
print "ERR: unable to retrieve '%s'" % (url)
content = None
if content:
try:
f = open(path, 'w')
f.write(content)
f.close()
ret = True
except:
print "ERR: unable to write file '%s'" % (path)
return ret
def download(self):
scriptlist, _ = self.get_datas()
if scriptlist != {}:
for l in scriptlist:
for script in scriptlist[l]:
path = "%s/%s" % (script['language'], script['file'])
if not os.path.exists(script['language']):
os.mkdir(script['language'])
print "Saving '%s': " % (path),
if self.wget(script['url'], path):
print "OK"
else:
print "FAIL"
if __name__ == '__main__':
args = ['copyright', 'download']
if len(sys.argv) != 2:
print "%s: %s" % (sys.argv[0], "|".join(args))
elif sys.argv[1] not in args:
print "%s: %s" % (sys.argv[0], "|".join(args))
else:
ws = WeechatScripts()
if sys.argv[1] == 'copyright':
ws.copyright()
elif sys.argv[1] == 'download':
ws.download()
|
