1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
#!/usr/bin/env python
"""Fetch wheels from wheels.scipy.org for a pandas version."""
import argparse
import pathlib
import sys
import urllib.parse
import urllib.request
from lxml import html
def parse_args(args=None):
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("version", type=str, help="Pandas version (0.23.0)")
return parser.parse_args(args)
def fetch(version):
base = 'http://wheels.scipy.org'
tree = html.parse(base)
root = tree.getroot()
dest = pathlib.Path('dist')
dest.mkdir(exist_ok=True)
files = [x for x in root.xpath("//a/text()")
if x.startswith('pandas-{}'.format(version))
and not dest.joinpath(x).exists()]
N = len(files)
for i, filename in enumerate(files, 1):
out = str(dest.joinpath(filename))
link = urllib.request.urljoin(base, filename)
urllib.request.urlretrieve(link, out)
print("Downloaded {link} to {out} [{i}/{N}]".format(
link=link, out=out, i=i, N=N
))
def main(args=None):
args = parse_args(args)
fetch(args.version)
if __name__ == '__main__':
sys.exit(main())
|
