1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
|
#!/usr/bin/env python
# -*- coding: utf-8 -*-
#----------------------------------------------------------------------
# Name: wx.tools.wxget
# Purpose: wx Based alternative to wget
#
# Author: Steve Barnes
#
# Created: 06-Aug-2017
# Copyright: (c) 2017-2020 by Steve Barnes
# Licence: wxWindows license
# Tags: phoenix-port, py3-port
#
# Module to allow cross platform downloads originally from answers to:
# https://stackoverflow.com/questions/22676/how-do-i-download-a-file-over-http-using-python
# by Stan and PabloG then converted to wx.
#----------------------------------------------------------------------
"""
wxget.py -- wx Version of wget utility for platform that don't have it already.
Usage:
wxget URL [DEST_DIR]
Where URL is a file URL and the optional DEST_DIR is a destination directory to
download to, (default is to prompt the user).
The --trusted option can be used to suppress certificate checks.
"""
import sys
import os
import wx
import subprocess
import ssl
from urllib.error import (HTTPError, URLError)
import urllib.request as urllib2
import urllib.parse as urlparse
try:
import pip
except ImportError as e:
pip = None
def get_docs_demo_url(demo=False):
""" Get the URL for the docs or demo."""
if demo:
pkg = 'demo'
else:
pkg = 'docs'
base_url = "https://extras.wxpython.org/wxPython4/extras/%s/wxPython-%s-%s.tar.gz"
ver = wx.version().split(' ')[0]
major = ver.split('.')[0]
if major != '4':
raise ValueError("wx Versions before 4 not supported!")
return base_url % (ver, pkg, ver)
def get_save_path(url, dest_dir, force=False):
""" Get the file save location."""
old_dir = os.getcwd()
if not dest_dir:
dest_dir = os.getcwd()
else:
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
os.chdir(dest_dir)
filename = os.path.basename(urlparse.urlsplit(url)[2])
if not filename:
filename = 'downloaded.file'
if not force:
with wx.FileDialog(
None, message="Save As ...", defaultDir=dest_dir,
defaultFile=filename, style=wx.FD_SAVE | wx.FD_OVERWRITE_PROMPT
) as dlg:
if dlg.ShowModal() == wx.ID_OK:
dest_dir, filename = os.path.split(dlg.GetPath())
else:
url = None
else:
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
elif not os.path.isdir(dest_dir):
url = None
if dest_dir:
filename = os.path.join(dest_dir, filename)
os.chdir(old_dir)
return (url, filename)
def download_wget(url, filename, trusted=False):
""" Try to download via wget."""
result = False
try:
cmd = ["wget", url, '-O', filename]
if trusted:
cmd.append('--no-check-certificate')
print("Trying:\n ", ' '.join(cmd))
result = subprocess.check_call(cmd)
# note some users may need to add "--no-check-certificate" on some sites
result = result == 0
except Exception:
print("wget did not work or not installed - trying urllib")
return result
def download_urllib(url, filename):
""" Try to download via urllib."""
print("Trying to Download via urllib from:\n ", url)
keep_going = True
try:
url_res = urllib2.urlopen(url)
except (HTTPError, URLError, ssl.CertificateError) as err:
print("Error: %s" % err)
return False
with open(filename, 'wb') as outfile:
block_sz = 8192
meta = url_res.info()
meta_func = meta.getheaders if hasattr(meta, 'getheaders') else meta.get_all
meta_length = meta_func("Content-Length")
file_size = None
if meta_length:
file_size = int(meta_length[0])
message = "Downloading: {0}\nBytes: {1}\n".format(url, file_size)
dstyle = wx.PD_APP_MODAL | wx.PD_CAN_ABORT | wx.PD_AUTO_HIDE
if file_size:
progress = wx.ProgressDialog('Downloading', message,
maximum=1+file_size//block_sz, style=dstyle)
else:
progress = wx.ProgressDialog('Downloading', message, style=dstyle)
file_size_dl = 0
while keep_going:
read_buffer = url_res.read(block_sz)
if not read_buffer:
progress.Update(file_size_dl // block_sz, "message+\nDONE!")
wx.MilliSleep(200)
break
file_size_dl += len(read_buffer)
outfile.write(read_buffer)
status = "{0:16}".format(file_size_dl)
if file_size:
status += " [{0:6.2f}%]".format(file_size_dl * 100 / file_size)
(keep_going, dummy_skip) = progress.Update(file_size_dl // block_sz,
message+status)
wx.MilliSleep(80) # Give the GUI some update time
progress.Destroy()
result = os.path.exists(filename) and os.stat(filename).st_size > 0
return result
def download_pip(url, filename, force=False, trusted=False):
""" Try to download via pip."""
download_dir = os.path.split(filename)[0]
if len(download_dir) == 0:
download_dir = '.'
print("Trying to use pip to download From:\n ", url, 'To:\n ', filename)
cmds = ['pip', 'download', url, '--dest', download_dir, "--no-deps",
'--exists-action', 'i']
if force:
cmds.append('--no-cache-dir')
if trusted:
host = '/'.join(url.split('/')[:3]) # take up to http://something/ as host
cmds.extend(['--trusted-host', host])
if force and os.path.exists(filename):
print("Delete Existing", filename)
os.unlink(filename)
print("Running pip", ' '.join(cmds))
try:
print("\nAbusing pip so expect possible error(s) in the next few lines.")
result = subprocess.check_call(cmds)
print(result)
except (FileNotFoundError, subprocess.CalledProcessError) as Error:
print("Download via pip may have Failed!")
print(Error)
result = 0
result = os.path.exists(filename) and os.stat(filename).st_size > 0
return result
def download_file(url, dest=None, force=False, trusted=False):
"""
Download and save a file specified by url to dest directory, with force will
operate silently and overwrite any existing file.
"""
url, filename = get_save_path(url, dest, force)
keep_going = True
success = False
if url is None:
return 'Aborted!'
if url:
success = download_wget(url, filename, trusted) # Try wget
if not success:
success = download_urllib(url, filename) # Try urllib
if not success and pip is not None:
success = download_pip(url, filename, force, trusted) # Try pip
if not success:
split_url = url.split('/')
msg = '\n'.join([
"\n\nERROR in Web Access! - You may be behind a firewall!",
"-" * 52,
"You should be able to bybass this by using a browser to download:",
"\t%s\nfrom:\t%s\nthen copying the download file to:\n\t%s" % (
split_url[-1], '/'.join(split_url[:-1]), filename),
])
print(msg, '\n')
wx.MessageBox(msg, caption='WDOWNLOAD ERROR!',
style=wx.OK|wx.CENTRE|wx.ICON_ERROR)
return "FAILURE or Abort!"
return filename
def main(args=sys.argv):
""" Entry point for wxget."""
APP = wx.App()
dest_dir = '.'
force_flag = '--force'
trusted_flag = '--trusted'
force = False
trusted = False
if force_flag in args:
force = True
args.remove(force_flag)
if trusted_flag in args:
trusted = True
args.remove(force_flag)
if len(args) > 2:
dest_dir = args[2]
else:
dest_dir = None
if len(args) > 1:
url = args[1]
else:
print(__doc__)
yes_no = wx.MessageBox(__doc__+"\n\nRUN TEST?", "wxget",
wx.YES_NO|wx.CENTER)
if yes_no == wx.YES:
print("Testing with wxDemo")
url = get_docs_demo_url()
else:
url = None
if url:
FILENAME = download_file(url=url, dest=dest_dir, force=force, trusted=trusted)
print(FILENAME)
if __name__ == "__main__": # Only run if this file is called directly
main()
|
