#!/usr/bin/env python # -*- coding: utf-8 -*- #---------------------------------------------------------------------- # Name: wx.tools.wxget # Purpose: wx Based alternative to wget # # Author: Steve Barnes # # Created: 06-Aug-2017 # Copyright: (c) 2017-2020 by Steve Barnes # Licence: wxWindows license # Tags: phoenix-port, py3-port # # Module to allow cross platform downloads originally from answers to: # https://stackoverflow.com/questions/22676/how-do-i-download-a-file-over-http-using-python # by Stan and PabloG then converted to wx. #---------------------------------------------------------------------- """ wxget.py -- wx Version of wget utility for platform that don't have it already. Usage: wxget URL [DEST_DIR] Where URL is a file URL and the optional DEST_DIR is a destination directory to download to, (default is to prompt the user). The --trusted option can be used to suppress certificate checks. """ import sys import os import wx import subprocess import ssl from urllib.error import (HTTPError, URLError) import urllib.request as urllib2 import urllib.parse as urlparse try: import pip except ImportError as e: pip = None def get_docs_demo_url(demo=False): """ Get the URL for the docs or demo.""" if demo: pkg = 'demo' else: pkg = 'docs' base_url = "https://extras.wxpython.org/wxPython4/extras/%s/wxPython-%s-%s.tar.gz" ver = wx.version().split(' ')[0] major = ver.split('.')[0] if major != '4': raise ValueError("wx Versions before 4 not supported!") return base_url % (ver, pkg, ver) def get_save_path(url, dest_dir, force=False): """ Get the file save location.""" old_dir = os.getcwd() if not dest_dir: dest_dir = os.getcwd() else: if not os.path.exists(dest_dir): os.makedirs(dest_dir) os.chdir(dest_dir) filename = os.path.basename(urlparse.urlsplit(url)[2]) if not filename: filename = 'downloaded.file' if not force: with wx.FileDialog( None, message="Save As ...", defaultDir=dest_dir, defaultFile=filename, style=wx.FD_SAVE | wx.FD_OVERWRITE_PROMPT ) as dlg: if dlg.ShowModal() == wx.ID_OK: dest_dir, filename = os.path.split(dlg.GetPath()) else: url = None else: if not os.path.exists(dest_dir): os.makedirs(dest_dir) elif not os.path.isdir(dest_dir): url = None if dest_dir: filename = os.path.join(dest_dir, filename) os.chdir(old_dir) return (url, filename) def download_wget(url, filename, trusted=False): """ Try to download via wget.""" result = False try: cmd = ["wget", url, '-O', filename] if trusted: cmd.append('--no-check-certificate') print("Trying:\n ", ' '.join(cmd)) result = subprocess.check_call(cmd) # note some users may need to add "--no-check-certificate" on some sites result = result == 0 except Exception: print("wget did not work or not installed - trying urllib") return result def download_urllib(url, filename): """ Try to download via urllib.""" print("Trying to Download via urllib from:\n ", url) keep_going = True try: url_res = urllib2.urlopen(url) except (HTTPError, URLError, ssl.CertificateError) as err: print("Error: %s" % err) return False with open(filename, 'wb') as outfile: block_sz = 8192 meta = url_res.info() meta_func = meta.getheaders if hasattr(meta, 'getheaders') else meta.get_all meta_length = meta_func("Content-Length") file_size = None if meta_length: file_size = int(meta_length[0]) message = "Downloading: {0}\nBytes: {1}\n".format(url, file_size) dstyle = wx.PD_APP_MODAL | wx.PD_CAN_ABORT | wx.PD_AUTO_HIDE if file_size: progress = wx.ProgressDialog('Downloading', message, maximum=1+file_size//block_sz, style=dstyle) else: progress = wx.ProgressDialog('Downloading', message, style=dstyle) file_size_dl = 0 while keep_going: read_buffer = url_res.read(block_sz) if not read_buffer: progress.Update(file_size_dl // block_sz, "message+\nDONE!") wx.MilliSleep(200) break file_size_dl += len(read_buffer) outfile.write(read_buffer) status = "{0:16}".format(file_size_dl) if file_size: status += " [{0:6.2f}%]".format(file_size_dl * 100 / file_size) (keep_going, dummy_skip) = progress.Update(file_size_dl // block_sz, message+status) wx.MilliSleep(80) # Give the GUI some update time progress.Destroy() result = os.path.exists(filename) and os.stat(filename).st_size > 0 return result def download_pip(url, filename, force=False, trusted=False): """ Try to download via pip.""" download_dir = os.path.split(filename)[0] if len(download_dir) == 0: download_dir = '.' print("Trying to use pip to download From:\n ", url, 'To:\n ', filename) cmds = ['pip', 'download', url, '--dest', download_dir, "--no-deps", '--exists-action', 'i'] if force: cmds.append('--no-cache-dir') if trusted: host = '/'.join(url.split('/')[:3]) # take up to http://something/ as host cmds.extend(['--trusted-host', host]) if force and os.path.exists(filename): print("Delete Existing", filename) os.unlink(filename) print("Running pip", ' '.join(cmds)) try: print("\nAbusing pip so expect possible error(s) in the next few lines.") result = subprocess.check_call(cmds) print(result) except (FileNotFoundError, subprocess.CalledProcessError) as Error: print("Download via pip may have Failed!") print(Error) result = 0 result = os.path.exists(filename) and os.stat(filename).st_size > 0 return result def download_file(url, dest=None, force=False, trusted=False): """ Download and save a file specified by url to dest directory, with force will operate silently and overwrite any existing file. """ url, filename = get_save_path(url, dest, force) keep_going = True success = False if url is None: return 'Aborted!' if url: success = download_wget(url, filename, trusted) # Try wget if not success: success = download_urllib(url, filename) # Try urllib if not success and pip is not None: success = download_pip(url, filename, force, trusted) # Try pip if not success: split_url = url.split('/') msg = '\n'.join([ "\n\nERROR in Web Access! - You may be behind a firewall!", "-" * 52, "You should be able to bybass this by using a browser to download:", "\t%s\nfrom:\t%s\nthen copying the download file to:\n\t%s" % ( split_url[-1], '/'.join(split_url[:-1]), filename), ]) print(msg, '\n') wx.MessageBox(msg, caption='WDOWNLOAD ERROR!', style=wx.OK|wx.CENTRE|wx.ICON_ERROR) return "FAILURE or Abort!" return filename def main(args=sys.argv): """ Entry point for wxget.""" APP = wx.App() dest_dir = '.' force_flag = '--force' trusted_flag = '--trusted' force = False trusted = False if force_flag in args: force = True args.remove(force_flag) if trusted_flag in args: trusted = True args.remove(force_flag) if len(args) > 2: dest_dir = args[2] else: dest_dir = None if len(args) > 1: url = args[1] else: print(__doc__) yes_no = wx.MessageBox(__doc__+"\n\nRUN TEST?", "wxget", wx.YES_NO|wx.CENTER) if yes_no == wx.YES: print("Testing with wxDemo") url = get_docs_demo_url() else: url = None if url: FILENAME = download_file(url=url, dest=dest_dir, force=force, trusted=trusted) print(FILENAME) if __name__ == "__main__": # Only run if this file is called directly main()