1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
#! /usr/bin/env python
##############################################################################
## DendroPy Phylogenetic Computing Library.
##
## Copyright 2010-2015 Jeet Sukumaran and Mark T. Holder.
## All rights reserved.
##
## See "LICENSE.rst" for terms and conditions of usage.
##
## If you use this work or any portion thereof in published work,
## please cite it as:
##
## Sukumaran, J. and M. T. Holder. 2010. DendroPy: a Python library
## for phylogenetic computing. Bioinformatics 26: 1569-1571.
##
##############################################################################
"""
Communications using web/internet protocols.
"""
from dendropy.utility import textprocessing
import sys
if sys.hexversion < 0x03000000:
from urllib2 import Request
from urllib2 import urlopen
from urllib import urlencode
from urllib2 import HTTPError
else:
from urllib.request import Request
from urllib.request import urlopen
from urllib.parse import urlencode
from urllib.error import HTTPError
import re
def read_url(url, strip_markup=False):
"""
Return contents of url as string.
"""
s = urlopen(url)
text = textprocessing.bytes_to_text(s.read())
if strip_markup:
return re.sub(r'<[^>]*?>', '', text)
else:
return text
|
