1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
import requests
import glob
import re
def test_urls(files):
headers = {'User-Agent': 'Mozilla/5.0 (compatible; MSIE 6.0; Fiona CI check)'}
for fpath in files:
print(f"Processing: {fpath}")
with open(fpath) as f:
text = f.read()
urls = re.findall('(https?:\\/\\/[^\\s`>\'"()]+)', text)
for url in urls:
http_code = None
try:
r = requests.get(url, headers=headers)
http_code = r.status_code
warn = ''
if not http_code == 200:
warn = ' <--- !!!'
except Exception as e:
warn = str(e)
if len(warn) > 0:
print(f"\t {url} HTTP code: {http_code} {warn}")
print("Test URLs in documentation")
test_urls(glob.glob('**/*.rst', recursive=True))
print('')
print('Test URLs in code')
test_urls(glob.glob('fiona/**/*.py', recursive=True))
|
