1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
#!/usr/bin/env python
# Copyright Cartopy Contributors
#
# This file is part of Cartopy and is released under the LGPL license.
# See COPYING and COPYING.LESSER in the root of the repository for full
# licensing details.
"""
This module provides a command-line tool for triggering the download of
the data used by various Feature instances.
For detail on how to use this tool, execute it with the `-h` option:
python cartopy_feature_download.py -h
"""
import argparse
import pathlib
from cartopy import config
from cartopy.feature import Feature, GSHHSFeature, NaturalEarthFeature
from cartopy.io import Downloader, DownloadWarning
ALL_SCALES = ('110m', '50m', '10m')
# See https://github.com/SciTools/cartopy/pull/1833
URL_TEMPLATE = ('https://naturalearth.s3.amazonaws.com/{resolution}_'
'{category}/ne_{resolution}_{name}.zip')
SHP_NE_SPEC = ('shapefiles', 'natural_earth')
FEATURE_DEFN_GROUPS = {
# Only need one GSHHS resolution because they *all* get downloaded
# from one file.
'gshhs': GSHHSFeature(scale='f'),
'physical': (
('physical', 'coastline', ALL_SCALES),
('physical', 'land', ALL_SCALES),
('physical', 'ocean', ALL_SCALES),
('physical', 'rivers_lake_centerlines', ALL_SCALES),
('physical', 'lakes', ALL_SCALES),
('physical', 'geography_regions_polys', ALL_SCALES),
('physical', 'geography_regions_points', ALL_SCALES),
('physical', 'geography_marine_polys', ALL_SCALES),
('physical', 'glaciated_areas', ALL_SCALES)
),
'cultural': (
('cultural', 'admin_0_countries', ALL_SCALES),
('cultural', 'admin_0_countries_lakes', ALL_SCALES),
('cultural', 'admin_0_sovereignty', ALL_SCALES),
('cultural', 'admin_0_boundary_lines_land', ALL_SCALES),
('cultural', 'urban_areas', ('50m', '10m')),
('cultural', 'roads', '10m'),
('cultural', 'roads_north_america', '10m'),
('cultural', 'railroads', '10m'),
('cultural', 'railroads_north_america', '10m'),
),
'cultural-extra': (
('cultural', 'admin_0_map_units', '110m'),
('cultural', 'admin_0_scale_rank', '110m'),
('cultural', 'admin_0_tiny_countries', '110m'),
('cultural', 'admin_0_pacific_groupings', '110m'),
('cultural', 'admin_1_states_provinces', '110m'),
('cultural', 'admin_1_states_provinces_lines', '110m'),
('cultural', 'admin_1_states_provinces_lakes', ALL_SCALES),
),
}
def download_features(group_names, dry_run=True):
for group_name in group_names:
feature_defns = FEATURE_DEFN_GROUPS[group_name]
if isinstance(feature_defns, Feature):
feature = feature_defns
level = list(feature._levels)[0]
downloader = Downloader.from_config(('shapefiles', 'gshhs',
feature._scale, level))
format_dict = {'config': config, 'scale': feature._scale,
'level': level}
if dry_run:
print(f'URL: {downloader.url(format_dict)}')
else:
downloader.path(format_dict)
geoms = list(feature.geometries())
print(f'Feature {feature} length: {len(geoms)}')
else:
for category, name, scales in feature_defns:
if not isinstance(scales, tuple):
scales = (scales,)
for scale in scales:
downloader = Downloader.from_config(('shapefiles',
'natural_earth',
scale, category,
name))
feature = NaturalEarthFeature(category, name, scale)
format_dict = {'config': config, 'category': category,
'name': name, 'resolution': scale}
if dry_run:
print(f'URL: {downloader.url(format_dict)}')
else:
downloader.path(format_dict)
geoms = list(feature.geometries())
print('Feature {}, {}, {} length: {}'
''.format(category, name, scale, len(geoms)))
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Download feature datasets.')
parser.add_argument('group_names', nargs='+',
choices=FEATURE_DEFN_GROUPS,
metavar='GROUP_NAME',
help='Feature group name: %(choices)s')
parser.add_argument('--output', '-o',
help='save datasets in the specified directory '
'(default: user cache directory)')
parser.add_argument('--dry-run',
help='just print the URLs to download',
action='store_true')
parser.add_argument('--ignore-repo-data', action='store_true',
help='ignore existing repo data when downloading')
parser.add_argument('--no-warn',
action='store_true',
help='ignore cartopy "DownloadWarning" warnings')
args = parser.parse_args()
if args.output:
target_dir = pathlib.Path(args.output).expanduser().resolve()
target_dir.mkdir(parents=True, exist_ok=True)
config['pre_existing_data_dir'] = target_dir
config['data_dir'] = target_dir
if args.ignore_repo_data:
config['repo_data_dir'] = config['data_dir']
if args.no_warn:
import warnings
warnings.filterwarnings('ignore', category=DownloadWarning)
# Enforce use of stable AWS endpoint, regardless of cartopy version.
# In doing so, this allows users to download this script and execute it
# with any version of cartopy, thus taking advantage of the stable AWS
# endpoint.
# This removes the need to backport the associated fix
# https://github.com/SciTools/cartopy/pull/1833.
config['downloaders'][SHP_NE_SPEC].url_template = URL_TEMPLATE
download_features(args.group_names, dry_run=args.dry_run)
|
