1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
from __future__ import annotations
import argparse
import sys
import yaml
import dials_data.datasets
import dials_data.download
def cli_info(cmd_args):
parser = argparse.ArgumentParser(
description="Shown information", prog="dials.data info"
)
parser.add_argument(
"-v",
"--verbose",
action="store_true",
help="show more output in machine readable format",
)
args = parser.parse_args(cmd_args)
information = {
"repository.location": dials_data.datasets.repository_location(),
"version.full": dials_data.__version__,
"version.commit": dials_data.__commit__[:7],
"version.major": ".".join(
dials_data.__version__.split(".")[:2]
), # TODO: remove this key after 3.0 release
"version.major_minor": ".".join(dials_data.__version__.split(".")[:2]),
}
if args.verbose:
for k in sorted(information):
print(f"{k}={information[k]}")
else:
print(
f"""
DIALS regression data manager v{information['version.full']}
repository location: {information['repository.location']}
""".strip()
)
def cli_get(cmd_args):
parser = argparse.ArgumentParser(
description="Download datasets", prog="dials.data get"
)
parser.add_argument("dataset", nargs="*")
parser.add_argument(
"--create-hashinfo",
action="store_true",
help="generate file integrity information for specified datasets in the current directory",
)
parser.add_argument(
"-q", "--quiet", action="store_true", help="machine readable output"
)
parser.add_argument(
"--verify", action="store_true", help="verify integrity of downloaded dataset"
)
args = parser.parse_args(cmd_args)
if args.verify and args.create_hashinfo:
sys.exit("Parameter --create-hashinfo can not be used with --verify")
if not args.dataset:
parser.print_help()
sys.exit(0)
unknown_data = set(args.dataset) - set(dials_data.datasets.definition)
if unknown_data:
sys.exit("Unknown dataset: {}".format(", ".join(unknown_data)))
repository = dials_data.datasets.repository_location()
if not args.quiet:
print(f"Repository location: {repository}\n")
for ds in args.dataset:
if not args.quiet:
print(f"Downloading dataset {ds}")
hashinfo = dials_data.download.fetch_dataset(
ds, ignore_hashinfo=args.create_hashinfo, verify=args.verify
)
if args.create_hashinfo:
if not args.quiet:
print(f"Writing file integrity information to {ds}.yml")
with open(f"{ds}.yml", "w") as fh:
yaml.dump(hashinfo, fh, default_flow_style=False)
if args.quiet:
print(repository / ds)
else:
print(f"Dataset {ds} stored in {repository.joinpath(ds)}")
def cli_list(cmd_args):
parser = argparse.ArgumentParser(
description="Show dataset information", prog="dials.data list"
)
parser.add_argument(
"--missing-hashinfo",
action="store_true",
help="only list datasets without file integrity information",
)
parser.add_argument(
"-q", "--quiet", action="store_true", help="machine readable output"
)
args = parser.parse_args(cmd_args)
if args.missing_hashinfo:
ds_list = dials_data.datasets.fileinfo_dirty
else:
ds_list = dials_data.datasets.definition
dials_data.datasets.list_known_definitions(ds_list, quiet=args.quiet)
def main():
if dials_data.__commit__:
version = dials_data.__version__ + "-g" + dials_data.__commit__[:7]
else:
version = dials_data.__version__ + "-dev"
parser = argparse.ArgumentParser(
usage="dials.data <command> [<args>]",
description="""DIALS regression data manager v{version}
The most commonly used commands are:
list List available datasets
get Download datasets
Each command has its own set of parameters, and you can get more information
by running dials.data <command> --help
""".format(
version=version
),
formatter_class=argparse.RawTextHelpFormatter,
)
parser.add_argument("subcommand", help=argparse.SUPPRESS)
# parse_args defaults to [1:] for args, but need to
# exclude the rest of the args too, or validation will fail
parameters = sys.argv[1:2]
if not parameters:
parser.print_help()
sys.exit(0)
args = parser.parse_args(parameters)
subcommand = globals().get("cli_" + args.subcommand)
if subcommand:
return subcommand(sys.argv[2:])
parser.print_help()
print()
sys.exit(f"Unrecognized command: {args.subcommand}")
|
