1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
#!/usr/bin/env python3
"""Run this script with -h for usage info and docs.
"""
import argparse
import sys
import json
from util import import_data, value_counter, ui_counts_to_columns,\
WhereAction
parser = argparse.ArgumentParser(description="""Count the number of
times a specific values occurs for a specific key. The key may be a
single field name, or a dotted reference to name a key inside an object
or list of objects.
Example usages:
# What values are present in the material key?
%(prog)s --human -k material
# What pocket_type values are used inside pocket_data values?
%(prog)s --human -k pocket_data.pocket_type
# What cost values are in bionics that are active?
%(prog)s --key=cost type=bionic active=true
""", formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument(
"--fnmatch",
default="*.json",
help="override with glob expression to select a smaller fileset.")
parser.add_argument(
"-H", "--human",
action="store_true",
help="if set, makes output human readable. default is JSON output.")
parser.add_argument(
"-L", "--list",
action="store_true",
help="print only a sorted list of values in JSON format,"
" or newline-separated plain text list if --human is also set.")
parser.add_argument(
"-k", "--key",
required=True, type=str,
help="key on JSON objects from which to count values")
parser.add_argument(
"where",
action=WhereAction, nargs='*', type=str,
help="where exclusions of the form 'where_key=where_val', no quotes.")
if __name__ == "__main__":
args = parser.parse_args()
search_key = args.key
json_data, load_errors = import_data(json_fmatch=args.fnmatch)
if load_errors:
# If we start getting unexpected JSON or other things, might need to
# revisit quitting on load_errors
print("Error loading JSON data.")
for e in load_errors:
print(e)
sys.exit(1)
elif not json_data:
print("No data loaded.")
sys.exit(1)
stats, num_matches = value_counter(json_data, search_key, args.where)
if not stats:
print("Nothing found.")
sys.exit(1)
if args.human and args.list:
print("\n".join(sorted(stats.keys())))
elif args.human:
title = "Count of values from field '%s'" % search_key
print("\n\n%s" % title)
print("(Data from %s out of %s blobs)" % (num_matches, len(json_data)))
print("-" * len(title))
ui_counts_to_columns(stats)
elif args.list:
print(json.dumps(sorted(stats.keys())))
else:
print(json.dumps(stats))
|
