1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
#!/usr/bin/julia --color=yes
using ArgParse
using JSON
function bench(f, flags, parsefile, simulate=false)
fp = joinpath(JSON_DATA_DIR, string(f, ".json"))
if !isfile(fp)
println("Downloading benchmark file...")
download(DATA_SOURCES[f], fp)
end
GC.gc() # run gc so it doesn't affect benchmarks
t = if parsefile
@elapsed JSON.parsefile(fp)
else
data = read(fp, String)
@elapsed JSON.Parser.parse(data)
end
if !simulate
printstyled(" [Bench$flags] "; color=:yellow)
println(f, " ", t, " seconds")
end
t
end
const JSON_DATA_DIR = joinpath(dirname(dirname(@__FILE__)), "data")
const s = ArgParseSettings(description="Benchmark JSON.jl")
const DATA_SOURCES = Dict(
"canada" => "https://raw.githubusercontent.com/miloyip/nativejson-benchmark/v1.0.0/data/canada.json",
"citm_catalog" => "https://raw.githubusercontent.com/miloyip/nativejson-benchmark/v1.0.0/data/citm_catalog.json",
"citylots" => "https://raw.githubusercontent.com/zemirco/sf-city-lots-json/master/citylots.json",
"twitter" => "https://raw.githubusercontent.com/miloyip/nativejson-benchmark/v1.0.0/data/twitter.json")
function main()
@add_arg_table s begin
"parse"
action = :command
help = "Run a JSON parser benchmark"
"list"
action = :command
help = "List available JSON files for use"
end
@add_arg_table s["parse"] begin
"--include-compile", "-c"
help = "If set, include the compile time in measurements"
action = :store_true
"--parse-file", "-f"
help = "If set, measure JSON.parsefile, hence including IO time"
action = :store_true
"file"
help = "The JSON file to benchmark (leave out to benchmark all)"
required = false
end
args = parse_args(ARGS, s)
if args["%COMMAND%"] == "parse"
include_compile = args["parse"]["include-compile"]
parsefile = args["parse"]["parse-file"]
flags = string(include_compile ? "C" : "",
parsefile ? "F" : "")
if args["parse"]["file"] ≠ nothing
file = args["parse"]["file"]
if !include_compile
bench(file, flags, parsefile, true)
end
bench(file, flags, parsefile)
else
times = 1.0
if include_compile
error("Option --include-compile can only be used for single file.")
end
for k in sort(collect(keys(DATA_SOURCES)))
bench(k, flags, parsefile, true) # warm up compiler
end
for k in sort(collect(keys(DATA_SOURCES)))
times *= bench(k, flags, parsefile) # do benchmark
end
printstyled(" [Bench$flags] ", color=:yellow)
println("Total (G.M.) ", times^(1/length(DATA_SOURCES)), " seconds")
end
elseif args["%COMMAND%"] == "list"
println("Available benchmarks are:")
for k in sort(collect(keys(DATA_SOURCES)))
println(" • $k")
end
end
end
main()
|
