1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
|
#!/usr/bin/env ruby
#
# Copyright(C) 2019 Kouhei Sutou <kou@clear-code.com>
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
require "json"
require "optparse"
n_records = 100000
use_section = false
content = "XX XX XX"
parser = OptionParser.new
parser.on("--n-records=N", Integer,
"[#{n_records}]") do |n|
if n < 0
n_records = Float::INFINITY
else
n_records = n
end
end
parser.on("--[no-]use-section",
"[#{use_section}]") do |boolean|
use_section = boolean
end
parser.on("--content=CONTENT",
"[#{content}]") do |_content|
content = _content
end
parser.parse!
if use_section
columns = 5.times.collect {|i| "value#{i}"}
else
columns = ["value"]
end
puts(<<-COMMANDS)
table_create Data TABLE_NO_KEY
COMMANDS
columns.each do |column|
puts(<<-COMMANDS)
column_create Data #{column} COLUMN_SCALAR|COMPRESS_ZSTD Text
COMMANDS
end
index_column_flags = "COLUMN_INDEX|WITH_POSITION"
if columns.size > 1
index_column_flags += "|WITH_SECTION"
end
puts(<<-COMMANDS)
table_create Terms TABLE_PAT_KEY ShortText \
--normalizer NormalizerNFKC100 \
--default_tokenizer TokenRegexp
column_create Terms index #{index_column_flags} Data #{columns.join(",")}
COMMANDS
puts(<<-LOAD)
load --table Data
[
LOAD
(1..n_records).each do |id|
record = {"_id" => id}
columns.each do |column|
record[column] = content
end
puts(record.to_json)
end
puts(<<-LOAD)
]
LOAD
|
