1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
table_create Terms TABLE_PAT_KEY ShortText --default_tokenizer TokenBigram --normalizer NormalizerAuto
[[0,0.0,0.0],true]
table_tokenize Terms "あいabアイ" --mode GET
[[0,0.0,0.0],[]]
load --table Terms
[
{"_key": "あい"},
{"_key": "い"},
{"_key": "ab"},
{"_key": "イ"}
]
[[0,0.0,0.0],4]
table_tokenize Terms "あいabアイ" --mode GET
[
[
0,
0.0,
0.0
],
[
{
"value": "あい",
"position": 0,
"force_prefix": false,
"force_prefix_search": false
},
{
"value": "ab",
"position": 2,
"force_prefix": false,
"force_prefix_search": false
}
]
]
|
