1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
plugin_register functions/string
[[0,0.0,0.0],true]
plugin_register functions/vector
[[0,0.0,0.0],true]
table_create Lexicon TABLE_PAT_KEY ShortText --normalizer NormalizerNFKC121 --default_tokenizer TokenNgram
[[0,0.0,0.0],true]
table_create Logs TABLE_HASH_KEY ShortText
[[0,0.0,0.0],true]
column_create Logs message COLUMN_SCALAR ShortText
[[0,0.0,0.0],true]
column_create Logs message_tokens COLUMN_VECTOR Lexicon
[[0,0.0,0.0],true]
load --table Logs
[
{
"_key": "2015-02-03:1",
"message": "Hello World",
"message_tokens": ["Hello", "World"]
},
{
"_key": "2015-02-03:2",
"message": "Hello World"
},
{
"_key": "2015-02-04:1",
"message": "Good bye World"
}
]
[[0,0.0,0.0],3]
select Logs --filter "vector_size(message_tokens) == 0" --load_table Logs --load_columns "_key, message_tokens" --load_values "_key, string_tokenize(message, Lexicon, {\"mode\": \"ADD\"})" --limit 0
[
[
0,
0.0,
0.0
],
[
[
[
2
],
[
[
"_id",
"UInt32"
],
[
"_key",
"ShortText"
],
[
"message",
"ShortText"
],
[
"message_tokens",
"Lexicon"
]
]
]
]
]
#>select --filter "vector_size(message_tokens) == 0" --limit "0" --load_columns "_key, message_tokens" --load_table "Logs" --load_values "_key, string_tokenize(message, Lexicon, {\"mode\": \"ADD\"})" --table "Logs"
#:000000000000000 filter(2): equal(vector_size(Logs.message_tokens), 0)
#:000000000000000 select(2)
#:000000000000000 load(2): [Logs][3]
#:000000000000000 output(0)
#:000000000000000 send(0)
#<000000000000000 rc=0
select --table Logs
[
[
0,
0.0,
0.0
],
[
[
[
3
],
[
[
"_id",
"UInt32"
],
[
"_key",
"ShortText"
],
[
"message",
"ShortText"
],
[
"message_tokens",
"Lexicon"
]
],
[
1,
"2015-02-03:1",
"Hello World",
[
"hello",
"world"
]
],
[
2,
"2015-02-03:2",
"Hello World",
[
"hello",
"world"
]
],
[
3,
"2015-02-04:1",
"Good bye World",
[
"good",
"bye",
"world"
]
]
]
]
]
|
