1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
|
--source include/have_innodb.inc
--source include/have_debug.inc
--source include/have_simple_parser.inc
# Install fts parser plugin
INSTALL PLUGIN simple_parser SONAME 'mypluglib';
-- echo # Test Part 2: Create Index Test(CREATE TABLE WITH FULLTEXT INDEX)
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT,
FULLTEXT (title, body) WITH PARSER simple_parser
) ENGINE=InnoDB;
INSERT INTO articles (title, body) VALUES
('MySQL Tutorial','DBMS stands for MySQL DataBase ...'),
('How To Use MySQL Well','After you went through a ...'),
('Optimizing MySQL','In this tutorial we will show ...'),
('1001 MySQL Tricks','How to use full-text search engine'),
('Go MySQL Tricks','How to use full text search engine');
# Simple term search
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('mysql');
# Test stopword and word len less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('will go');
-- echo # Test plugin parser tokenizer difference
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full-text');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full text');
# No result here, we get '"mysql' 'database"' by simple parser
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql database"' IN BOOLEAN MODE);
DROP TABLE articles;
-- echo # Test Part 3: Row Merge Create Index Test(ALTER TABLE ADD FULLTEXT INDEX)
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT
) ENGINE=InnoDB;
INSERT INTO articles (title, body) VALUES
('MySQL Tutorial','DBMS stands for MySQL DataBase ...'),
('How To Use MySQL Well','After you went through a ...'),
('Optimizing MySQL','In this tutorial we will show ...'),
('1001 MySQL Tricks','How to use full-text search engine'),
('Go MySQL Tricks','How to use full text search engine');
# Create fulltext index
ALTER TABLE articles ADD FULLTEXT INDEX (title, body) WITH PARSER simple_parser;
# Simple term search
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('mysql');
# Test stopword and word len less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('will go');
-- echo # Test plugin parser tokenizer difference
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full-text');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full text');
# Test query expansion
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full-text' WITH QUERY EXPANSION);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full text' WITH QUERY EXPANSION);
# No result here, we get '"mysql' 'database"' by simple parser
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql database"' IN BOOLEAN MODE);
DROP TABLE articles;
-- echo # Test Part 3 END
# Use default parser
SET SESSION debug="+d,fts_instrument_use_default_parser";
-- echo # Test Part 4: Create Index Test with Default/Internal Parser
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT,
FULLTEXT (title, body) WITH PARSER simple_parser
) ENGINE=InnoDB;
INSERT INTO articles (title, body) VALUES
('MySQL Tutorial','DBMS stands for MySQL DataBase ...'),
('How To Use MySQL Well','After you went through a ...'),
('Optimizing MySQL','In this tutorial we will show ...'),
('1001 MySQL Tricks','How to use full-text search engine'),
('Go MySQL Tricks','How to use full text search engine');
# Simple term search
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('mysql');
# Test stopword and word len less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('will go');
-- echo # Test plugin parser tokenizer difference
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full-text');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full text');
# Phrase search
--echo # simple parser st_mysql_ftparser_boolean_info doesn't
--echo # store position of every word in boolean metadata.
--echo # This leads to empty result
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql database"' IN BOOLEAN MODE);
DROP TABLE articles;
# Disable query parse using plugin parser
-- echo # Test Part 5: Row Merge Create Index Test with Default/Internal Parser
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT
) ENGINE=InnoDB;
INSERT INTO articles (title, body) VALUES
('MySQL Tutorial','DBMS stands for MySQL DataBase ...'),
('How To Use MySQL Well','After you went through a ...'),
('Optimizing MySQL','In this tutorial we will show ...'),
('1001 MySQL Tricks','How to use full-text search engine'),
('Go MySQL Tricks','How to use full text search engine');
# Create fulltext index
ALTER TABLE articles ADD FULLTEXT INDEX (title, body) WITH PARSER simple_parser;
# Simple term search
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('mysql');
# Test stopword and word len less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('will go');
-- echo # Test plugin parser tokenizer difference
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full-text');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('full text');
# Phrase search
--echo # simple parser st_mysql_ftparser_boolean_info doesn't
--echo # store position of every word in boolean metadata.
--echo # This leads to empty result
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql database"' IN BOOLEAN MODE);
DROP TABLE articles;
-- echo # Test Part 6: Test Query Parser with Default/Internal Parser
let $innodb_ft_enable_diag_print_orig = `SELECT @@innodb_ft_enable_diag_print`;
# Enable diag print to print query parse tree
SET GLOBAL innodb_ft_enable_diag_print = 1;
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT,
FULLTEXT (title, body) WITH PARSER simple_parser
) ENGINE=InnoDB;
INSERT INTO articles (title, body) VALUES
('MySQL Tutorial','DBMS stands for MySQL DataBase ...'),
('MySQL Tutorial','DBMS stands for MySQL good one DataBase ...'),
('How To Use MySQL Well','After you went through a ...'),
('Optimizing MySQL','In this tutorial we will show ...'),
('1001 MySQL Tricks','How to use full-text search engine');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+mysql -database' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('>mysql <database ~search' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+(mysql database) -engine' IN BOOLEAN MODE);
# The will be no result because of parsing error.
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+(mysql database -engine' IN BOOLEAN MODE);
# Test phrase match
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql"' IN BOOLEAN MODE);
# Test stopword or word less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"for mysql"' IN BOOLEAN MODE);
--echo # simple parser st_mysql_ftparser_boolean_info doesn't
--echo # store position of every word in boolean metadata.
--echo # This leads to empty result for the next 3 queries
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"mysql database"' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"full text search"' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"full text search engine"' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+"dbms stands" -good' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+("dbms stands") -good' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+("dbms stands" search) -good' IN BOOLEAN MODE);
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+("dbms stands" "full text") -good' IN BOOLEAN MODE);
# Test proximity match
# It will be treated as phrase match
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('("msyql database")@3' IN BOOLEAN MODE);
DROP TABLE articles;
SET NAMES utf8;
-- echo # Test Part 7: Test Different Charset
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT,
FULLTEXT (title, body) WITH PARSER simple_parser
) ENGINE=InnoDB DEFAULT CHARACTER SET gb2312 COLLATE gb2312_chinese_ci;
INSERT INTO articles (title, body) VALUES
('数据库 是 数据 的 结构化 集合','它 可以 是 任何 东西'),
('从 简单 的 购物清单 到 画展','或 企业网络 中 的 海量信息'),
('要 想 将 数据 添加 到 数据库','或 访问、处理 计算机 数据库 中 保存 的 数据'),
('需要 使用 数据库 管理系统','计算机 是 处理 大量 数据 的 理想 工具');
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('数据库');
# Test word len less than fts_min_token_size
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('数据');
# Test wildcard
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('数据*');
# Test operator
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('+数据库 -计算机');
# Test phrase search
--echo # simple parser st_mysql_ftparser_boolean_info doesn't
--echo # store position of every word in boolean metadata.
--echo # This leads to empty result
SELECT * FROM articles WHERE
MATCH(title, body) AGAINST('"计算机 数据库"' IN BOOLEAN MODE);
DROP TABLE articles;
eval SET GLOBAL innodb_ft_enable_diag_print = $innodb_ft_enable_diag_print_orig;
# Disable use default parser
SET SESSION debug="-d,fts_instrument_use_default_parser";
-- echo # Test Part 9:# Abort the operation in dict_create_index_step
# by setting return status of dict_create_index_tree_step() to DB_OUT_OF_MEMORY
# # The newly create dict_index_t should be removed from fts cache
CREATE TABLE articles (
id INT UNSIGNED AUTO_INCREMENT NOT NULL PRIMARY KEY,
title VARCHAR(200),
body TEXT,
FULLTEXT (title, body) WITH PARSER simple_parser
) ENGINE=InnoDB;
#
SET SESSION debug="+d,ib_dict_create_index_tree_fail";
--error ER_OUT_OF_RESOURCES
CREATE FULLTEXT INDEX idx ON articles(body);
SET SESSION debug="-d,ib_dict_create_index_tree_fail";
#
DROP TABLE articles;
UNINSTALL PLUGIN simple_parser;
|
