1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
/*
*
* This file is part of the OpenLink Software Virtuoso Open-Source (VOS)
* project.
*
* Copyright (C) 1998-2006 OpenLink Software
*
* This project is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
* Free Software Foundation; only version 2 of the License, dated June 1991.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
*
*
*/
#include <ctype.h>
#include <stdlib.h>
#include <limits.h>
#include "langfunc.h"
#ifndef _MSC_VER
#define iswdigit isdigit
#define iswalpha isalpha
#endif
extern lang_handler_t lh__enUS;
extern lang_handler_t lh__xftqenUS;
static int unichar_getprops_point__enUS(const unichar *ptr)
{
unichar before, after;
if ((ptr[-1] & ~0xFF) || ptr[+1] & ~0xFF)
return UCP_PUNCT;
before = ptr[-1];
after = ptr[+1];
if (iswdigit((unsigned)before) && iswdigit((unsigned)after))
return UCP_ALPHA;
if (iswalpha((unsigned)before) && iswalpha((unsigned)after))
return UCP_ALPHA;
return UCP_PUNCT;
}
#define LH_COUNT_WORDS_NAME lh_count_words__enUS
#define LH_ITERATE_WORDS_NAME lh_iterate_words__enUS
#define LH_ITERATE_PATCHED_WORDS_NAME lh_iterate_patched_words__enUS
#define UNICHAR_GETPROPS_EXPN(buf,bufsize,pos) \
(('.' == buf[pos]) ? \
(((pos > 0) && (pos+1 < bufsize)) ? unichar_getprops_point__enUS(buf+pos) : UCP_PUNCT) : \
unichar_getprops (buf[pos]) )
#define DBG_PRINTF_NOISE_WORD(word_start,word_length) dbg_printf (("Noise word in en-US text, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_PATCH_FAILED(word_start,word_length) dbg_printf (("Patch of word failed in en-US text, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_NOISE_IDEO(word_start,word_length) dbg_printf (("Noise ideograph in en-US text, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_IDEO_PATCH_FAILED(word_start,word_length) dbg_printf (("Patch of ideograph failed in en-US text, start %ld, length %ld\n", (long)word_start, (long)word_length))
#include "langfunc_templ.c"
#undef LH_COUNT_WORDS_NAME
#undef LH_ITERATE_WORDS_NAME
#undef LH_ITERATE_PATCHED_WORDS_NAME
#undef UNICHAR_GETPROPS_EXPN
#undef DBG_PRINTF_NOISE_WORD
#undef DBG_PRINTF_PATCH_FAILED
#undef DBG_PRINTF_NOISE_IDEO
#undef DBG_PRINTF_IDEO_PATCH_FAILED
static int unichar_getprops_point__xftqenUS(const unichar *ptr)
{
unichar before, after;
if ((ptr[-1] & ~0xFF) || ptr[+1] & ~0xFF)
return UCP_PUNCT;
before = ptr[-1];
after = ptr[+1];
if (('*' == before) && (('*' == after) || iswdigit((unsigned)after) || iswalpha((unsigned)after)))
return UCP_ALPHA;
if (iswdigit((unsigned)before) && (('*' == after) || iswdigit((unsigned)after)))
return UCP_ALPHA;
if (iswalpha((unsigned)before) && (('*' == after) || iswalpha((unsigned)after)))
return UCP_ALPHA;
return UCP_PUNCT;
}
#define LH_COUNT_WORDS_NAME lh_count_words__xftqenUS
#define LH_ITERATE_WORDS_NAME lh_iterate_words__xftqenUS
#define LH_ITERATE_PATCHED_WORDS_NAME lh_iterate_patched_words__xftqenUS
#define UNICHAR_GETPROPS_EXPN(buf,bufsize,pos) \
(('.' == buf[pos]) ? \
(((pos > 0) && (pos+1 < bufsize)) ? unichar_getprops_point__xftqenUS(buf+pos) : UCP_PUNCT) : \
(('*' == buf[pos]) ? UCP_ALPHA : unichar_getprops (buf[pos])) )
#define DBG_PRINTF_NOISE_WORD(word_start,word_length) dbg_printf (("Noise word in en-US query, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_PATCH_FAILED(word_start,word_length) dbg_printf (("Patch of word failed in en-US query, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_NOISE_IDEO(word_start,word_length) dbg_printf (("Noise ideograph in en-US query, start %ld, length %ld\n", (long)word_start, (long)word_length))
#define DBG_PRINTF_IDEO_PATCH_FAILED(word_start,word_length) dbg_printf (("Patch of ideograph failed in en-US query, start %ld, length %ld\n", (long)word_start, (long)word_length))
#include "langfunc_templ.c"
#undef LH_COUNT_WORDS_NAME
#undef LH_ITERATE_WORDS_NAME
#undef LH_ITERATE_PATCHED_WORDS_NAME
#undef UNICHAR_GETPROPS_EXPN
#undef DBG_PRINTF_NOISE_WORD
#undef DBG_PRINTF_PATCH_FAILED
#undef DBG_PRINTF_NOISE_IDEO
#undef DBG_PRINTF_IDEO_PATCH_FAILED
lang_handler_t lh__enUS = {
"en", /* ISO 639 */
"en-US", /* RFC 1766 */
NULL, /* more generic handler, will be set to handler for "x-any" before first use */
&lh__xftqenUS, /* query language handler */
1, WORD_MAX_CHARS, /* minimal and maximal lengths of one indexable word */
NULL, /* application-specific data */
NULL, /* lh_is_vtb_word */
NULL, /* lh_tocapital_word */
NULL, /* lh_toupper_word */
NULL, /* lh_tolower_word */
NULL /*lh_normalize_word__enUS*/ ,
lh_count_words__enUS, /* lh_count_words */
lh_iterate_words__enUS, /* lh_iterate_words */
lh_iterate_patched_words__enUS, /* lh_iterate_patched_words */
#ifdef HYPHENATION_OK
NULL /* lh_iterate_hyppoints */
#endif
};
lang_handler_t lh__xftqenUS = {
"x-ftq-en", /* ISO 639 */
"x-ftq-en-US", /* RFC 1766 */
NULL, /* more generic handler, will be set to handler for "x-ftq-x-any" before first use */
&lh__xftqenUS, /* query language handler */
1, WORD_MAX_CHARS, /* minimal and maximal lengths of one indexable word */
NULL, /* application-specific data */
NULL, /* lh_is_vtb_word */
NULL, /* lh_tocapital_word */
NULL, /* lh_toupper_word */
NULL, /* lh_tolower_word */
NULL /*lh_normalize_word__enUS*/ ,
lh_count_words__xftqenUS, /* lh_count_words */
lh_iterate_words__xftqenUS, /* lh_iterate_words */
lh_iterate_patched_words__xftqenUS, /* lh_iterate_patched_words */
#ifdef HYPHENATION_OK
NULL /* lh_iterate_hyppoints */
#endif
};
void connect__enUS(void *appdata)
{
lh__enUS.lh_superlanguage = lh_get_handler("x-any");
lh__xftqenUS.lh_superlanguage = lh__enUS.lh_superlanguage->lh_ftq_language;
lh_load_handler(&lh__enUS);
lh_load_handler(&lh__xftqenUS);
}
|
