1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319
|
/*
*
* This file is part of the OpenLink Software Virtuoso Open-Source (VOS)
* project.
*
* Copyright (C) 1998-2006 OpenLink Software
*
* This project is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
* Free Software Foundation; only version 2 of the License, dated June 1991.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
*
*
*/
#include "langfunc.h"
#include "Dkhash.h"
/* Conversion to uppercase */
struct unicode3_toupper_s
{
unsigned short int u3c_cell;
unsigned short int u3c_ucase;
};
typedef struct unicode3_toupper_s unicode3_toupper_t;
#define UNICODE3_HEADER unicode3_toupper_t unicode3_lowers[] = {
#define UNICODE3_FOOTER {~0} };
#define UNICODE3_REC(cell,grp1,idx1,grp2,digit1,digit2,digit3,ucase1,lcase,ucase2,flg1,repl1,name1,name2,unicodename) \
{cell,ucase1},
#include "unicode3_lowers.h"
#undef UNICODE3_HEADER
#undef UNICODE3_FOOTER
#undef UNICODE3_REC
unichar unicode3_getucase (unichar uchr)
{
int left_cop = 0;
int right_cop = (int)(sizeof(unicode3_lowers)/sizeof(unicode3_lowers[0])) - 1;
int robber = (26-1); /* We should optimize search for the most important case - 26 Latin chars */
unichar curr;
while (left_cop <= right_cop)
{
curr = unicode3_lowers[robber].u3c_cell;
if (uchr == curr)
return unicode3_lowers[robber].u3c_ucase;
if (uchr < curr)
right_cop = robber-1;
else
left_cop = robber+1;
robber = (left_cop+right_cop)/2;
}
return uchr;
}
/* Conversion to lowercase */
struct unicode3_tolower_s
{
unsigned short int u3c_cell;
unsigned short int u3c_lcase;
};
typedef struct unicode3_tolower_s unicode3_tolower_t;
#define UNICODE3_HEADER unicode3_tolower_t unicode3_uppers[] = {
#define UNICODE3_FOOTER {~0} };
#define UNICODE3_REC(cell,grp1,idx1,grp2,digit1,digit2,digit3,ucase1,lcase,ucase2,flg1,repl1,name1,name2,unicodename) \
{cell,lcase},
#include "unicode3_uppers.h"
#undef UNICODE3_HEADER
#undef UNICODE3_FOOTER
#undef UNICODE3_REC
unichar unicode3_getlcase (unichar uchr)
{
int left_cop = 0;
int right_cop = (int)(sizeof(unicode3_uppers)/sizeof(unicode3_uppers[0])) - 1;
int robber = (26-1); /* We should optimize search for the most important case - 26 Latin chars */
unichar curr;
while (left_cop <= right_cop)
{
curr = unicode3_uppers[robber].u3c_cell;
if (uchr == curr)
return unicode3_uppers[robber].u3c_lcase;
if (uchr < curr)
right_cop = robber-1;
else
left_cop = robber+1;
robber = (left_cop+right_cop)/2;
}
return uchr;
}
/* Conversion to base char */
struct unicode3_tobasechar_s
{
unsigned short int u3c_cell;
unsigned short int u3c_basechar;
unsigned short int u3c_upperbasechar;
unsigned short int u3c_modifier;
};
typedef struct unicode3_tobasechar_s unicode3_tobasechar_t;
#define UNICODE3_HEADER unicode3_tobasechar_t unicode3_tobasechars[] = {
#define UNICODE3_FOOTER {~0} };
#define UNICODE3_S2(mode,base,modif) base, base, modif
#define UNICODE3_S1(mode,base) base, base, 0
#define UNICODE3_REC(cell,grp1,idx1,grp2,digit1,digit2,digit3,ucase1,lcase,ucase2,flg1,repl1,name1,name2,unicodename) \
{cell,repl1},
#include "unicode3_basechars.h"
#undef UNICODE3_HEADER
#undef UNICODE3_FOOTER
#undef UNICODE3_REC
unichar unicode3_getbasechar (unichar uchr)
{
int left_cop = 0;
int right_cop = (int)(sizeof(unicode3_tobasechars)/sizeof(unicode3_tobasechars[0])) - 1;
int robber = (252-1); /* We should optimize search for the most important case - 252(!) different modified Latin chars */
unichar curr;
while (left_cop <= right_cop)
{
curr = unicode3_tobasechars[robber].u3c_cell;
if (uchr == curr)
return unicode3_tobasechars[robber].u3c_basechar;
if (uchr < curr)
right_cop = robber-1;
else
left_cop = robber+1;
robber = (left_cop+right_cop)/2;
}
return uchr;
}
unichar unicode3_getupperbasechar (unichar uchr)
{
int left_cop = 0;
int right_cop = (int)(sizeof(unicode3_tobasechars)/sizeof(unicode3_tobasechars[0])) - 1;
int robber = (252-1); /* We should optimize search for the most important case - 252(!) different modified Latin chars */
unichar curr;
while (left_cop <= right_cop)
{
curr = unicode3_tobasechars[robber].u3c_cell;
if (uchr == curr)
return unicode3_tobasechars[robber].u3c_upperbasechar;
if (uchr < curr)
right_cop = robber-1;
else
left_cop = robber+1;
robber = (left_cop+right_cop)/2;
}
return unicode3_getucase (uchr);
}
/* Conversion from a base char and modif to a single combined char */
dk_hash_t *unicode3_modif_usages = NULL;
dk_hash_t *unicode3_charmodif_to_combined = NULL;
dk_hash_t *unicode3_charmodif_to_combined_upper = NULL;
unichar unicode3_min_used_modif_char = 0xFFFF, unicode3_max_used_modif_char = 0;
unichar unicode3_min_exact_clone_char = 0xFFFF, unicode3_max_exact_clone_char = 0;
unichar unicode3_combine_base_and_modif (unichar base, unichar modif)
{
uptrlong boundaries = (uptrlong) gethash ((void *)((ptrlong)modif), unicode3_modif_usages);
if (boundaries && (base >= (boundaries >> 16)) && (base <= (boundaries & 0xFFFF)))
{
uptrlong mix = (base << 16) | modif;
uptrlong combined = (uptrlong) gethash ((void *)mix, unicode3_charmodif_to_combined);
return combined;
}
return 0;
}
unichar unicode3_combine_base_and_modif_upper (unichar base, unichar modif)
{
uptrlong boundaries = (uptrlong) gethash ((void *)((ptrlong)modif), unicode3_modif_usages);
if (boundaries && (base >= (boundaries >> 16)) && (base <= (boundaries & 0xFFFF)))
{
uptrlong mix = (base << 16) | modif;
uptrlong combined_upper = (uptrlong) gethash ((void *)mix, unicode3_charmodif_to_combined_upper);
return combined_upper;
}
return 0;
}
void unicode3_init_char_combining_hashtables (void)
{
int cellctr;
int cellcount = (int)(sizeof(unicode3_tobasechars)/sizeof(unicode3_tobasechars[0])) - 1;
if (NULL != unicode3_modif_usages)
return;
unicode3_modif_usages = hash_table_allocate (509);
unicode3_charmodif_to_combined = hash_table_allocate (1531);
unicode3_charmodif_to_combined_upper = hash_table_allocate (1531);
for (cellctr = 0; cellctr - cellcount; cellctr++)
{
unicode3_tobasechar_t *rec = unicode3_tobasechars + cellctr;
uptrlong cell = rec->u3c_cell;
unichar modif = rec->u3c_modifier;
uptrlong mix, old_cell_for_mix, boundaries, boundaries_min, boundaries_max;
rec->u3c_upperbasechar = unicode3_getucase (rec->u3c_basechar);
if (0 == modif)
{
if (cell < unicode3_min_exact_clone_char)
unicode3_min_exact_clone_char = cell;
if (cell > unicode3_max_exact_clone_char)
unicode3_max_exact_clone_char = cell;
continue;
}
if (modif < unicode3_min_used_modif_char)
unicode3_min_used_modif_char = modif;
if (modif > unicode3_max_used_modif_char)
unicode3_max_used_modif_char = modif;
mix = (rec->u3c_basechar << 16) | modif;
old_cell_for_mix = (uptrlong) gethash ((void *)mix, unicode3_charmodif_to_combined);
if (old_cell_for_mix)
{
#ifndef NDEBUG
GPF_T;
#endif
continue;
}
sethash ((void *)mix, unicode3_charmodif_to_combined, (void *)cell);
sethash ((void *)mix, unicode3_charmodif_to_combined_upper, (void *)(ptrlong)(unicode3_getucase (cell)));
boundaries = (uptrlong) gethash ((void *)((ptrlong)modif), unicode3_modif_usages);
if (!boundaries)
{
boundaries_min = boundaries_max = rec->u3c_basechar;
}
else
{
boundaries_min = boundaries >> 16;
boundaries_max = boundaries & 0xFFFF;
if (rec->u3c_basechar < boundaries_min)
boundaries_min = rec->u3c_basechar;
if (rec->u3c_basechar > boundaries_max)
boundaries_max = rec->u3c_basechar;
}
sethash ((void *)((ptrlong)(modif)), unicode3_modif_usages, ((void*)((boundaries_min << 16) | boundaries_max)));
}
}
/* Check for being a whitespace */
#define UNICODE3_HEADER unichar unicode3_spaces[] = {
#define UNICODE3_FOOTER ~0 };
#define UNICODE3_REC(cell,grp1,idx1,grp2,digit1,digit2,digit3,ucase1,lcase,ucase2,flg1,repl1,name1,name2,unicodename) \
cell,
#include "unicode3_spaces.h"
#undef UNICODE3_HEADER
#undef UNICODE3_FOOTER
#undef UNICODE3_REC
int unicode3_isspace (unichar uchr)
{
int left_cop = 0;
int right_cop = (int)(sizeof(unicode3_spaces)/sizeof(unicode3_spaces[0])) - 1;
int robber = 1; /* We should optimize search for the most important case - ASCII whitespace */
unichar curr;
while (left_cop <= right_cop)
{
curr = unicode3_spaces[robber];
if (uchr == curr)
return 1;
if (uchr < curr)
right_cop = robber-1;
else
left_cop = robber+1;
robber = (left_cop+right_cop)/2;
}
return 0;
}
/* Testing */
#ifdef LANGFUNC_TEST
struct unicode3_charinfo_s
{
unsigned short int u3c_cell;
unsigned short int u3c_ucase;
unsigned short int u3c_lcase;
};
typedef struct unicode3_charinfo_s unicode3_charinfo_t;
#define UNICODE3_HEADER unicode3_charinfo_t unicode3_all_chars[] = {
#define UNICODE3_FOOTER {~0} };
#define UNICODE3_REC(cell,grp1,idx1,grp2,digit1,digit2,digit3,ucase1,lcase,ucase2,flg1,repl1,name1,name2,unicodename) \
{cell,ucase1,lcase},
#include "unicode3_all_chars.h"
#undef UNICODE3_HEADER
#undef UNICODE3_FOOTER
#undef UNICODE3_REC
#endif
|