1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
# CASED.awk -- awk script to generate CASED.tab
# Copyright (C) 2005
# National Institute of Advanced Industrial Science and Technology (AIST)
# Registration Number H15PRO112
# This file is part of the m17n database; a sub-part of the m17n
# library.
# The m17n library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public License
# as published by the Free Software Foundation; either version 2.1 of
# the License, or (at your option) any later version.
# The m17n library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
# You should have received a copy of the GNU Lesser General Public
# License along with the m17n library; if not, write to the Free
# Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
# Boston, MA 02110-1301, USA.
BEGIN {
tohex["0"] = 1;
tohex["1"] = 2;
tohex["2"] = 3;
tohex["3"] = 4;
tohex["4"] = 5;
tohex["5"] = 6;
tohex["6"] = 7;
tohex["7"] = 8;
tohex["8"] = 9;
tohex["9"] = 10;
tohex["A"] = 11;
tohex["B"] = 12;
tohex["C"] = 13;
tohex["D"] = 14;
tohex["E"] = 15;
tohex["F"] = 16;
tohex["a"] = 11;
tohex["b"] = 12;
tohex["c"] = 13;
tohex["d"] = 14;
tohex["e"] = 15;
tohex["f"] = 16;
FS = "[ \t]*[;#][ \t]*";
}
function decode_hex(str, idx) {
n = 0;
len = length(str);
for (i = idx; i <= len; i++)
{
c = tohex[substr(str, i, 1)];
if (c == 0)
break;
n = n * 16 + c - 1;
}
return n;
}
function single(str, bit) {
i = decode_hex(str, 1);
if (cased[i] != bit)
cased[i] += bit;
}
function range(str, bit) {
end = decode_hex(str, index(str, "..") + 2);
for (i = decode_hex(str, 1); i <= end; i++)
if (cased[i] != bit)
cased[i] += bit;
}
/^[^\#]/ {
if (FILENAME == "UNIDATA/UnicodeData.txt") {
if ($3 ~ /L[ltu]/)
single($1, 1);
else if ($3 ~ /Mn|Me|Cf|Lm|Sk/)
single($1, 2);
}
else if (FILENAME == "UNIDATA/PropList.txt") {
if ($2 ~ /Other_(Upp|Low)ercase/) {
if (index($1, "."))
range($1, 1);
else
single($1, 1);
}
}
else { # FILE == "WordBreakProperty.txt"
if ($2 == "MidLetter") {
if (index($1, "."))
range($1, 2);
else
single($1, 2);
}
}
}
END {
for (i in cased)
printf ("0x%X %d\n", i, cased[i]);
}
|
