1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
#!/usr/bin/env python3
import argparse
from dataclasses import dataclass
parser = argparse.ArgumentParser()
parser.add_argument('input', type=argparse.FileType('r'))
parser.add_argument('output', type=argparse.FileType('w'))
opts = parser.parse_args()
@dataclass
class Emoji:
codepoint: int
count: int = 1
emoji_presentation: bool = False
modifier: bool = False
modifier_base: bool = False
component: bool = False
pictographic: bool = False
emojis = {}
for line in opts.input:
line = line.rstrip()
if not line:
continue
if line[0] == '#':
continue
codepoint_or_range, props_and_trash = line.split(';', maxsplit=1)
props = props_and_trash.split('#', maxsplit=1)[0].strip()
codepoint_range = tuple(
map(lambda s: int(s.strip(), 16), codepoint_or_range.split('..')))
assert len(codepoint_range) in [1, 2]
if len(codepoint_range) == 1:
codepoint_range = codepoint_range[0], codepoint_range[0]
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
assert cp < (1 << 24), f'codepoint is outside range: 0x{cp:x}'
if props == 'Emoji':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
assert cp not in emojis
emojis[cp] = Emoji(codepoint=cp)
elif props == 'Emoji_Presentation':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
try:
emojis[cp].emoji_presentation = True
except KeyError:
pass
elif props == 'Emoji_Modifier':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
try:
emojis[cp].modifier = True
except KeyError:
pass
elif props == 'Emoji_Modifier_Base':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
try:
emojis[cp].modifier_base = True
except KeyError:
pass
elif props == 'Emoji_Component':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
try:
emojis[cp].component = True
except KeyError:
pass
elif props == 'Extended_Pictographic':
for cp in range(codepoint_range[0], codepoint_range[1] + 1):
try:
emojis[cp].pictographic = True
except KeyError:
pass
# for emoji in emojis.values():
# print(f'{emoji.codepoint:x} ({chr(emoji.codepoint)}): '
# f'presentation={"emoji" if emoji.emoji_presentation else "text"}, '
# f'component={emoji.component}, '
# f'pictographic={emoji.pictographic}')
# print(f'{len(emojis)} codepoints')
# sys.exit(0)
# Compact the list, by creating ranges of consecutive codepoints with
# identical properties
compacted = []
last = None
for emoji in sorted(emojis.values(), key=lambda x: x.codepoint):
if last is None:
last = emoji
compacted.append(last)
continue
if emoji.codepoint == last.codepoint + last.count and \
emoji.emoji_presentation == last.emoji_presentation and \
emoji.modifier == last.modifier and \
emoji.modifier_base == last.modifier_base and \
emoji.component == last.component and \
emoji.pictographic == last.pictographic:
last.count += 1
else:
last = emoji
compacted.append(last)
# print(f'compacted from {len(emojis)} to {len(compacted)} entries')
opts.output.write('#pragma once\n')
opts.output.write('#include <stdint.h>\n')
opts.output.write('#include <stdbool.h>\n')
opts.output.write('\n')
opts.output.write('struct emoji {\n')
opts.output.write(' bool emoji_presentation:1;\n')
opts.output.write(' bool modifier:1;\n')
opts.output.write(' bool modifier_base:1;\n')
opts.output.write(' bool component:1;\n')
opts.output.write(' bool pictographic:1;\n')
opts.output.write(' uint32_t cp:24;\n')
opts.output.write(' uint8_t count;\n')
opts.output.write('} __attribute__((packed));\n')
opts.output.write('_Static_assert(sizeof(struct emoji) == 5, "unexpected struct size");\n')
opts.output.write('\n')
opts.output.write('#if defined(FCFT_HAVE_HARFBUZZ)\n')
opts.output.write('\n')
opts.output.write(f'static const struct emoji emojis[{len(compacted)}] = {{\n')
for emoji in compacted:
assert emoji.count < 256
opts.output.write(' {\n')
opts.output.write(f' .emoji_presentation = {"true" if emoji.emoji_presentation else "false"},\n')
opts.output.write(f' .modifier = {"true" if emoji.modifier else "false"},\n')
opts.output.write(f' .modifier_base = {"true" if emoji.modifier_base else "false"},\n')
opts.output.write(f' .component = {"true" if emoji.component else "false"},\n')
opts.output.write(f' .pictographic = {"true" if emoji.pictographic else "false"},\n')
opts.output.write(f' .cp = 0x{emoji.codepoint:05x},\n')
opts.output.write(f' .count = {emoji.count},\n')
opts.output.write(' },\n')
opts.output.write('};\n')
opts.output.write('#else /* !FCFT_HAVE_HARFBUZZ */\n')
opts.output.write('static const struct emoji emojis[0];\n')
opts.output.write('#endif /* !FCFT_HAVE_HARFBUZZ */\n')
|
