1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
|
cdef class Charset:
cdef:
public int id
public str name, collation
int is_default
def __init__(self, int id, str name, str collation, str is_default):
self.id, self.name, self.collation = id, name, collation
self.is_default = is_default == "Yes"
def __repr__(self):
return "Charset(id=%s, name=%r, collation=%r)" % (
self.id,
self.name,
self.collation,
)
@property
def encoding(self):
name = self.name
if name in ("utf8mb4", "utf8mb3"):
return "utf8"
if name == "latin1":
return "cp1252"
if name == "koi8r":
return "koi8_r"
if name == "koi8u":
return "koi8_u"
return name
@property
def is_binary(self):
return self.id == 63
cdef class Charsets:
cdef:
dict _by_id, _by_name
def __init__(self):
self._by_id = {}
self._by_name = {}
cpdef add(self, Charset c):
self._by_id[c.id] = c
if c.is_default:
self._by_name[c.name] = c
cpdef by_id(self, int id):
return self._by_id[id]
cpdef by_name(self, str name):
return self._by_name.get(name.lower())
_charsets = Charsets()
"""
Generated with:
mysql -N -s -e "select id, character_set_name, collation_name, is_default
from information_schema.collations order by id;" | python -c "import sys
for l in sys.stdin.readlines():
id, name, collation, is_default = l.split(chr(9))
print '_charsets.add(Charset(%s, \'%s\', \'%s\', \'%s\'))' \
% (id, name, collation, is_default.strip())
"
"""
_charsets.add(Charset(1, "big5", "big5_chinese_ci", "Yes"))
_charsets.add(Charset(2, "latin2", "latin2_czech_cs", ""))
_charsets.add(Charset(3, "dec8", "dec8_swedish_ci", "Yes"))
_charsets.add(Charset(4, "cp850", "cp850_general_ci", "Yes"))
_charsets.add(Charset(5, "latin1", "latin1_german1_ci", ""))
_charsets.add(Charset(6, "hp8", "hp8_english_ci", "Yes"))
_charsets.add(Charset(7, "koi8r", "koi8r_general_ci", "Yes"))
_charsets.add(Charset(8, "latin1", "latin1_swedish_ci", "Yes"))
_charsets.add(Charset(9, "latin2", "latin2_general_ci", "Yes"))
_charsets.add(Charset(10, "swe7", "swe7_swedish_ci", "Yes"))
_charsets.add(Charset(11, "ascii", "ascii_general_ci", "Yes"))
_charsets.add(Charset(12, "ujis", "ujis_japanese_ci", "Yes"))
_charsets.add(Charset(13, "sjis", "sjis_japanese_ci", "Yes"))
_charsets.add(Charset(14, "cp1251", "cp1251_bulgarian_ci", ""))
_charsets.add(Charset(15, "latin1", "latin1_danish_ci", ""))
_charsets.add(Charset(16, "hebrew", "hebrew_general_ci", "Yes"))
_charsets.add(Charset(18, "tis620", "tis620_thai_ci", "Yes"))
_charsets.add(Charset(19, "euckr", "euckr_korean_ci", "Yes"))
_charsets.add(Charset(20, "latin7", "latin7_estonian_cs", ""))
_charsets.add(Charset(21, "latin2", "latin2_hungarian_ci", ""))
_charsets.add(Charset(22, "koi8u", "koi8u_general_ci", "Yes"))
_charsets.add(Charset(23, "cp1251", "cp1251_ukrainian_ci", ""))
_charsets.add(Charset(24, "gb2312", "gb2312_chinese_ci", "Yes"))
_charsets.add(Charset(25, "greek", "greek_general_ci", "Yes"))
_charsets.add(Charset(26, "cp1250", "cp1250_general_ci", "Yes"))
_charsets.add(Charset(27, "latin2", "latin2_croatian_ci", ""))
_charsets.add(Charset(28, "gbk", "gbk_chinese_ci", "Yes"))
_charsets.add(Charset(29, "cp1257", "cp1257_lithuanian_ci", ""))
_charsets.add(Charset(30, "latin5", "latin5_turkish_ci", "Yes"))
_charsets.add(Charset(31, "latin1", "latin1_german2_ci", ""))
_charsets.add(Charset(32, "armscii8", "armscii8_general_ci", "Yes"))
_charsets.add(Charset(33, "utf8", "utf8_general_ci", "Yes"))
_charsets.add(Charset(34, "cp1250", "cp1250_czech_cs", ""))
_charsets.add(Charset(36, "cp866", "cp866_general_ci", "Yes"))
_charsets.add(Charset(37, "keybcs2", "keybcs2_general_ci", "Yes"))
_charsets.add(Charset(38, "macce", "macce_general_ci", "Yes"))
_charsets.add(Charset(39, "macroman", "macroman_general_ci", "Yes"))
_charsets.add(Charset(40, "cp852", "cp852_general_ci", "Yes"))
_charsets.add(Charset(41, "latin7", "latin7_general_ci", "Yes"))
_charsets.add(Charset(42, "latin7", "latin7_general_cs", ""))
_charsets.add(Charset(43, "macce", "macce_bin", ""))
_charsets.add(Charset(44, "cp1250", "cp1250_croatian_ci", ""))
_charsets.add(Charset(45, "utf8mb4", "utf8mb4_general_ci", "Yes"))
_charsets.add(Charset(46, "utf8mb4", "utf8mb4_bin", ""))
_charsets.add(Charset(47, "latin1", "latin1_bin", ""))
_charsets.add(Charset(48, "latin1", "latin1_general_ci", ""))
_charsets.add(Charset(49, "latin1", "latin1_general_cs", ""))
_charsets.add(Charset(50, "cp1251", "cp1251_bin", ""))
_charsets.add(Charset(51, "cp1251", "cp1251_general_ci", "Yes"))
_charsets.add(Charset(52, "cp1251", "cp1251_general_cs", ""))
_charsets.add(Charset(53, "macroman", "macroman_bin", ""))
_charsets.add(Charset(57, "cp1256", "cp1256_general_ci", "Yes"))
_charsets.add(Charset(58, "cp1257", "cp1257_bin", ""))
_charsets.add(Charset(59, "cp1257", "cp1257_general_ci", "Yes"))
_charsets.add(Charset(63, "binary", "binary", "Yes"))
_charsets.add(Charset(64, "armscii8", "armscii8_bin", ""))
_charsets.add(Charset(65, "ascii", "ascii_bin", ""))
_charsets.add(Charset(66, "cp1250", "cp1250_bin", ""))
_charsets.add(Charset(67, "cp1256", "cp1256_bin", ""))
_charsets.add(Charset(68, "cp866", "cp866_bin", ""))
_charsets.add(Charset(69, "dec8", "dec8_bin", ""))
_charsets.add(Charset(70, "greek", "greek_bin", ""))
_charsets.add(Charset(71, "hebrew", "hebrew_bin", ""))
_charsets.add(Charset(72, "hp8", "hp8_bin", ""))
_charsets.add(Charset(73, "keybcs2", "keybcs2_bin", ""))
_charsets.add(Charset(74, "koi8r", "koi8r_bin", ""))
_charsets.add(Charset(75, "koi8u", "koi8u_bin", ""))
_charsets.add(Charset(76, "utf8", "utf8_tolower_ci", ""))
_charsets.add(Charset(77, "latin2", "latin2_bin", ""))
_charsets.add(Charset(78, "latin5", "latin5_bin", ""))
_charsets.add(Charset(79, "latin7", "latin7_bin", ""))
_charsets.add(Charset(80, "cp850", "cp850_bin", ""))
_charsets.add(Charset(81, "cp852", "cp852_bin", ""))
_charsets.add(Charset(82, "swe7", "swe7_bin", ""))
_charsets.add(Charset(83, "utf8", "utf8_bin", ""))
_charsets.add(Charset(84, "big5", "big5_bin", ""))
_charsets.add(Charset(85, "euckr", "euckr_bin", ""))
_charsets.add(Charset(86, "gb2312", "gb2312_bin", ""))
_charsets.add(Charset(87, "gbk", "gbk_bin", ""))
_charsets.add(Charset(88, "sjis", "sjis_bin", ""))
_charsets.add(Charset(89, "tis620", "tis620_bin", ""))
_charsets.add(Charset(91, "ujis", "ujis_bin", ""))
_charsets.add(Charset(92, "geostd8", "geostd8_general_ci", "Yes"))
_charsets.add(Charset(93, "geostd8", "geostd8_bin", ""))
_charsets.add(Charset(94, "latin1", "latin1_spanish_ci", ""))
_charsets.add(Charset(95, "cp932", "cp932_japanese_ci", "Yes"))
_charsets.add(Charset(96, "cp932", "cp932_bin", ""))
_charsets.add(Charset(97, "eucjpms", "eucjpms_japanese_ci", "Yes"))
_charsets.add(Charset(98, "eucjpms", "eucjpms_bin", ""))
_charsets.add(Charset(99, "cp1250", "cp1250_polish_ci", ""))
_charsets.add(Charset(192, "utf8", "utf8_unicode_ci", ""))
_charsets.add(Charset(193, "utf8", "utf8_icelandic_ci", ""))
_charsets.add(Charset(194, "utf8", "utf8_latvian_ci", ""))
_charsets.add(Charset(195, "utf8", "utf8_romanian_ci", ""))
_charsets.add(Charset(196, "utf8", "utf8_slovenian_ci", ""))
_charsets.add(Charset(197, "utf8", "utf8_polish_ci", ""))
_charsets.add(Charset(198, "utf8", "utf8_estonian_ci", ""))
_charsets.add(Charset(199, "utf8", "utf8_spanish_ci", ""))
_charsets.add(Charset(200, "utf8", "utf8_swedish_ci", ""))
_charsets.add(Charset(201, "utf8", "utf8_turkish_ci", ""))
_charsets.add(Charset(202, "utf8", "utf8_czech_ci", ""))
_charsets.add(Charset(203, "utf8", "utf8_danish_ci", ""))
_charsets.add(Charset(204, "utf8", "utf8_lithuanian_ci", ""))
_charsets.add(Charset(205, "utf8", "utf8_slovak_ci", ""))
_charsets.add(Charset(206, "utf8", "utf8_spanish2_ci", ""))
_charsets.add(Charset(207, "utf8", "utf8_roman_ci", ""))
_charsets.add(Charset(208, "utf8", "utf8_persian_ci", ""))
_charsets.add(Charset(209, "utf8", "utf8_esperanto_ci", ""))
_charsets.add(Charset(210, "utf8", "utf8_hungarian_ci", ""))
_charsets.add(Charset(211, "utf8", "utf8_sinhala_ci", ""))
_charsets.add(Charset(212, "utf8", "utf8_german2_ci", ""))
_charsets.add(Charset(213, "utf8", "utf8_croatian_ci", ""))
_charsets.add(Charset(214, "utf8", "utf8_unicode_520_ci", ""))
_charsets.add(Charset(215, "utf8", "utf8_vietnamese_ci", ""))
_charsets.add(Charset(223, "utf8", "utf8_general_mysql500_ci", ""))
_charsets.add(Charset(224, "utf8mb4", "utf8mb4_unicode_ci", ""))
_charsets.add(Charset(225, "utf8mb4", "utf8mb4_icelandic_ci", ""))
_charsets.add(Charset(226, "utf8mb4", "utf8mb4_latvian_ci", ""))
_charsets.add(Charset(227, "utf8mb4", "utf8mb4_romanian_ci", ""))
_charsets.add(Charset(228, "utf8mb4", "utf8mb4_slovenian_ci", ""))
_charsets.add(Charset(229, "utf8mb4", "utf8mb4_polish_ci", ""))
_charsets.add(Charset(230, "utf8mb4", "utf8mb4_estonian_ci", ""))
_charsets.add(Charset(231, "utf8mb4", "utf8mb4_spanish_ci", ""))
_charsets.add(Charset(232, "utf8mb4", "utf8mb4_swedish_ci", ""))
_charsets.add(Charset(233, "utf8mb4", "utf8mb4_turkish_ci", ""))
_charsets.add(Charset(234, "utf8mb4", "utf8mb4_czech_ci", ""))
_charsets.add(Charset(235, "utf8mb4", "utf8mb4_danish_ci", ""))
_charsets.add(Charset(236, "utf8mb4", "utf8mb4_lithuanian_ci", ""))
_charsets.add(Charset(237, "utf8mb4", "utf8mb4_slovak_ci", ""))
_charsets.add(Charset(238, "utf8mb4", "utf8mb4_spanish2_ci", ""))
_charsets.add(Charset(239, "utf8mb4", "utf8mb4_roman_ci", ""))
_charsets.add(Charset(240, "utf8mb4", "utf8mb4_persian_ci", ""))
_charsets.add(Charset(241, "utf8mb4", "utf8mb4_esperanto_ci", ""))
_charsets.add(Charset(242, "utf8mb4", "utf8mb4_hungarian_ci", ""))
_charsets.add(Charset(243, "utf8mb4", "utf8mb4_sinhala_ci", ""))
_charsets.add(Charset(244, "utf8mb4", "utf8mb4_german2_ci", ""))
_charsets.add(Charset(245, "utf8mb4", "utf8mb4_croatian_ci", ""))
_charsets.add(Charset(246, "utf8mb4", "utf8mb4_unicode_520_ci", ""))
_charsets.add(Charset(247, "utf8mb4", "utf8mb4_vietnamese_ci", ""))
_charsets.add(Charset(248, "gb18030", "gb18030_chinese_ci", "Yes"))
_charsets.add(Charset(249, "gb18030", "gb18030_bin", ""))
_charsets.add(Charset(250, "gb18030", "gb18030_unicode_520_ci", ""))
_charsets.add(Charset(255, "utf8mb4", "utf8mb4_0900_ai_ci", ""))
cpdef charset_by_name(str name):
return _charsets.by_name(name)
cpdef charset_by_id(int id):
return _charsets.by_id(id)
|
