1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
"""Very basic codec tests.
:copyright: the translitcodec authors and developers, see AUTHORS.
:license: MIT, see LICENSE for more details.
"""
import codecs
import translitcodec
from unittest import TestCase
class CodecTests(TestCase):
data = '£ ☹ wøóf méåw'
def test_default(self):
assert codecs.encode(self.data, 'transliterate') == 'GBP :-( woof meaaw'
def test_translit_long(self):
assert codecs.encode(self.data, 'translit/long') == 'GBP :-( woof meaaw'
def test_translit_short(self):
assert codecs.encode(self.data, 'translit/short') == 'GBP :-( woof meaw'
def test_translit_one(self):
assert codecs.encode(self.data, 'translit/one') == '\u00a3 \u2639 woof meaw'
def test_translit_long_ascii(self):
assert self.data.encode('translit/long/ascii') == b'GBP :-( woof meaaw'
def test_translit_short_ascii(self):
assert self.data.encode('translit/short/ascii') == b'GBP :-( woof meaw'
def test_translit_one_ascii(self):
try:
codecs.encode(self.data, 'translit/one/ascii')
assert False
except UnicodeEncodeError:
assert True
assert codecs.encode(self.data, 'translit/one/ascii', 'replace') == b'? ? woof meaw'
def test_ascii_level_characters_remain(self):
assert codecs.encode("'", 'translit/long') == "'"
def test_zero_width_space(self):
try:
char = codecs.encode('\u200b', 'translit/long')
assert char == ''
except TypeError:
assert False
class AlphabetTests(TestCase):
def test_vietnamese(self):
alphabet_upper = 'AĂÂBCDĐEÊGHIKLMNOÔƠPQRSTUƯVXY'
alphabet_lower = 'aăâbcdđeêghiklmnoôơpqrstuưvxy'
self.assertEqual(
codecs.encode(alphabet_upper, 'transliterate'),
'AAABCDDEEGHIKLMNOOOPQRSTUUVXY'
)
self.assertEqual(
codecs.encode(alphabet_lower, 'transliterate'),
'aaabcddeeghiklmnooopqrstuuvxy'
)
class ErrorHandlersTests(TestCase):
data = 'Zażółć gęślą jaźń € ☺另!@#'
page = 'ISO-8859-2'
def _process(self, error_handler_name):
return codecs.encode(self.data, self.page, error_handler_name).decode(self.page)
def test_replace_long(self):
assert self._process('replace/translit/long') == 'Zażółć gęślą jaźń EUR :-)?!@#'
def test_replace_short(self):
assert self._process('replace/translit/short') == 'Zażółć gęślą jaźń E :-)?!@#'
def test_replace_one(self):
assert self._process('replace/translit/one') == 'Zażółć gęślą jaźń E ??!@#'
def test_ignore_long(self):
assert self._process('ignore/translit/long') == 'Zażółć gęślą jaźń EUR :-)!@#'
def test_ignore_short(self):
assert self._process('ignore/translit/short') == 'Zażółć gęślą jaźń E :-)!@#'
def test_ignore_one(self):
assert self._process('ignore/translit/one') == 'Zażółć gęślą jaźń E !@#'
def test_strict_long(self):
with self.assertRaises(UnicodeEncodeError):
self._process('strict/translit/long')
def test_strict_short(self):
with self.assertRaises(UnicodeEncodeError):
self._process('strict/translit/short')
def test_strict_one(self):
with self.assertRaises(UnicodeEncodeError):
self._process('strict/translit/one')
|
