1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#!/usr/bin/env python
import codecs
import io
import unittest
import idna.codec
CODEC_NAME = "idna2008"
class IDNACodecTests(unittest.TestCase):
def setUp(self):
try:
from . import test_idna
except ImportError:
from tests import test_idna
self.idnatests = test_idna.IDNATests()
self.idnatests.setUp()
def testCodec(self):
self.assertIs(codecs.lookup(CODEC_NAME).incrementalencoder, idna.codec.IncrementalEncoder)
def testDirectDecode(self):
self.idnatests.test_decode(decode=lambda obj: codecs.decode(obj, CODEC_NAME))
def testIndirectDecode(self):
self.idnatests.test_decode(decode=lambda obj: obj.decode(CODEC_NAME), skip_str=True)
def testDirectEncode(self):
self.idnatests.test_encode(encode=lambda obj: codecs.encode(obj, CODEC_NAME))
def testIndirectEncode(self):
self.idnatests.test_encode(encode=lambda obj: obj.encode(CODEC_NAME), skip_bytes=True)
def testStreamReader(self):
def decode(obj):
if isinstance(obj, str):
obj = bytes(obj, "ascii")
buffer = io.BytesIO(obj)
stream = codecs.getreader(CODEC_NAME)(buffer)
return stream.read()
return self.idnatests.test_decode(decode=decode, skip_str=True)
def testStreamWriter(self):
def encode(obj):
buffer = io.BytesIO()
stream = codecs.getwriter(CODEC_NAME)(buffer)
stream.write(obj)
stream.flush()
return buffer.getvalue()
return self.idnatests.test_encode(encode=encode)
def testIncrementalDecoder(self):
# Tests derived from Python standard library test/test_codecs.py
incremental_tests = (
("python.org", b"python.org"),
("python.org.", b"python.org."),
("pyth\xf6n.org", b"xn--pythn-mua.org"),
("pyth\xf6n.org.", b"xn--pythn-mua.org."),
)
for decoded, encoded in incremental_tests:
self.assertEqual(
"".join(codecs.iterdecode((bytes([c]) for c in encoded), CODEC_NAME)),
decoded,
)
decoder = codecs.getincrementaldecoder(CODEC_NAME)()
self.assertEqual(
decoder.decode(
b"xn--xam",
),
"",
)
self.assertEqual(
decoder.decode(
b"ple-9ta.o",
),
"\xe4xample.",
)
self.assertEqual(decoder.decode(b"rg"), "")
self.assertEqual(decoder.decode(b"", True), "org")
decoder.reset()
self.assertEqual(
decoder.decode(
b"xn--xam",
),
"",
)
self.assertEqual(
decoder.decode(
b"ple-9ta.o",
),
"\xe4xample.",
)
self.assertEqual(decoder.decode(b"rg."), "org.")
self.assertEqual(decoder.decode(b"", True), "")
def testIncrementalEncoder(self):
# Tests derived from Python standard library test/test_codecs.py
incremental_tests = (
("python.org", b"python.org"),
("python.org.", b"python.org."),
("pyth\xf6n.org", b"xn--pythn-mua.org"),
("pyth\xf6n.org.", b"xn--pythn-mua.org."),
)
for decoded, encoded in incremental_tests:
self.assertEqual(b"".join(codecs.iterencode(decoded, CODEC_NAME)), encoded)
encoder = codecs.getincrementalencoder(CODEC_NAME)()
self.assertEqual(encoder.encode("\xe4x"), b"")
self.assertEqual(encoder.encode("ample.org"), b"xn--xample-9ta.")
self.assertEqual(encoder.encode("", True), b"org")
encoder.reset()
self.assertEqual(encoder.encode("\xe4x"), b"")
self.assertEqual(encoder.encode("ample.org."), b"xn--xample-9ta.org.")
self.assertEqual(encoder.encode("", True), b"")
if __name__ == "__main__":
unittest.main()
|
