1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
--
-- Tests for the text module
--
local text = require 'text'
local tasty = require 'tasty'
local group = tasty.test_group
local test = tasty.test_case
local assert = tasty.assert
return {
group 'len' {
test('ASCII', function ()
tasty.assert.are_equal(text.len 'five!', 5)
end),
test('German sz', function ()
tasty.assert.are_equal(text.len 'Straße', 6)
end),
test('string with small letter e accute', function ()
tasty.assert.are_equal(text.len 'Charité', 7)
end),
test('Unicode snowman', function ()
tasty.assert.are_equal(text.len '☃', 1)
end)
},
group 'lower' {
test('uppercase ASCII', function ()
assert.are_equal(text.lower 'YELLING', 'yelling')
end),
test('lowercase ASCII', function ()
assert.are_equal(text.lower 'talking', 'talking')
end),
test('capitalized word with umlaut', function ()
assert.are_equal(text.lower 'Lübeck', 'lübeck')
end),
},
group 'upper' {
test('uppercase ASCII', function ()
assert.are_equal(text.upper 'YELLING', 'YELLING')
end),
test('lowercase ASCII', function ()
assert.are_equal(text.upper 'silence', 'SILENCE')
end),
test('capitalized word with umlaut', function ()
assert.are_equal(text.upper 'Lübeck', 'LÜBECK')
end),
test('German eszett becomes double S', function ()
assert.are_equal(text.upper 'Spaß', 'SPASS')
end),
},
group 'reverse' {
test('reverse word with accent circumflex', function ()
assert.are_equal(text.reverse 'être', 'ertê')
end)
},
group 'sub' {
test('behaves like string.sub for ASCII text', function ()
local hw = 'Hello, World'
assert.are_equal(text.sub(hw, 6), string.sub(hw, 6))
assert.are_equal(text.sub(hw, -1, -1), string.sub(hw, -1, -1))
assert.are_equal(text.sub(hw, -7, -2), string.sub(hw, -7, -2))
assert.are_equal(text.sub(hw, 7, -2), string.sub(hw, 7, -2))
assert.are_equal(text.sub(hw, 1, 5), string.sub(hw, 1, 5))
assert.are_equal(text.sub(hw, 5, 0), string.sub(hw, 5, 0))
assert.are_equal(text.sub(hw, 0, 2), string.sub(hw, 0, 2))
assert.are_equal(text.sub(hw, -19, 5), string.sub(hw, -19, 5))
end),
test('respects UTF-8', function ()
assert.are_equal(text.sub('Für dich', 5), 'dich')
assert.are_equal(text.sub('☢ radioactive', 0, 1), '☢')
assert.are_equal(text.sub('☢ radioactive', -11, -1), 'radioactive')
end)
},
group 'fromencoding' {
test('decode UTF-16, big endian', function ()
local utf16be = '\0S\0t\0r\0a\0\xdf\0e'
local decoded = text.fromencoding(utf16be, 'utf16be')
assert.are_equal(decoded, "Straße")
end),
test('throws error for unknown encoding', function ()
assert.error_matches(
function () text.toencoding('a', 'utf9') end,
"unknown encoding"
)
end),
test('throws error if input cannot be decoded', function ()
assert.error_matches(
function () text.fromencoding('\xff\xff\xff\ff', 'utf16le') end,
"invalid"
)
end),
test('throws error if input is not a string', function ()
assert.error_matches(
function () text.fromencoding({}, 'utf16le') end,
"string expected, got table"
)
end),
},
group 'toencoding' {
test('encode as UTF-16, big endian', function ()
local encoded = text.toencoding('Straße', 'utf16be')
assert.are_equal(encoded, '\0S\0t\0r\0a\0\xdf\0e')
end),
test('encode as UTF-16, little endian', function ()
local encoded = text.toencoding('Straße', 'utf16le')
assert.are_equal(encoded, 'S\0t\0r\0a\0\xdf\0e\0')
end),
test('encode as UTF-32, little endian', function ()
local encoded = text.toencoding('Straße', 'UTF-32LE')
assert.are_equal(encoded, 'S\0\0\0t\0\0\0r\0\0\0a\0\0\0\xdf\0\0\0e\0\0\0')
end),
test('throws error for unknown encoding', function ()
assert.error_matches(
function () text.toencoding('a', 'utf9') end,
"unknown encoding"
)
end),
test('throws error if input cannot be encoded', function ()
assert.error_matches(
function () text.toencoding('😊', 'latin1') end,
"invalid"
)
end),
}
}
|
