1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
local lpeg = require "lpeg"
local EOF = lpeg.P(-1)
describe("language tags", function()
local language = require "lpeg_patterns.language"
local langtag = lpeg.Ct(language.langtag) * EOF
local Language_Tag = language.Language_Tag * EOF
describe("examples from RFC 5646 Appendix A", function()
it("Parses Simple language subtag", function()
-- German
assert.same({language = "de"}, langtag:match "de")
-- French
assert.same({language = "fr"}, langtag:match "fr")
-- Japanese
assert.same({language = "ja"}, langtag:match "ja")
-- example of a grandfathered tag
assert.truthy(Language_Tag:match "i-enochian")
end)
it("Parses Language subtag plus Script subtag", function()
-- Chinese written using the Traditional Chinese script
assert.same({language = "zh"; script = "Hant"},
langtag:match "zh-Hant")
-- Chinese written using the Simplified Chinese script
assert.same({language = "zh"; script = "Hans"},
langtag:match "zh-Hans")
-- Serbian written using the Cyrillic script
assert.same({language = "sr"; script = "Cyrl"},
langtag:match "sr-Cyrl")
-- Serbian written using the Latin script
assert.same({language = "sr"; script = "Latn"},
langtag:match "sr-Latn")
end)
it("Parses Extended language subtags and their primary language subtag counterparts", function()
-- Chinese, Mandarin, Simplified script, as used in China
assert.same({language = "zh"; extlang = "cmn", script = "Hans"; region = "CN"},
langtag:match "zh-cmn-Hans-CN")
-- Mandarin Chinese, Simplified script, as used in China
assert.same({language = "cmn"; script = "Hans"; region = "CN"},
langtag:match "cmn-Hans-CN")
-- Chinese, Cantonese, as used in Hong Kong SAR
assert.same({language = "zh"; extlang = "yue"; region = "HK"},
langtag:match "zh-yue-HK")
-- Cantonese Chinese, as used in Hong Kong SAR
assert.same({language = "yue"; region = "HK"},
langtag:match "yue-HK")
end)
it("Parses Language-Script-Region", function()
-- Chinese written using the Simplified script as used in mainland China
assert.same({language = "zh"; script = "Hans"; region = "CN"},
langtag:match "zh-Hans-CN")
-- Serbian written using the Latin script as used in Serbia
assert.same({language = "sr"; script = "Latn"; region = "RS"},
langtag:match "sr-Latn-RS")
end)
it("Parses Language-Variant", function()
-- Resian dialect of Slovenian
assert.same({language = "sl"; variant = {"rozaj"}},
langtag:match "sl-rozaj")
-- San Giorgio dialect of Resian dialect of Slovenian
assert.same({language = "sl"; variant = {"rozaj", "biske"}},
langtag:match "sl-rozaj-biske")
-- Nadiza dialect of Slovenian
assert.same({language = "sl"; variant = {"nedis"}},
langtag:match "sl-nedis")
end)
it("Parses Language-Region-Variant", function()
-- German as used in Switzerland using the 1901 variant [orthography]
assert.same({language = "de"; region = "CH"; variant = {"1901"}},
langtag:match "de-CH-1901")
-- Slovenian as used in Italy, Nadiza dialect
assert.same({language = "sl"; region = "IT"; variant = {"nedis"}},
langtag:match "sl-IT-nedis")
end)
it("Parses Language-Script-Region-Variant", function()
-- Eastern Armenian written in Latin script, as used in Italy
assert.same({language = "hy"; script = "Latn"; region = "IT"; variant = {"arevela"}},
langtag:match "hy-Latn-IT-arevela")
end)
it("Parses Language-Region", function()
-- German for Germany
assert.same({language = "de"; region = "DE"},
langtag:match "de-DE")
-- English as used in the United States
assert.same({language = "en"; region = "US"},
langtag:match "en-US")
-- Spanish appropriate for the Latin America and Caribbean region using the UN region code
assert.same({language = "es"; region = "419"},
langtag:match "es-419")
end)
it("Parses private use subtags", function()
assert.same({language = "de"; region = "CH"; privateuse = {"phonebk"}},
langtag:match "de-CH-x-phonebk")
assert.same({language = "az"; script = "Arab"; privateuse = {"AZE", "derbend"}},
langtag:match "az-Arab-x-AZE-derbend")
end)
it("Parses private use registry values", function()
assert.truthy(Language_Tag:match "x-whatever") -- private use using the singleton 'x'
-- all private tags
assert.same({language = "qaa"; script = "Qaaa"; region = "QM"; privateuse = {"southern"}},
langtag:match "qaa-Qaaa-QM-x-southern")
-- German, with a private script
assert.same({language = "de"; script = "Qaaa"},
langtag:match "de-Qaaa")
-- Serbian, Latin script, private region
assert.same({language = "sr"; script = "Latn"; region = "QM"},
langtag:match "sr-Latn-QM")
-- Serbian, private script, for Serbia
assert.same({language = "sr"; script = "Qaaa"; region = "RS"},
langtag:match "sr-Qaaa-RS")
end)
it("Parses tags that use extensions", function()
assert.same({language = "en"; region = "US"; extension = { u = {"islamcal"}}},
langtag:match "en-US-u-islamcal")
assert.same({language = "zh"; region = "CN"; extension = { a = {"myext"}}; privateuse = {"private"}},
langtag:match "zh-CN-a-myext-x-private")
assert.same({language = "en"; extension = { a = {"myext"}, b = {"another"}}},
langtag:match "en-a-myext-b-another")
end)
it("Rejects Invalid Tags", function()
-- two region tags
assert.falsy(langtag:match "de-419-DE")
-- use of a single-character subtag in primary position;
-- note that there are a few grandfathered tags that start with "i-" that are valid
assert.falsy(langtag:match "a-DE")
-- two extensions with same single-letter prefix
assert.falsy(langtag:match "ar-a-aaa-b-bbb-a-ccc")
end)
end)
it("captures whole text when using Language_Tag", function()
assert.same("en", Language_Tag:match "en")
assert.same("hy-Latn-IT-arevela", Language_Tag:match "hy-Latn-IT-arevela")
end)
end)
|
