1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
#!/usr/bin/python3
import unittest
from keyman_config.canonical_language_code_utils import CanonicalLanguageCodeUtils
class CanonicalLanguageCodeUtilsTests(unittest.TestCase):
def test_FindBestTag_EmptyTag(self):
self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('', True, True))
def test_FindBestTag_InvalidTag(self):
self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('x', True, True))
def test_FindBestTag_ValidCases(self):
for testCase in [
# #3485 - Gilaki (Latin) script
{ 'expected': 'glk-Arab-IR', 'tags': ['glk', 'glk-Arab', 'glk-Arab-IR', 'glk-IR'] },
{ 'expected': 'glk-Latn-IR', 'tags': ['glk-Latn', 'glk-Latn-IR'] },
# #1719
{ 'expected': 'sqt-Arab-YE', 'tags': ['sqt', 'sqt-YE', 'sqt-Arab'] },
{ 'expected': 'sqt-Latn-YE', 'tags': ['sqt-Latn', 'sqt-Latn-YE'] },
{'expected': 'sa-Latn-IN', 'tags': ['sa-Latn']},
{'expected': 'he-Latn-IL', 'tags': ['he-Latn']},
{'expected': 'hi-Latn-IN', 'tags': ['hi-Latn']},
# #1282
{ 'expected': 'raw-Latn-MM', 'tags': ['raw', 'raw-MM', 'raw-Latn'] },
# Various extended tags and tests
{ 'expected': 'km-KH', 'tags': ['km', 'km-kh', 'km-khmr', 'km-khmr-kh'] },
{'expected': 'th-TH', 'tags': ['th', 'th-th', 'th-thai-th', 'th-Thai']},
# A BCP 47 tag that is not in our canonicalization tables
{ 'expected': 'th-Latn-DE', 'tags': ['th-latn-de'] },
{ 'expected': 'fr-FR', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr'] },
{ 'expected': 'arn-Latn-CL', 'tags': ['arn', 'arn-cl'] },
{ 'expected': 'se-Latn-NO', 'tags': ['se', 'se-NO'] },
{ 'expected': 'kma-Latn-GH', 'tags': ['kma', 'kma-latn', 'kma-latn-gh'] },
{ 'expected': 'tpi-PG', 'tags': ['tpi', 'tpi-PG', 'tpi-Latn-PG'] },
{ 'expected': 'sv-SE', 'tags': ['sv'] },
{ 'expected': 'en-US', 'tags': ['en'] },
# fonipa
{ 'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']},
{ 'expected': 'en-fonipa', 'tags': ['en-fonipa']},
{ 'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa'] },
{ 'expected': 'se-fonipa', 'tags': ['se-fonipa']},
{ 'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']},
{ 'expected': 'fr-fonipa', 'tags': ['fr-fonipa'] },
# az-Cyrl
{'expected': 'az-Cyrl-RU', 'tags': ['az-Cyrl']},
]:
with self.subTest(testCase=testCase):
expectedTag = testCase['expected']
for tag in testCase['tags']:
with self.subTest(tag = tag):
# Execute
bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, True, True)
# Verify
msg = "\nFor %s:\nExpected: %s\ngot: %s " % (tag, expectedTag, bestTag)
self.assertEqual(expectedTag, bestTag, msg)
def test_FindBestTag_NotAddingRegion(self):
for testCase in [
{'expected': 'fr', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr']},
{'expected': 'en-fonipa', 'tags': ['en-fonipa']},
{'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa']},
{'expected': 'se-fonipa', 'tags': ['se-fonipa']},
{'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']},
{'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']},
{'expected': 'fr-fonipa', 'tags': ['fr-fonipa']}
]:
with self.subTest(testCase=testCase):
expectedTag = testCase['expected']
for tag in testCase['tags']:
with self.subTest(tag=tag):
# Execute
bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, False, True)
# Verify
msg = "\nFor %s:\nExpected: %s\ngot: %s " % (tag, expectedTag, bestTag)
self.assertEqual(expectedTag, bestTag, msg)
|
