1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
#!/usr/bin/env python3
# $Id: test_language.py 9829 2024-08-01 20:47:11Z aa-turner $
# Authors: Engelbert Gruber <grubert@users.sourceforge.net>;
# David Goodger <goodger@python.org>
# Copyright: This module has been placed in the public domain.
"""
Tests for language module completeness.
Specify a language code (e.g. "de") as a command-line parameter to test only
that language.
"""
from pathlib import Path
import os
import re
import sys
import unittest
if __name__ == '__main__':
# prepend the "docutils root" to the Python library path
# so we import the local `docutils` package.
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
from docutils import frontend, languages, utils
from docutils.parsers.rst import languages as rst_languages
from docutils.parsers.rst.directives import _directive_registry
from docutils.parsers.rst.roles import _role_registry
LANGUAGE_MODULE_PATTERN = re.compile(r'^([a-z]{2,3}(_[a-z]{2,8})*)\.py$')
REPORTER = utils.new_reporter('', frontend.get_default_settings())
REF = languages.get_language('en', REPORTER)
def get_languages():
"""
Get installed language translations from docutils.languages and from
docutils.parsers.rst.languages.
"""
translations = set()
for mod in (os.listdir(languages.__path__[0])
+ os.listdir(rst_languages.__path__[0])):
match = LANGUAGE_MODULE_PATTERN.match(mod)
if match:
translations.add(match.group(1))
language_list = list(translations)
# test language tag normalization:
language_list += ['en_gb', 'en_US', 'en-CA', 'de-DE', 'de-AT-1901',
'pt-BR', 'pt-foo-BR']
# test that locally created language files are also loaded.
# requires local_dummy_lang.py in test directory (testroot)
# The local_dummy_lang.py contains all the fields from both
# the docutils language tags and the parser.rst language tags
language_list += ['test.local_dummy_lang']
return language_list
class LanguageTestCase(unittest.TestCase):
maxDiff = None
def test_labels(self):
ref_labels = {*REF.labels}
for language in get_languages():
with self.subTest(id=f'{language}.py'):
try:
module = languages.get_language(language, REPORTER)
except ImportError:
mod = f'docutils.languages.{language}'
raise AssertionError(f'No {mod} module.')
self.assertIsNotNone(module)
self.assertSetEqual({*module.labels}, ref_labels)
def test_bibliographic_fields(self):
ref_fields = {*REF.bibliographic_fields.values()}
for language in get_languages():
with self.subTest(id=f'{language}.py'):
try:
module = languages.get_language(language, REPORTER)
except ImportError:
mod = f'docutils.languages.{language}'
raise AssertionError(f'No {mod} module.')
self.assertIsNotNone(module)
mod_fields = {*module.bibliographic_fields.values()}
self.assertSetEqual(mod_fields, ref_fields)
def test_directives(self):
for language in get_languages():
with self.subTest(id=f'{language}.py'):
try:
module = rst_languages.get_language(language)
except ImportError:
mod = f'docutils.parsers.rst.languages.{language}'
raise AssertionError(f'No {mod} module.')
self.assertIsNotNone(module)
for d in module.directives.values():
self.assertIn(d, _directive_registry)
for name in _directive_registry:
if name != 'restructuredtext-test-directive':
self.assertIn(name, set(module.directives.values()))
def test_roles(self):
for language in get_languages():
with self.subTest(id=f'{language}.py'):
try:
module = rst_languages.get_language(language)
except ImportError:
mod = f'docutils.parsers.rst.languages.{language}'
raise AssertionError(f'No {mod} module.')
self.assertIsNotNone(module)
for d in module.roles.values():
self.assertIn(d, _role_registry)
for name in _role_registry:
if name != 'restructuredtext-unimplemented-role':
self.assertIn(name, set(module.roles.values()))
if __name__ == '__main__':
unittest.main()
|
