1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
|
#!/bin/sh
# == I18N CHEATSHEET ==
#
# * To translate a string 'New string' in python, use _('New string').
#
# * Formatting placeholders: use 'num: {amount}' instead of 'num: %s'.
#
# * To test the current translations from Weblate in-game, follow this guide:
# http://github.com/unknown-horizons/unknown-horizons/wiki/Interface-translation
#
# * Hints about translation maintenance:
# https://github.com/unknown-horizons/unknown-horizons/wiki/Translations
#
# * 'i18n' is short for 'internationalization': i + 18 letters + n.
# See http://en.wikipedia.org/wiki/i18n for more info.
#
###############################################################################
#
# Create pot files for the Weblate subprojects "Interface" (`uh/uh/`) and
# "MP-Server" (`uh/uh-server/`).
# Update strings extracted from xml, yaml and sql files.
#
# You may want to run development/update_translations.py afterwards to
# update all translation files against those new templates.
set -e
# script assumes working dir to be our base directory
cd "$(dirname "$0")"/..
VERSION=$(python3 -c 'from horizons.constants import VERSION;print("%s" % VERSION.RELEASE_VERSION)')
RESULT_FILE=po/uh/unknown-horizons.pot
RESULT_FILE_SERVER=po/uh-server/unknown-horizons-server.pot
XML_PY_FILE=horizons/gui/translations.py
YAML_PY_FILE=horizons/i18n/objecttranslations.py
SQL_POT_FILE=po/sqltranslations.pot
function strip_itstool()
{
# Remove lines containing comments like these ones:
#. (itstool) path: Container/Label@text
#. (itstool) comment: Container/Label@text
sed -i '/^#\. (itstool) /d' $1
sed -i '/^#\. noi18n_\(help\)\?text$/d' $1
# Now do more complicated magic that we need python's polib for:
# Fixup extracted python {format} strings from xml files (add right flag)
python3 << END
import re; FORMAT = re.compile(r'{.*}')
try:
import polib
except ImportError:
from horizons.ext import polib
po = polib.pofile('$1', wrapwidth=80)
for entry in [e for e in po if not e.obsolete]:
if FORMAT.search(entry.msgid) and 'python-brace-format' not in entry.flags:
entry.flags.append(u'python-brace-format')
po.save('$1')
END
}
function reset_if_empty()
{
# See whether anything except version and date changed in header (2+ 2-)
# If so, reset file to previous version in git (no update necessary)
numstat=$(git diff --numstat -- "$1" | cut -f1,2)
if [ "$numstat" = "2 2" ]; then
echo " -> No content changes in $1, resetting to previous state."
git checkout -- "$1"
fi
}
# XML files
python3 development/extract_strings_from_xml.py "$XML_PY_FILE"
echo " * Regenerated xml translation file at $XML_PY_FILE."
find content/gui/xml/{editor,ingame,mainmenu} -name "*.xml" | xargs \
itstool -i development/its-rule-pychan.xml \
-i development/its-rule-uh.xml \
-o "$RESULT_FILE"
echo " * Wrote xml translation template to $RESULT_FILE."
# YAML files
python3 development/extract_strings_from_objects.py "$YAML_PY_FILE"
echo " * Regenerated yaml translation file at $YAML_PY_FILE."
echo "=> Creating UH gettext pot template file at $RESULT_FILE."
# Python files
(
find . -mindepth 1 -maxdepth 1 -name \*.py && \
find horizons \( -name \*.py ! -name "translations.py" \) \
) | xgettext --files-from=- --output="$RESULT_FILE" \
--join-existing \
--from-code=UTF-8 --add-comments \
--no-wrap --sort-by-file \
--copyright-holder='The Unknown Horizons Team' \
--package-name='Unknown Horizons' \
--package-version="$VERSION" \
--msgid-bugs-address='team@unknown-horizons.org' \
--keyword=NT:1,2 \
--keyword=LazyT \
--keyword=T
# SQL files
python3 development/extract_strings_from_sqlite.py > "$SQL_POT_FILE"
echo " * Regenerated sql translation file at $SQL_POT_FILE."
# Merge with python+xml file RESULT_FILE, do not update header
xgettext --output="$RESULT_FILE" \
--join-existing \
--omit-header \
"$SQL_POT_FILE"
# Some make-up
strip_itstool "$RESULT_FILE"
reset_if_empty "$RESULT_FILE"
# generate translation file for server
# empty --keyword disables all known keywords
echo "=> Creating UH Server gettext pot template file at $RESULT_FILE_SERVER."
(
find horizons/network -iname \*.py
) | xgettext --files-from=- --output="$RESULT_FILE_SERVER" \
--from-code=UTF-8 --add-comments \
--no-wrap --sort-by-file \
--copyright-holder='The Unknown Horizons Team' \
--package-name='Unknown Horizons Server' \
--package-version="$VERSION" \
--msgid-bugs-address='team@unknown-horizons.org' \
--keyword \
--keyword=S_:2 \
--keyword=SN_:2,3 \
--keyword=__
reset_if_empty "$RESULT_FILE_SERVER"
|
