forked from bartvdbraak/blender
More i18n tools cleanup. Also do not import nl in trunk currently (void translation)!
This commit is contained in:
Bastien Montagne
parent
422ed07339
commit
4857d62ac6
@ -1,178 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Check po’s in branches (or in trunk) for missing/unneeded messages.
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
from codecs import open
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
BRANCHES_DIR = settings.BRANCHES_DIR
|
|
||||||
|
|
||||||
FILE_NAME_POT = settings.FILE_NAME_POT
|
|
||||||
|
|
||||||
|
|
||||||
def print_diff(ref_msgs, msgs):
|
|
||||||
# Remove comments from messages list!
|
|
||||||
messages = set(msgs.msgs.keys()) - msgs.comm_msgs
|
|
||||||
unneeded = (messages - ref_msgs.msgs.keys())
|
|
||||||
for msgkey in unneeded:
|
|
||||||
print('\tUnneeded message context/id "{}"'.format(msgkey))
|
|
||||||
|
|
||||||
missing = (ref_msgs.msgs.keys() - messages)
|
|
||||||
for msgkey in missing:
|
|
||||||
print('\tMissing message context/id "{}"'.format(msgkey))
|
|
||||||
|
|
||||||
for msgid in msgs.comm_msgs:
|
|
||||||
print('\tCommented message context/id "{}"'.format(msgkey))
|
|
||||||
|
|
||||||
print("\t{} unneeded messages, {} missing messages, {} commented messages."
|
|
||||||
"".format(len(unneeded), len(missing), len(msgs.comm_msgs)))
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
#def process_po(ref_messages, po, glob_stats, do_stats, do_messages):
|
|
||||||
def process_po(ref_messages, po, do_stats, do_messages):
|
|
||||||
print("Checking {}...".format(po))
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
messages = utils.I18nMessages(kind='PO', src=po)
|
|
||||||
if do_messages:
|
|
||||||
t = print_diff(ref_messages, messages)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
if do_stats:
|
|
||||||
print("\tStats:")
|
|
||||||
t = messages.print_stats(prefix=" ")
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
if messages.parsing_errors:
|
|
||||||
print("\tERROR! This .po is broken!")
|
|
||||||
ret = 1
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
# XXX Quick update for new I18Nfoo objects, need rework!
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Check po’s in branches " \
|
|
||||||
"(or in trunk) for missing" \
|
|
||||||
"/unneeded messages.")
|
|
||||||
parser.add_argument('-s', '--stats', action="store_true",
|
|
||||||
help="Print po’s stats.")
|
|
||||||
parser.add_argument('-m', '--messages', action="store_true",
|
|
||||||
help="Print po’s missing/unneeded/commented messages.")
|
|
||||||
parser.add_argument('-t', '--trunk', action="store_true",
|
|
||||||
help="Check po’s in /trunk/po rather than /branches.")
|
|
||||||
parser.add_argument('-p', '--pot',
|
|
||||||
help="Specify the .pot file used as reference.")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*',
|
|
||||||
help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
if args.pot:
|
|
||||||
global FILE_NAME_POT
|
|
||||||
FILE_NAME_POT = args.pot
|
|
||||||
#glob_stats = {"nbr" : 0.0,
|
|
||||||
#"lvl" : 0.0,
|
|
||||||
#"lvl_ttips" : 0.0,
|
|
||||||
#"lvl_trans_ttips" : 0.0,
|
|
||||||
#"lvl_ttips_in_trans": 0.0,
|
|
||||||
#"lvl_comm" : 0.0,
|
|
||||||
#"nbr_signs" : 0,
|
|
||||||
#"nbr_trans_signs" : 0,
|
|
||||||
#"contexts" : set()}
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
pot_messages = None
|
|
||||||
if args.messages:
|
|
||||||
pot_messages = utils.I18nMessages(kind='PO', src=FILE_NAME_POT)
|
|
||||||
#glob_stats["nbr_signs"] = pot_stats["nbr_signs"]
|
|
||||||
|
|
||||||
if args.langs:
|
|
||||||
for lang in args.langs:
|
|
||||||
if args.trunk:
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))
|
|
||||||
else:
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
#t = process_po(pot_messages, po, glob_stats, args.stats, args.messages)
|
|
||||||
t = process_po(pot_messages, po, args.stats, args.messages)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
elif args.trunk:
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, po)
|
|
||||||
#t = process_po(pot_messages, po, glob_stats, args.stats, args.messages)
|
|
||||||
t = process_po(pot_messages, po, args.stats, args.messages)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
else:
|
|
||||||
for lang in os.listdir(BRANCHES_DIR):
|
|
||||||
for po in os.listdir(os.path.join(BRANCHES_DIR, lang)):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, po)
|
|
||||||
#t = process_po(pot_messages, po, glob_stats, args.stats, args.messages)
|
|
||||||
t = process_po(pot_messages, po, args.stats, args.messages)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
#if args.stats and glob_stats["nbr"] != 0.0:
|
|
||||||
#nbr_contexts = len(glob_stats["contexts"] - {""})
|
|
||||||
#if nbr_contexts != 1:
|
|
||||||
#if nbr_contexts == 0:
|
|
||||||
#nbr_contexts = "No"
|
|
||||||
#_ctx_txt = "s are"
|
|
||||||
#else:
|
|
||||||
#_ctx_txt = " is"
|
|
||||||
#print("\nAverage stats for all {:.0f} processed files:\n"
|
|
||||||
#" {:>6.1%} done!\n"
|
|
||||||
#" {:>6.1%} of messages are tooltips.\n"
|
|
||||||
#" {:>6.1%} of tooltips are translated.\n"
|
|
||||||
#" {:>6.1%} of translated messages are tooltips.\n"
|
|
||||||
#" {:>6.1%} of messages are commented.\n"
|
|
||||||
#" The org msgids are currently made of {} signs.\n"
|
|
||||||
#" All processed translations are currently made of {} signs.\n"
|
|
||||||
#" {} specific context{} present:\n {}\n"
|
|
||||||
#"".format(glob_stats["nbr"], glob_stats["lvl"] / glob_stats["nbr"],
|
|
||||||
#glob_stats["lvl_ttips"] / glob_stats["nbr"],
|
|
||||||
#glob_stats["lvl_trans_ttips"] / glob_stats["nbr"],
|
|
||||||
#glob_stats["lvl_ttips_in_trans"] / glob_stats["nbr"],
|
|
||||||
#glob_stats["lvl_comm"] / glob_stats["nbr"], glob_stats["nbr_signs"],
|
|
||||||
#glob_stats["nbr_trans_signs"], nbr_contexts, _ctx_txt,
|
|
||||||
#"\n ".join(glob_stats["contexts"]-{""})))
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
print(" *** WARNING! Number of tooltips is only an estimation! ***\n")
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,96 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Clean (i.e. remove commented messages) po’s in branches or trunk.
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import collections
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
BRANCHES_DIR = settings.BRANCHES_DIR
|
|
||||||
|
|
||||||
|
|
||||||
def do_clean(po, strict):
|
|
||||||
print("Cleaning {}...".format(po))
|
|
||||||
msgs = utils.I18nMessages(kind='PO', src=po)
|
|
||||||
|
|
||||||
if strict and msgs.parsing_errors:
|
|
||||||
print("ERROR! This .po file is broken!")
|
|
||||||
return 1
|
|
||||||
|
|
||||||
nbr_rem = len(msgs.comm_msgs)
|
|
||||||
for msgkey in msgs.comm_msgs:
|
|
||||||
del msgs.msgs[msgkey]
|
|
||||||
msgs.write(kind='PO', dest=po)
|
|
||||||
print("Removed {} commented messages.".format(nbr_rem))
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Clean po’s in branches or trunk (i.e. remove all commented "
|
|
||||||
"messages).")
|
|
||||||
parser.add_argument('-t', '--trunk', action="store_true", help="Clean po’s in trunk rather than branches.")
|
|
||||||
parser.add_argument('-s', '--strict', action="store_true", help="Raise an error if a po is broken.")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*', help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
if args.langs:
|
|
||||||
for lang in args.langs:
|
|
||||||
if args.trunk:
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))
|
|
||||||
else:
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
t = do_clean(po, args.strict)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
elif args.trunk:
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, po)
|
|
||||||
t = do_clean(po, args.strict)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
else:
|
|
||||||
for lang in os.listdir(BRANCHES_DIR):
|
|
||||||
for po in os.listdir(os.path.join(BRANCHES_DIR, lang)):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, po)
|
|
||||||
t = do_clean(po, args.strict)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,107 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Import in trunk/po all po from branches translated above the given threshold.
|
|
||||||
|
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
import sys
|
|
||||||
import subprocess
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
import rtl_preprocess
|
|
||||||
except:
|
|
||||||
from . import (settings, utils, rtl_preprocess)
|
|
||||||
|
|
||||||
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
BRANCHES_DIR = settings.BRANCHES_DIR
|
|
||||||
|
|
||||||
IMPORT_LANGUAGES_SKIP = settings.IMPORT_LANGUAGES_SKIP
|
|
||||||
|
|
||||||
RTL_PREPROCESS_FILE = settings.RTL_PREPROCESS_FILE
|
|
||||||
|
|
||||||
PY3 = settings.PYTHON3_EXEC
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Import advanced enough po’s from branches to trunk.")
|
|
||||||
parser.add_argument('-t', '--threshold', type=float, help="Import threshold, as a percentage.")
|
|
||||||
parser.add_argument('-s', '--strict', action="store_true", help="Raise an error if a po is broken.")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*', help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
threshold = float(settings.IMPORT_MIN_LEVEL) / 100.0
|
|
||||||
if args.threshold is not None:
|
|
||||||
threshold = float(args.threshold) / 100.0
|
|
||||||
|
|
||||||
for lang in os.listdir(BRANCHES_DIR):
|
|
||||||
if (args.langs and lang not in args.langs) or lang in IMPORT_LANGUAGES_SKIP:
|
|
||||||
continue
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
po_is_rtl = os.path.join(BRANCHES_DIR, lang, RTL_PREPROCESS_FILE)
|
|
||||||
msgs = utils.I18nMessages(iso=lang, kind='PO', src=po)
|
|
||||||
lvl = 0.0
|
|
||||||
if msgs.nbr_msgs:
|
|
||||||
lvl = msgs.nbr_trans_msgs / msgs.nbr_msgs
|
|
||||||
if lvl > threshold:
|
|
||||||
if msgs.parsing_errors and args.strict:
|
|
||||||
print("{:<10}: {:>6.1%} done, but BROKEN, skipped.".format(lang, lvl))
|
|
||||||
ret = 1
|
|
||||||
else:
|
|
||||||
if os.path.exists(po_is_rtl):
|
|
||||||
out_po = os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))
|
|
||||||
out_raw_po = os.path.join(TRUNK_PO_DIR, "_".join((lang, "raw.po")))
|
|
||||||
keys = []
|
|
||||||
trans = []
|
|
||||||
for k, m in msgs.msgs.items():
|
|
||||||
keys.append(k)
|
|
||||||
trans.append(m.msgstr)
|
|
||||||
trans = rtl_preprocess.log2vis(trans)
|
|
||||||
for k, t in zip(keys, trans):
|
|
||||||
msgs.msgs[k].msgstr = t
|
|
||||||
msgs.write(kind='PO', dest=out_po)
|
|
||||||
# Also copies org po!
|
|
||||||
shutil.copy(po, out_raw_po)
|
|
||||||
print("{:<10}: {:>6.1%} done, enough translated messages, processed and copied to trunk."
|
|
||||||
"".format(lang, lvl))
|
|
||||||
else:
|
|
||||||
shutil.copy(po, TRUNK_PO_DIR)
|
|
||||||
print("{:<10}: {:>6.1%} done, enough translated messages, copied to trunk.".format(lang, lvl))
|
|
||||||
else:
|
|
||||||
if msgs.parsing_errors and args.strict:
|
|
||||||
print("{:<10}: {:>6.1%} done, BROKEN and not enough translated messages, skipped".format(lang, lvl))
|
|
||||||
ret = 1
|
|
||||||
else:
|
|
||||||
print("{:<10}: {:>6.1%} done, not enough translated messages, skipped.".format(lang, lvl))
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -101,7 +101,7 @@ IMPORT_MIN_LEVEL = 0.0
|
|||||||
|
|
||||||
# Languages in /branches we do not want to import in /trunk currently...
|
# Languages in /branches we do not want to import in /trunk currently...
|
||||||
IMPORT_LANGUAGES_SKIP = {
|
IMPORT_LANGUAGES_SKIP = {
|
||||||
'am_ET', 'bg_BG', 'fi_FI', 'el_GR', 'et_EE', 'ne_NP', 'pl_PL', 'ro_RO', 'uz_UZ', 'uz_UZ@cyrillic',
|
'am_ET', 'bg_BG', 'fi_FI', 'el_GR', 'et_EE', 'ne_NP', 'nl_NL', 'pl_PL', 'ro_RO', 'uz_UZ', 'uz_UZ@cyrillic',
|
||||||
}
|
}
|
||||||
|
|
||||||
# Languages that need RTL pre-processing.
|
# Languages that need RTL pre-processing.
|
||||||
|
|||||||
@ -1,96 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Update all branches:
|
|
||||||
# * Generate a temp messages.txt file.
|
|
||||||
# * Use it to generate a temp .pot file.
|
|
||||||
# * Use it to update all .po’s in /branches.
|
|
||||||
|
|
||||||
import subprocess
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import tempfile
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
except:
|
|
||||||
from . import settings
|
|
||||||
|
|
||||||
|
|
||||||
PY3 = settings.PYTHON3_EXEC
|
|
||||||
|
|
||||||
FILE_NAME_POT = settings.FILE_NAME_POT
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Update all branches:\n"
|
|
||||||
"* Generate a temp messages.txt file.\n"
|
|
||||||
"* Use it to generate a blender.pot file.\n"
|
|
||||||
"* Use it to update all .po’s in /branches.")
|
|
||||||
#parser.add_argument('--pproc-contexts', action="store_true",
|
|
||||||
#help="Pre-process po’s to avoid having plenty of fuzzy msgids just because a context was "
|
|
||||||
#"added/changed!")
|
|
||||||
parser.add_argument('-c', '--no_checks', default=True, action="store_false", help="No checks over UI messages.")
|
|
||||||
parser.add_argument('-a', '--add', action="store_true",
|
|
||||||
help="Add missing po’s (useful only when one or more languages are given!).")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*', help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
# Generate a temp messages file.
|
|
||||||
dummy, msgfile = tempfile.mkstemp(suffix=".txt", prefix="blender_messages_")
|
|
||||||
os.close(dummy)
|
|
||||||
cmd = (PY3, "./update_msg.py", "-o", msgfile)
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
# Generate blender.pot file in trunk/po. It's quite useful for translators that want to start
|
|
||||||
# a new translation and not not want to bother generating their own po from scratch!
|
|
||||||
potfile = FILE_NAME_POT
|
|
||||||
cmd = [PY3, "./update_pot.py", "-i", msgfile, "-o", potfile]
|
|
||||||
if not args.no_checks:
|
|
||||||
cmd.append("-c")
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
# Update branches’ po files.
|
|
||||||
cmd = [PY3, "./update_po.py", "-i", potfile]
|
|
||||||
if args.langs:
|
|
||||||
if args.add:
|
|
||||||
cmd.append("-a")
|
|
||||||
cmd += args.langs
|
|
||||||
#if args.pproc_contexts:
|
|
||||||
#cmd.append("--pproc-contexts")
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,106 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Create or update mo’s under /trunk/locale/…
|
|
||||||
|
|
||||||
import subprocess
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
|
|
||||||
GETTEXT_MSGFMT_EXECUTABLE = settings.GETTEXT_MSGFMT_EXECUTABLE
|
|
||||||
|
|
||||||
SOURCE_DIR = settings.SOURCE_DIR
|
|
||||||
TRUNK_MO_DIR = settings.TRUNK_MO_DIR
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
|
|
||||||
DOMAIN = settings.DOMAIN
|
|
||||||
|
|
||||||
|
|
||||||
def process_po(po, lang, mo=None):
|
|
||||||
if not mo:
|
|
||||||
mo_dir = os.path.join(TRUNK_MO_DIR, lang, "LC_MESSAGES")
|
|
||||||
# Create dirs if not existing!
|
|
||||||
if not os.path.isdir(mo_dir):
|
|
||||||
os.makedirs(mo_dir, exist_ok=True)
|
|
||||||
|
|
||||||
# show stats
|
|
||||||
cmd = (GETTEXT_MSGFMT_EXECUTABLE,
|
|
||||||
"--statistics",
|
|
||||||
po,
|
|
||||||
"-o",
|
|
||||||
mo or os.path.join(mo_dir, ".".join((DOMAIN, "mo"))),
|
|
||||||
)
|
|
||||||
|
|
||||||
print("Running ", " ".join(cmd))
|
|
||||||
ret = subprocess.call(cmd)
|
|
||||||
print("Finished.")
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Create or update mo’s " \
|
|
||||||
"under {}.".format(TRUNK_MO_DIR))
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*',
|
|
||||||
help="Restrict processed languages to those.")
|
|
||||||
parser.add_argument('--po', help="Only process that po file (implies --mo).",
|
|
||||||
nargs='?')
|
|
||||||
parser.add_argument('--mo', help="Mo file to generate (implies --po).",
|
|
||||||
nargs='?')
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
if args.po and args.mo:
|
|
||||||
if os.path.exists(args.po):
|
|
||||||
t = process_po(args.po, None, args.mo)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
elif args.langs:
|
|
||||||
for lang in args.langs:
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
t = process_po(po, lang)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
else:
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po") and not po.endswith("_raw.po"):
|
|
||||||
lang = os.path.basename(po)[:-3]
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, po)
|
|
||||||
t = process_po(po, lang)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,72 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8-80 compliant>
|
|
||||||
|
|
||||||
# Write out messages.txt from Blender.
|
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import subprocess
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
except:
|
|
||||||
from . import settings
|
|
||||||
|
|
||||||
|
|
||||||
BLENDER_ARGS = [
|
|
||||||
settings.BLENDER_EXEC,
|
|
||||||
"--background",
|
|
||||||
"--factory-startup",
|
|
||||||
"--python",
|
|
||||||
os.path.join(settings.TOOLS_DIR, "bl_process_msg.py"),
|
|
||||||
"--",
|
|
||||||
"-m",
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Write out messages.txt " \
|
|
||||||
"from Blender.")
|
|
||||||
parser.add_argument('-c', '--no_checks', default=True,
|
|
||||||
action="store_false",
|
|
||||||
help="No checks over UI messages.")
|
|
||||||
parser.add_argument('-b', '--blender', help="Blender executable path.")
|
|
||||||
parser.add_argument('-o', '--output', help="Output messages file path.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
if args.blender:
|
|
||||||
BLENDER_ARGS[0] = args.blender
|
|
||||||
if not args.no_checks:
|
|
||||||
BLENDER_ARGS.append("-c")
|
|
||||||
if args.output:
|
|
||||||
BLENDER_ARGS.append("-o")
|
|
||||||
BLENDER_ARGS.append(args.output)
|
|
||||||
ret = subprocess.call(BLENDER_ARGS)
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
ret = main()
|
|
||||||
if ret:
|
|
||||||
raise(Exception(ret))
|
|
||||||
@ -1,113 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Update po’s in the branches from blender.pot in /trunk/po dir.
|
|
||||||
|
|
||||||
import concurrent.futures
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
from codecs import open
|
|
||||||
import shutil
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
|
|
||||||
GETTEXT_MSGMERGE_EXECUTABLE = settings.GETTEXT_MSGMERGE_EXECUTABLE
|
|
||||||
BRANCHES_DIR = settings.BRANCHES_DIR
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
FILE_NAME_POT = settings.FILE_NAME_POT
|
|
||||||
|
|
||||||
|
|
||||||
def process_po(data):
|
|
||||||
po, lang, pot_msgs = data
|
|
||||||
# update po file
|
|
||||||
msg = utils.I18nMessages(iso=lang, kind='PO', src=po)
|
|
||||||
print("Updating {}...".format(po))
|
|
||||||
msg.update(pot_msgs)
|
|
||||||
msg.write(kind='PO', dest=po)
|
|
||||||
print("Finished updating {}!\n".format(po))
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description="Write out messages.txt from Blender.")
|
|
||||||
parser.add_argument('-t', '--trunk', action="store_true", help="Update po’s in /trunk/po rather than /branches.")
|
|
||||||
parser.add_argument('-i', '--input', metavar="File", help="Input pot file path.")
|
|
||||||
parser.add_argument('-a', '--add', action="store_true",
|
|
||||||
help="Add missing po’s (useful only when one or more languages are given!).")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*', help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
if args.input:
|
|
||||||
global FILE_NAME_POT
|
|
||||||
FILE_NAME_POT = args.input
|
|
||||||
ret = 0
|
|
||||||
|
|
||||||
pot_msgs = utils.I18nMessages(kind='PO', src=FILE_NAME_POT)
|
|
||||||
pool_data = []
|
|
||||||
|
|
||||||
if args.langs:
|
|
||||||
for lang in args.langs:
|
|
||||||
if args.trunk:
|
|
||||||
dr = TRUNK_PO_DIR
|
|
||||||
po = os.path.join(dr, ".".join((lang, "po")))
|
|
||||||
else:
|
|
||||||
dr = os.path.join(BRANCHES_DIR, lang)
|
|
||||||
po = os.path.join(dr, ".".join((lang, "po")))
|
|
||||||
if args.add:
|
|
||||||
if not os.path.exists(dr):
|
|
||||||
os.makedirs(dr)
|
|
||||||
if not os.path.exists(po):
|
|
||||||
shutil.copy(FILE_NAME_POT, po)
|
|
||||||
if args.add or os.path.exists(po):
|
|
||||||
pool_data.append((po, lang, pot_msgs))
|
|
||||||
elif args.trunk:
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
lang = os.path.basename(po)[:-3]
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, po)
|
|
||||||
pool_data.append((po, lang, pot_msgs))
|
|
||||||
else:
|
|
||||||
for lang in os.listdir(BRANCHES_DIR):
|
|
||||||
po = os.path.join(BRANCHES_DIR, lang, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
pool_data.append((po, lang, pot_msgs))
|
|
||||||
|
|
||||||
for r in map(process_po, pool_data):
|
|
||||||
if r != 0:
|
|
||||||
ret = r
|
|
||||||
#with concurrent.futures.ProcessPoolExecutor() as executor:
|
|
||||||
#for r in executor.map(process_po, pool_data, timeout=600):
|
|
||||||
#if r != 0:
|
|
||||||
#ret = r
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,338 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Update blender.pot file from messages.txt
|
|
||||||
|
|
||||||
import subprocess
|
|
||||||
import collections
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import re
|
|
||||||
import tempfile
|
|
||||||
import argparse
|
|
||||||
import time
|
|
||||||
import pickle
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
|
|
||||||
LANGUAGES_CATEGORIES = settings.LANGUAGES_CATEGORIES
|
|
||||||
LANGUAGES = settings.LANGUAGES
|
|
||||||
|
|
||||||
PO_COMMENT_PREFIX = settings.PO_COMMENT_PREFIX
|
|
||||||
PO_COMMENT_PREFIX_SOURCE = settings.PO_COMMENT_PREFIX_SOURCE
|
|
||||||
PO_COMMENT_PREFIX_SOURCE_CUSTOM = settings.PO_COMMENT_PREFIX_SOURCE_CUSTOM
|
|
||||||
MSG_COMMENT_PREFIX = settings.MSG_COMMENT_PREFIX
|
|
||||||
MSG_CONTEXT_PREFIX = settings.MSG_CONTEXT_PREFIX
|
|
||||||
FILE_NAME_MESSAGES = settings.FILE_NAME_MESSAGES
|
|
||||||
FILE_NAME_POT = settings.FILE_NAME_POT
|
|
||||||
SOURCE_DIR = settings.SOURCE_DIR
|
|
||||||
POTFILES_DIR = settings.POTFILES_SOURCE_DIR
|
|
||||||
SRC_POTFILES = settings.FILE_NAME_SRC_POTFILES
|
|
||||||
|
|
||||||
CONTEXT_DEFAULT = settings.CONTEXT_DEFAULT
|
|
||||||
PYGETTEXT_ALLOWED_EXTS = settings.PYGETTEXT_ALLOWED_EXTS
|
|
||||||
PYGETTEXT_MAX_MULTI_CTXT = settings.PYGETTEXT_MAX_MULTI_CTXT
|
|
||||||
|
|
||||||
SVN_EXECUTABLE = settings.SVN_EXECUTABLE
|
|
||||||
|
|
||||||
WARN_NC = settings.WARN_MSGID_NOT_CAPITALIZED
|
|
||||||
NC_ALLOWED = settings.WARN_MSGID_NOT_CAPITALIZED_ALLOWED
|
|
||||||
|
|
||||||
SPELL_CACHE = settings.SPELL_CACHE
|
|
||||||
|
|
||||||
|
|
||||||
# Do this only once!
|
|
||||||
# Get contexts defined in blf.
|
|
||||||
CONTEXTS = {}
|
|
||||||
with open(os.path.join(SOURCE_DIR, settings.PYGETTEXT_CONTEXTS_DEFSRC)) as f:
|
|
||||||
reg = re.compile(settings.PYGETTEXT_CONTEXTS)
|
|
||||||
f = f.read()
|
|
||||||
# This regex is supposed to yield tuples
|
|
||||||
# (key=C_macro_name, value=C_string).
|
|
||||||
CONTEXTS = dict(m.groups() for m in reg.finditer(f))
|
|
||||||
|
|
||||||
# Build regexes to extract messages (with optional contexts) from C source.
|
|
||||||
pygettexts = tuple(re.compile(r).search
|
|
||||||
for r in settings.PYGETTEXT_KEYWORDS)
|
|
||||||
_clean_str = re.compile(settings.str_clean_re).finditer
|
|
||||||
clean_str = lambda s: "".join(m.group("clean") for m in _clean_str(s))
|
|
||||||
|
|
||||||
|
|
||||||
def _new_messages():
|
|
||||||
return getattr(collections, "OrderedDict", dict)()
|
|
||||||
|
|
||||||
|
|
||||||
def check_file(path, rel_path, messages):
|
|
||||||
def process_entry(ctxt, msg):
|
|
||||||
# Context.
|
|
||||||
if ctxt:
|
|
||||||
if ctxt in CONTEXTS:
|
|
||||||
ctxt = CONTEXTS[ctxt]
|
|
||||||
elif '"' in ctxt or "'" in ctxt:
|
|
||||||
ctxt = clean_str(ctxt)
|
|
||||||
else:
|
|
||||||
print("WARNING: raw context “{}” couldn’t be resolved!"
|
|
||||||
"".format(ctxt))
|
|
||||||
ctxt = CONTEXT_DEFAULT
|
|
||||||
else:
|
|
||||||
ctxt = CONTEXT_DEFAULT
|
|
||||||
# Message.
|
|
||||||
if msg:
|
|
||||||
if '"' in msg or "'" in msg:
|
|
||||||
msg = clean_str(msg)
|
|
||||||
else:
|
|
||||||
print("WARNING: raw message “{}” couldn’t be resolved!"
|
|
||||||
"".format(msg))
|
|
||||||
msg = ""
|
|
||||||
else:
|
|
||||||
msg = ""
|
|
||||||
return (ctxt, msg)
|
|
||||||
|
|
||||||
with open(path, encoding="utf-8") as f:
|
|
||||||
f = f.read()
|
|
||||||
for srch in pygettexts:
|
|
||||||
m = srch(f)
|
|
||||||
line = pos = 0
|
|
||||||
while m:
|
|
||||||
d = m.groupdict()
|
|
||||||
# Line.
|
|
||||||
line += f[pos:m.start()].count('\n')
|
|
||||||
msg = d.get("msg_raw")
|
|
||||||
# First, try the "multi-contexts" stuff!
|
|
||||||
ctxts = tuple(d.get("ctxt_raw{}".format(i)) for i in range(PYGETTEXT_MAX_MULTI_CTXT))
|
|
||||||
if ctxts[0]:
|
|
||||||
for ctxt in ctxts:
|
|
||||||
if not ctxt:
|
|
||||||
break
|
|
||||||
ctxt, _msg = process_entry(ctxt, msg)
|
|
||||||
# And we are done for this item!
|
|
||||||
messages.setdefault((ctxt, _msg), []).append(":".join((rel_path, str(line))))
|
|
||||||
else:
|
|
||||||
ctxt = d.get("ctxt_raw")
|
|
||||||
ctxt, msg = process_entry(ctxt, msg)
|
|
||||||
# And we are done for this item!
|
|
||||||
messages.setdefault((ctxt, msg), []).append(":".join((rel_path, str(line))))
|
|
||||||
pos = m.end()
|
|
||||||
line += f[m.start():pos].count('\n')
|
|
||||||
m = srch(f, pos)
|
|
||||||
|
|
||||||
|
|
||||||
def py_xgettext(messages):
|
|
||||||
forbidden = set()
|
|
||||||
forced = set()
|
|
||||||
with open(SRC_POTFILES) as src:
|
|
||||||
for l in src:
|
|
||||||
if l[0] == '-':
|
|
||||||
forbidden.add(l[1:].rstrip('\n'))
|
|
||||||
elif l[0] != '#':
|
|
||||||
forced.add(l.rstrip('\n'))
|
|
||||||
for root, dirs, files in os.walk(POTFILES_DIR):
|
|
||||||
if "/.svn" in root:
|
|
||||||
continue
|
|
||||||
for fname in files:
|
|
||||||
if os.path.splitext(fname)[1] not in PYGETTEXT_ALLOWED_EXTS:
|
|
||||||
continue
|
|
||||||
path = os.path.join(root, fname)
|
|
||||||
rel_path = os.path.relpath(path, SOURCE_DIR)
|
|
||||||
if rel_path in forbidden:
|
|
||||||
continue
|
|
||||||
elif rel_path not in forced:
|
|
||||||
forced.add(rel_path)
|
|
||||||
for rel_path in sorted(forced):
|
|
||||||
path = os.path.join(SOURCE_DIR, rel_path)
|
|
||||||
if os.path.exists(path):
|
|
||||||
check_file(path, rel_path, messages)
|
|
||||||
|
|
||||||
|
|
||||||
# Spell checking!
|
|
||||||
import enchant
|
|
||||||
dict_spelling = enchant.Dict("en_US")
|
|
||||||
|
|
||||||
from spell_check_utils import (dict_uimsgs,
|
|
||||||
split_words,
|
|
||||||
)
|
|
||||||
|
|
||||||
_spell_checked = set()
|
|
||||||
|
|
||||||
|
|
||||||
def spell_check(txt, cache):
|
|
||||||
ret = []
|
|
||||||
|
|
||||||
if cache is not None and txt in cache:
|
|
||||||
return ret
|
|
||||||
|
|
||||||
for w in split_words(txt):
|
|
||||||
w_lower = w.lower()
|
|
||||||
if w_lower in dict_uimsgs | _spell_checked:
|
|
||||||
continue
|
|
||||||
if not dict_spelling.check(w):
|
|
||||||
ret.append("{}: suggestions are ({})"
|
|
||||||
.format(w, "'" + "', '".join(dict_spelling.suggest(w))
|
|
||||||
+ "'"))
|
|
||||||
else:
|
|
||||||
_spell_checked.add(w_lower)
|
|
||||||
|
|
||||||
if not ret:
|
|
||||||
if cache is not None:
|
|
||||||
cache.add(txt)
|
|
||||||
|
|
||||||
return ret
|
|
||||||
|
|
||||||
|
|
||||||
def get_svnrev():
|
|
||||||
cmd = [SVN_EXECUTABLE,
|
|
||||||
"info",
|
|
||||||
"--xml",
|
|
||||||
SOURCE_DIR,
|
|
||||||
]
|
|
||||||
xml = subprocess.check_output(cmd)
|
|
||||||
return re.search(b'revision="(\d+)"', xml).group(1)
|
|
||||||
|
|
||||||
|
|
||||||
def gen_empty_pot():
|
|
||||||
blender_ver = ""
|
|
||||||
blender_rev = get_svnrev().decode()
|
|
||||||
utctime = time.gmtime()
|
|
||||||
time_str = time.strftime("%Y-%m-%d %H:%M+0000", utctime)
|
|
||||||
year_str = time.strftime("%Y", utctime)
|
|
||||||
|
|
||||||
return utils.I18nMessages.gen_empty_messages("__POT__", blender_ver, blender_rev, time_str, year_str)
|
|
||||||
|
|
||||||
|
|
||||||
escape_re = tuple(re.compile(r[0]) for r in settings.ESCAPE_RE)
|
|
||||||
escape = lambda s, n: escape_re[n].sub(settings.ESCAPE_RE[n][1], s)
|
|
||||||
|
|
||||||
|
|
||||||
def merge_messages(msgs, messages, do_checks, spell_cache):
|
|
||||||
num_added = 0
|
|
||||||
num_present = msgs.nbr_msgs
|
|
||||||
for (context, msgid), srcs in messages.items():
|
|
||||||
if do_checks:
|
|
||||||
err = spell_check(msgid, spell_cache)
|
|
||||||
if err:
|
|
||||||
print("WARNING: spell check failed on “" + msgid + "”:")
|
|
||||||
print("\t\t" + "\n\t\t".join(err))
|
|
||||||
print("\tFrom:\n\t\t" + "\n\t\t".join(srcs))
|
|
||||||
|
|
||||||
# Escape some chars in msgid!
|
|
||||||
for n in range(len(escape_re)):
|
|
||||||
msgid = escape(msgid, n)
|
|
||||||
|
|
||||||
key = (context, msgid)
|
|
||||||
if key not in msgs.msgs:
|
|
||||||
msg = utils.I18nMessage([context], [msgid], [""], [])
|
|
||||||
msg.sources = srcs
|
|
||||||
msgs.msgs[key] = msg
|
|
||||||
num_added += 1
|
|
||||||
else:
|
|
||||||
# We need to merge sources!
|
|
||||||
msgs.msgs[key].sources += srcs
|
|
||||||
|
|
||||||
return num_added, num_present
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
parser = argparse.ArgumentParser(description="Update blender.pot file from messages.txt and source code parsing, "
|
|
||||||
"and performs some checks over msgids.")
|
|
||||||
parser.add_argument('-w', '--warning', action="store_true",
|
|
||||||
help="Show warnings.")
|
|
||||||
parser.add_argument('-i', '--input', metavar="File",
|
|
||||||
help="Input messages file path.")
|
|
||||||
parser.add_argument('-o', '--output', metavar="File",
|
|
||||||
help="Output pot file path.")
|
|
||||||
|
|
||||||
args = parser.parse_args()
|
|
||||||
if args.input:
|
|
||||||
global FILE_NAME_MESSAGES
|
|
||||||
FILE_NAME_MESSAGES = args.input
|
|
||||||
if args.output:
|
|
||||||
global FILE_NAME_POT
|
|
||||||
FILE_NAME_POT = args.output
|
|
||||||
|
|
||||||
print("Running fake py gettext…")
|
|
||||||
# Not using any more xgettext, simpler to do it ourself!
|
|
||||||
messages = _new_messages()
|
|
||||||
py_xgettext(messages)
|
|
||||||
print("Finished, found {} messages.".format(len(messages)))
|
|
||||||
|
|
||||||
if SPELL_CACHE and os.path.exists(SPELL_CACHE):
|
|
||||||
with open(SPELL_CACHE, 'rb') as f:
|
|
||||||
spell_cache = pickle.load(f)
|
|
||||||
else:
|
|
||||||
spell_cache = set()
|
|
||||||
|
|
||||||
print("Generating POT file {}…".format(FILE_NAME_POT))
|
|
||||||
msgs = gen_empty_pot()
|
|
||||||
tot_messages, _a = merge_messages(msgs, messages, True, spell_cache)
|
|
||||||
|
|
||||||
# add messages collected automatically from RNA
|
|
||||||
print("\tMerging RNA messages from {}…".format(FILE_NAME_MESSAGES))
|
|
||||||
messages.clear()
|
|
||||||
with open(FILE_NAME_MESSAGES, encoding="utf-8") as f:
|
|
||||||
srcs = []
|
|
||||||
context = ""
|
|
||||||
for line in f:
|
|
||||||
line = utils.stripeol(line)
|
|
||||||
|
|
||||||
if line.startswith(MSG_COMMENT_PREFIX):
|
|
||||||
srcs.append(line[len(MSG_COMMENT_PREFIX):].strip())
|
|
||||||
elif line.startswith(MSG_CONTEXT_PREFIX):
|
|
||||||
context = line[len(MSG_CONTEXT_PREFIX):].strip()
|
|
||||||
else:
|
|
||||||
key = (context, line)
|
|
||||||
messages[key] = srcs
|
|
||||||
srcs = []
|
|
||||||
context = ""
|
|
||||||
num_added, num_present = merge_messages(msgs, messages, True, spell_cache)
|
|
||||||
tot_messages += num_added
|
|
||||||
print("\tMerged {} messages ({} were already present).".format(num_added, num_present))
|
|
||||||
|
|
||||||
print("\tAdding languages labels...")
|
|
||||||
messages.clear()
|
|
||||||
messages.update(((CONTEXT_DEFAULT, lng[1]), ("Languages’ labels from bl_i18n_utils/settings.py",))
|
|
||||||
for lng in LANGUAGES)
|
|
||||||
messages.update(((CONTEXT_DEFAULT, cat[1]), ("Language categories’ labels from bl_i18n_utils/settings.py",))
|
|
||||||
for cat in LANGUAGES_CATEGORIES)
|
|
||||||
num_added, num_present = merge_messages(msgs, messages, True, spell_cache)
|
|
||||||
tot_messages += num_added
|
|
||||||
print("\tAdded {} language messages.".format(num_added))
|
|
||||||
|
|
||||||
# Write back all messages into blender.pot.
|
|
||||||
msgs.write('PO', FILE_NAME_POT)
|
|
||||||
|
|
||||||
if SPELL_CACHE and spell_cache:
|
|
||||||
with open(SPELL_CACHE, 'wb') as f:
|
|
||||||
pickle.dump(spell_cache, f)
|
|
||||||
|
|
||||||
print("Finished, total: {} messages!".format(tot_messages))
|
|
||||||
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
@ -1,144 +0,0 @@
|
|||||||
#!/usr/bin/python3
|
|
||||||
|
|
||||||
# ***** BEGIN GPL LICENSE BLOCK *****
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or
|
|
||||||
# modify it under the terms of the GNU General Public License
|
|
||||||
# as published by the Free Software Foundation; either version 2
|
|
||||||
# of the License, or (at your option) any later version.
|
|
||||||
#
|
|
||||||
# This program is distributed in the hope that it will be useful,
|
|
||||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
# GNU General Public License for more details.
|
|
||||||
#
|
|
||||||
# You should have received a copy of the GNU General Public License
|
|
||||||
# along with this program; if not, write to the Free Software Foundation,
|
|
||||||
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
||||||
#
|
|
||||||
# ***** END GPL LICENSE BLOCK *****
|
|
||||||
|
|
||||||
# <pep8 compliant>
|
|
||||||
|
|
||||||
# Update trunk from branches:
|
|
||||||
# * Remove po’s in trunk.
|
|
||||||
# * Copy po’s from branches advanced enough.
|
|
||||||
# * Clean po’s in trunk.
|
|
||||||
# * Compile po’s in trunk in mo’s, keeping track of those failing.
|
|
||||||
# * Remove po’s, mo’s (and their dir’s) that failed to compile or are no more present in trunk.
|
|
||||||
|
|
||||||
import subprocess
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import shutil
|
|
||||||
|
|
||||||
try:
|
|
||||||
import settings
|
|
||||||
import utils
|
|
||||||
except:
|
|
||||||
from . import (settings, utils)
|
|
||||||
|
|
||||||
BRANCHES_DIR = settings.BRANCHES_DIR
|
|
||||||
TRUNK_PO_DIR = settings.TRUNK_PO_DIR
|
|
||||||
TRUNK_MO_DIR = settings.TRUNK_MO_DIR
|
|
||||||
|
|
||||||
LANGUAGES_CATEGORIES = settings.LANGUAGES_CATEGORIES
|
|
||||||
LANGUAGES = settings.LANGUAGES
|
|
||||||
LANGUAGES_FILE = settings.LANGUAGES_FILE
|
|
||||||
|
|
||||||
PY3 = settings.PYTHON3_EXEC
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
import argparse
|
|
||||||
parser = argparse.ArgumentParser(description=""
|
|
||||||
"Update trunk from branches:\n"
|
|
||||||
"* Remove po’s in trunk.\n"
|
|
||||||
"* Copy po’s from branches advanced enough.\n"
|
|
||||||
"* Clean po’s in trunk.\n"
|
|
||||||
"* Compile po’s in trunk in mo’s, keeping track of those failing.\n"
|
|
||||||
"* Remove po’s and mo’s (and their dir’s) that "
|
|
||||||
"failed to compile or are no more present in trunk."
|
|
||||||
"* Generate languages file used by Blender's i18n.")
|
|
||||||
parser.add_argument('-t', '--threshold', type=int, help="Import threshold, as a percentage.")
|
|
||||||
parser.add_argument('-p', '--po', action="store_true", help="Remove failing po’s.")
|
|
||||||
parser.add_argument('-m', '--mo', action="store_true", help="Remove failing mo’s.")
|
|
||||||
parser.add_argument('langs', metavar='ISO_code', nargs='*', help="Restrict processed languages to those.")
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
ret = 0
|
|
||||||
failed = set()
|
|
||||||
|
|
||||||
# Remove po’s in trunk.
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po"):
|
|
||||||
lang = os.path.basename(po)[:-3]
|
|
||||||
if args.langs and lang not in args.langs:
|
|
||||||
continue
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, po)
|
|
||||||
os.remove(po)
|
|
||||||
|
|
||||||
# Copy po’s from branches.
|
|
||||||
#cmd = [PY3, "./import_po_from_branches.py", "-s"]
|
|
||||||
cmd = [PY3, "./import_po_from_branches.py"]
|
|
||||||
if args.threshold is not None:
|
|
||||||
cmd += ["-t", str(args.threshold)]
|
|
||||||
if args.langs:
|
|
||||||
cmd += args.langs
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
# Add in failed all mo’s no more having relevant po’s in trunk.
|
|
||||||
for lang in os.listdir(TRUNK_MO_DIR):
|
|
||||||
if lang in {".svn", LANGUAGES_FILE}:
|
|
||||||
continue # !!!
|
|
||||||
if not os.path.exists(os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))):
|
|
||||||
failed.add(lang)
|
|
||||||
|
|
||||||
# Check and compile each po separately, to keep track of those failing.
|
|
||||||
# XXX There should not be any failing at this stage, import step is
|
|
||||||
# supposed to have already filtered them out!
|
|
||||||
for po in os.listdir(TRUNK_PO_DIR):
|
|
||||||
if po.endswith(".po") and not po.endswith("_raw.po"):
|
|
||||||
lang = os.path.basename(po)[:-3]
|
|
||||||
if args.langs and lang not in args.langs:
|
|
||||||
continue
|
|
||||||
|
|
||||||
#cmd = [PY3, "./clean_po.py", "-t", "-s", lang]
|
|
||||||
cmd = [PY3, "./clean_po.py", "-t", lang]
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
failed.add(lang)
|
|
||||||
continue
|
|
||||||
|
|
||||||
cmd = [PY3, "./update_mo.py", lang]
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
failed.add(lang)
|
|
||||||
continue
|
|
||||||
|
|
||||||
# Generate languages file used by Blender's i18n system.
|
|
||||||
cmd = [PY3, "./update_languages_menu.py"]
|
|
||||||
t = subprocess.call(cmd)
|
|
||||||
if t:
|
|
||||||
ret = t
|
|
||||||
|
|
||||||
# Remove failing po’s, mo’s and related dir’s.
|
|
||||||
for lang in failed:
|
|
||||||
print("Lang “{}” failed, removing it...".format(lang))
|
|
||||||
if args.po:
|
|
||||||
po = os.path.join(TRUNK_PO_DIR, ".".join((lang, "po")))
|
|
||||||
if os.path.exists(po):
|
|
||||||
os.remove(po)
|
|
||||||
if args.mo:
|
|
||||||
mo = os.path.join(TRUNK_MO_DIR, lang)
|
|
||||||
if os.path.exists(mo):
|
|
||||||
shutil.rmtree(mo)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
print("\n\n *** Running {} *** \n".format(__file__))
|
|
||||||
sys.exit(main())
|
|
||||||
Loading…
Reference in New Issue
Block a user