341 lines
13 KiB
Python
Executable File
341 lines
13 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
#
|
|
# Version 1.0.2 - Build 43
|
|
#############################################################################
|
|
# Change log:
|
|
# 7 May 2019, ondratu , Initial
|
|
# 13 June 2019, 3d-gussner, Fix length false positives
|
|
# 14 Sep. 2019, 3d-gussner, Prepare adding new language
|
|
# 18 Sep. 2020, 3d-gussner, Fix execution of lang-check.py
|
|
# 2 Apr. 2021, 3d-gussner, Fix and improve text warp
|
|
# 22 Apr. 2021, DRracer , add English source to output
|
|
# 23 Apr. 2021, wavexx , improve
|
|
# 24 Apr. 2021, wavexx , improve
|
|
# 26 Apr. 2021, wavexx , add character ruler
|
|
# 21 Dec. 2021, 3d-gussner, Prepare more community languages
|
|
# Swedish
|
|
# Danish
|
|
# Slovanian
|
|
# Hungarian
|
|
# Luxembourgian
|
|
# Croatian
|
|
# 3 Jan. 2022, 3d-gussner, Prepare Lithuanian
|
|
# 7 Jan. 2022, 3d-gussner, Check for Syntax errors and exit with error
|
|
# , add Build number 'git rev-list --count HEAD lang-check.py'
|
|
# 30 Jan. 2022, 3d-gussner, Add arguments. Requested by @AttilaSVK
|
|
# --information == output all source and translated messages
|
|
# --import-check == used by `lang-import.sh`to verify
|
|
# newly import `lang_en_??.txt` files
|
|
# 14 Mar. 2022, 3d-gussner, Check if translation isn't equal to origin
|
|
#############################################################################
|
|
|
|
"""Check PO files for formatting errors."""
|
|
from argparse import ArgumentParser
|
|
from sys import stdout, stderr, exit
|
|
import codecs
|
|
import polib
|
|
import textwrap
|
|
import re
|
|
import os
|
|
|
|
from lib import charset as cs
|
|
from lib.io import load_map
|
|
|
|
COLORIZE = (stdout.isatty() and os.getenv("TERM", "dumb") != "dumb") or os.getenv('NO_COLOR') == "0"
|
|
LCD_WIDTH = 20
|
|
|
|
def color_maybe(color_attr, text):
|
|
if COLORIZE:
|
|
return '\033[0;' + str(color_attr) + 'm' + text + '\033[0m'
|
|
else:
|
|
return text
|
|
|
|
red = lambda text: color_maybe(31, text)
|
|
green = lambda text: color_maybe(32, text)
|
|
yellow = lambda text: color_maybe(33, text)
|
|
cyan = lambda text: color_maybe(36, text)
|
|
|
|
|
|
def print_wrapped(wrapped_text, rows, cols):
|
|
if type(wrapped_text) == str:
|
|
wrapped_text = [wrapped_text]
|
|
for r, line in enumerate(wrapped_text):
|
|
r_ = str(r + 1).rjust(3)
|
|
if r >= rows:
|
|
r_ = red(r_)
|
|
print((' {} |{:' + str(cols) + 's}|').format(r_, line))
|
|
|
|
def print_truncated(text, cols):
|
|
if len(text) <= cols:
|
|
prefix = text.ljust(cols)
|
|
suffix = ''
|
|
else:
|
|
prefix = text[0:cols]
|
|
suffix = red(text[cols:])
|
|
print(' |' + prefix + '|' + suffix)
|
|
|
|
def print_ruler(spc, cols):
|
|
print(' ' * spc + cyan(('₀₁₂₃₄₅₆₇₈₉'*4)[:cols]))
|
|
|
|
def print_source_translation(source, translation, wrapped_source, wrapped_translation, rows, cols):
|
|
if rows == 1:
|
|
print(' source text:')
|
|
print_ruler(4, cols);
|
|
print_truncated(source, cols)
|
|
print(' translated text:')
|
|
print_ruler(4, cols);
|
|
print_truncated(translation, cols)
|
|
else:
|
|
print(' source text:')
|
|
print_ruler(6, cols);
|
|
print_wrapped(wrapped_source, rows, cols)
|
|
print(' translated text:')
|
|
print_ruler(6, cols);
|
|
print_wrapped(wrapped_translation, rows, cols)
|
|
print()
|
|
|
|
def highlight_trailing_white(text):
|
|
if type(text) == str:
|
|
return re.sub(r' $', '·', text)
|
|
else:
|
|
ret = text[:]
|
|
ret[-1] = highlight_trailing_white(ret[-1])
|
|
return ret
|
|
|
|
def wrap_text(text, cols):
|
|
ret = []
|
|
for line in text.split('\n'):
|
|
# wrap each input line in text individually
|
|
tmp = list(textwrap.TextWrapper(width=cols).wrap(line))
|
|
if len(ret):
|
|
# add back trailing whitespace
|
|
tmp[-1] += ' ' * (len(text) - len(text.rstrip()))
|
|
ret.extend(tmp)
|
|
return ret
|
|
|
|
def ign_char_first(c):
|
|
return c.isalnum() or c in {'%', '?'}
|
|
|
|
def ign_char_last(c):
|
|
return c.isalnum() or c in {'.', "'"}
|
|
|
|
def check_translation(entry, msgids, is_pot, no_warning, no_suggest, warn_empty, warn_same, information):
|
|
"""Check strings to display definition."""
|
|
|
|
# do not check obsolete/deleted entriees
|
|
if entry.obsolete:
|
|
return True
|
|
|
|
# fetch/decode entry for easy access
|
|
meta = entry.comment.split('\n', 1)[0]
|
|
source = entry.msgid
|
|
translation = entry.msgstr
|
|
line = entry.linenum
|
|
known_msgid = msgids is None or source in msgids
|
|
errors = 0
|
|
|
|
# Check comment syntax (non-empty and include a MSG id)
|
|
if known_msgid or warn_empty:
|
|
if len(meta) == 0:
|
|
print(red("[E]: Translation doesn't contain any comment metadata on line %d" % line))
|
|
return False
|
|
if not meta.startswith('MSG'):
|
|
print(red("[E]: Critical syntax error: comment doesn't start with MSG on line %d" % line))
|
|
print(red(" comment: " + meta))
|
|
return False
|
|
|
|
# Check if columns and rows are defined
|
|
tokens = meta.split(' ')
|
|
cols = None
|
|
rows = None
|
|
for item in tokens[1:]:
|
|
try:
|
|
key, val = item.split('=')
|
|
if key == 'c':
|
|
cols = int(val)
|
|
elif key == 'r':
|
|
rows = int(val)
|
|
else:
|
|
raise ValueError
|
|
except ValueError:
|
|
print(red("[E]: Invalid display definition on line %d" % line))
|
|
print(red(" definition: " + meta))
|
|
return False
|
|
|
|
if not cols:
|
|
if not no_warning and known_msgid and not rows:
|
|
errors += 1
|
|
print(yellow("[W]: No usable display definition on line %d" % line))
|
|
# probably fullscreen, guess from the message length to continue checking
|
|
cols = LCD_WIDTH
|
|
if cols > LCD_WIDTH:
|
|
errors += 1
|
|
print(yellow("[W]: Invalid column count on line %d" % line))
|
|
if not rows:
|
|
rows = 1
|
|
elif rows > 1 and cols != LCD_WIDTH:
|
|
errors += 1
|
|
print(yellow("[W]: Multiple rows with odd number of columns on line %d" % line))
|
|
|
|
# Check if translation contains unsupported characters
|
|
invalid_char = cs.translation_check(cs.unicode_to_source(translation))
|
|
if invalid_char is not None:
|
|
print(red('[E]: Critical syntax: Unhandled char %s found on line %d' % (repr(invalid_char), line)))
|
|
print(red(' translation: ' + translation))
|
|
return False
|
|
|
|
# Pre-process the translation to translated characters for a correct preview and length check
|
|
translation = cs.trans_replace(translation)
|
|
|
|
wrapped_source = wrap_text(source, cols)
|
|
rows_count_source = len(wrapped_source)
|
|
wrapped_translation = wrap_text(translation, cols)
|
|
rows_count_translation = len(wrapped_translation)
|
|
|
|
# Incorrect number of rows/cols on the definition
|
|
if rows == 1 and (len(source) > cols or rows_count_source > rows):
|
|
errors += 1
|
|
print(yellow('[W]: Source text longer than %d cols as defined on line %d:' % (cols, line)))
|
|
print_ruler(4, cols);
|
|
print_truncated(source, cols)
|
|
print()
|
|
elif rows_count_source > rows:
|
|
errors += 1
|
|
print(yellow('[W]: Wrapped source text longer than %d rows as defined on line %d:' % (rows, line)))
|
|
print_ruler(6, cols);
|
|
print_wrapped(wrapped_source, rows, cols)
|
|
print()
|
|
|
|
# All further checks are against the translation
|
|
if is_pot:
|
|
return (errors == 0)
|
|
|
|
# Missing translation
|
|
if len(translation) == 0 and (known_msgid or warn_empty):
|
|
errors += 1
|
|
if rows == 1:
|
|
print(yellow("[W]: Empty translation for \"%s\" on line %d" % (source, line)))
|
|
else:
|
|
print(yellow("[W]: Empty translation on line %d" % line))
|
|
print_ruler(6, cols);
|
|
print_wrapped(wrapped_source, rows, cols)
|
|
print()
|
|
|
|
# Check for translation lenght
|
|
if (rows_count_translation > rows) or (rows == 1 and len(translation) > cols):
|
|
errors += 1
|
|
print(red('[E]: Text is longer than definition on line %d: cols=%d rows=%d (rows diff=%d)'
|
|
% (line, cols, rows, rows_count_translation-rows)))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
|
|
# Different count of % sequences
|
|
if source.count('%') != translation.count('%') and len(translation) > 0:
|
|
errors += 1
|
|
print(red('[E]: Unequal count of %% escapes on line %d:' % (line)))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
|
|
# Different first/last character
|
|
if not no_suggest and len(source) > 0 and len(translation) > 0:
|
|
source_end = source.rstrip()[-1]
|
|
translation_end = translation.rstrip()[-1]
|
|
start_diff = not (ign_char_first(source[0]) and ign_char_first(translation[0])) and source[0] != translation[0]
|
|
end_diff = not (ign_char_last(source_end) and ign_char_last(translation_end)) and source_end != translation_end
|
|
if start_diff or end_diff:
|
|
if start_diff:
|
|
print(yellow('[S]: Differing first punctuation character (%s => %s) on line %d:' % (source[0], translation[0], line)))
|
|
if end_diff:
|
|
print(yellow('[S]: Differing last punctuation character (%s => %s) on line %d:' % (source[-1], translation[-1], line)))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
if not no_suggest and source == translation and (warn_same or len(source.split(' ', 1)) > 1):
|
|
print(yellow('[S]: Translation same as original on line %d:' %line))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
|
|
# Short translation
|
|
if not no_suggest and len(source) > 0 and len(translation) > 0:
|
|
if len(translation.rstrip()) < len(source.rstrip()) / 2:
|
|
print(yellow('[S]: Short translation on line %d:' % (line)))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
|
|
# Incorrect trailing whitespace in translation
|
|
if not no_warning and len(translation) > 0 and \
|
|
(source.rstrip() == source or (rows == 1 and len(source) == cols)) and \
|
|
translation.rstrip() != translation and \
|
|
(rows > 1 or len(translation) != len(source)):
|
|
errors += 1
|
|
print(yellow('[W]: Incorrect trailing whitespace for translation on line %d:' % (line)))
|
|
source = highlight_trailing_white(source)
|
|
translation = highlight_trailing_white(translation)
|
|
wrapped_translation = highlight_trailing_white(wrapped_translation)
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
|
|
# show the information
|
|
if information and errors == 0:
|
|
print(green('[I]: %s' % (meta)))
|
|
print_source_translation(source, translation,
|
|
wrapped_source, wrapped_translation,
|
|
rows, cols)
|
|
return (errors == 0)
|
|
|
|
|
|
def main():
|
|
"""Main function."""
|
|
parser = ArgumentParser(description=__doc__)
|
|
parser.add_argument("po", help="PO file to check")
|
|
parser.add_argument(
|
|
"--no-warning", action="store_true",
|
|
help="Disable warnings")
|
|
parser.add_argument(
|
|
"--no-suggest", action="store_true",
|
|
help="Disable suggestions")
|
|
parser.add_argument(
|
|
"--pot", action="store_true",
|
|
help="Do not check translations")
|
|
parser.add_argument(
|
|
"--information", action="store_true",
|
|
help="Output all translations")
|
|
parser.add_argument("--map",
|
|
help="Provide a map file to suppress warnings about unused translations")
|
|
parser.add_argument(
|
|
"--warn-empty", action="store_true",
|
|
help="Warn about empty definitions and translations even if unused")
|
|
parser.add_argument(
|
|
"--warn-same", action="store_true",
|
|
help="Warn about one-word translations which are identical to the source")
|
|
|
|
# load the translations
|
|
args = parser.parse_args()
|
|
if not os.path.isfile(args.po):
|
|
print("{}: file does not exist or is not a regular file".format(args.po), file=stderr)
|
|
return 1
|
|
|
|
# load the symbol map to supress empty (but unused) translation warnings
|
|
msgids = None
|
|
if args.map:
|
|
msgids = set()
|
|
for sym in load_map(args.map):
|
|
if type(sym['data']) == bytes:
|
|
msgid = cs.source_to_unicode(codecs.decode(sym['data'], 'unicode_escape', 'strict'))
|
|
msgids.add(msgid)
|
|
|
|
# check each translation in turn
|
|
status = True
|
|
for translation in polib.pofile(args.po):
|
|
status &= check_translation(translation, msgids, args.pot, args.no_warning, args.no_suggest,
|
|
args.warn_empty, args.warn_same, args.information)
|
|
return 0 if status else 1
|
|
|
|
if __name__ == "__main__":
|
|
exit(main())
|