From 1589db376c7f9b15e59a37cf79301beceba06467 Mon Sep 17 00:00:00 2001 From: Paul Beckingham Date: Mon, 15 Jan 2018 12:20:34 -0500 Subject: [PATCH] Utils: Removed l10n utility --- scripts/utils/l10n | 195 --------------------------------------------- 1 file changed, 195 deletions(-) delete mode 100755 scripts/utils/l10n diff --git a/scripts/utils/l10n b/scripts/utils/l10n deleted file mode 100755 index ae5cacbac..000000000 --- a/scripts/utils/l10n +++ /dev/null @@ -1,195 +0,0 @@ -#!/usr/bin/env python2.7 -################################################################################ -## -## Copyright 2006 - 2018, Paul Beckingham, Federico Hernandez. -## -## Permission is hereby granted, free of charge, to any person obtaining a copy -## of this software and associated documentation files (the "Software"), to deal -## in the Software without restriction, including without limitation the rights -## to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -## copies of the Software, and to permit persons to whom the Software is -## furnished to do so, subject to the following conditions: -## -## The above copyright notice and this permission notice shall be included -## in all copies or substantial portions of the Software. -## -## THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS -## OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -## FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL -## THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -## LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -## OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE -## SOFTWARE. -## -## http://www.opensource.org/licenses/mit-license.php -## -################################################################################ - -from __future__ import print_function -from __future__ import unicode_literals - -import os -import sys -import argparse -import re -import fnmatch - -REFERENCE = 'eng-USA.h' - -def find_localizations(source, single=''): - '''Finds all [a-z][a-z]-[A-Z][A-Z].h files in the source tree.''' - found = [] - for path, dirs, files in os.walk(source, topdown=True, onerror=None, followlinks=False): - matches = map(lambda x: os.path.join(path, x), - fnmatch.filter(files, '[a-z][a-z][a-z]-[A-Z][A-Z][A-Z].h')) - - if single: - # Accept both cases - if user specified es-ES.h or only es-ES - if not single.endswith('.h'): - single = '%s.h' % single - - for match in matches: - if match.endswith(single) or match.endswith(REFERENCE): - found.append(match) - else: - found.extend(matches) - - # Make sure REFERENCE is the first column. - # NOTE Empty string is always sorted first than any string - found.sort(key=lambda x: "" if x.endswith(REFERENCE) else x) - - return found - -def read_file(translations, file): - '''Reads all the localized strings from a file.''' - translations[file] = {} - with open(file, 'r') as fh: - for match in re.findall(r'^\s*#define\s+(STRING_[^\s]+)(\s|\\)+"([^"]*)"', fh.read(), re.MULTILINE): - translations[file][match[0]] = match[2] - -def is_present(translations, file, string): - '''Determines if the string is defined in a translation.''' - return string in translations[file] - -def used_in_source(source, string): - '''Determines if the string is used in the source.''' - command = "git grep %s %s | grep -v [a-z][a-z][a-z]-[A-Z][A-Z][A-Z].h >/dev/null 2>&1" % (string, source) - return True if os.system(command) == 0 else False - -def is_translated(translations, file, string): - '''Determines whether the string is the same in the base version as in the - translation, indicating work needed.''' - if file == base: - return True - elif string not in translations[base]: - return True - elif string not in translations[file]: - return False - else: - return bool(translations[file][string] != translations[base][string]) - -def main(args): - '''Processes all the localized files.''' - errors = 0 - translations = {} - - for file in args.files: - # Verify all files exist. - if not os.path.exists(file): - raise Exception("Localized file '%s' not readable." % file) - read_file(translations, file) - - strings = set() - for file in translations: - for string in translations[file]: - strings.add(string) - - if len(strings) == 0: - if not args.quiet: - print("There are no localized strings found.") - errors = 1 - - # Get length of longest string ID. - longest_string = len(max(strings, key=len)) - - # Display info. - if not args.quiet: - print('Scanning in', args.source) - print() - - # Print header line. - files = map(lambda x: os.path.basename(x), args.files) - - if not args.quiet: - print('%-*s' % (longest_string, 'String ID'), end='') - print(*map(lambda x: '%10s' % x, files), sep='') - print('-' * longest_string, ' '.join(['---------'] * len(files))) - - for string in sorted(strings): - # assess status of 'string': - # - clean - - line = '' - line_errors = 0 - for file in args.files: - message = ' ' - if is_present(translations, file, string): - if is_translated(translations, file, string): - message = ' Ok ' - else: - message = ' TODO ' - else: - message = ' Missing ' - line_errors = 1 - - line += message - - if args.all or line_errors != 0: - if args.search: - if used_in_source(args.source, string): - if not args.quiet: - print('%-*s' % (longest_string, string), line, sep='') - else: - if not args.quiet: - print('%-*s' % (longest_string, string), line, sep='') - line_errors = 1 - else: - if not args.quiet: - print('%-*s' % (longest_string, string), line, sep='') - - if line_errors: - errors = 1 - - if not args.quiet: - print('-' * longest_string, ' '.join(['---------'] * len(files))) - print('%-*s' % (longest_string, 'Total'), end='') - for file in args.files: - print('%10d' % len(translations[file]), end='') - print() - - sys.exit(errors) - -if __name__ == "__main__": - usage="""Utility for checking localized string status across translations.""" - - parser = argparse.ArgumentParser(description=usage) - parser.add_argument('--source', action='store', required=True, help='The source code tree.') - parser.add_argument('--single', action='store', help='Show only given localization next to reference.') - parser.add_argument('--all', action='store_true', help='Show all string IDs.') - parser.add_argument('--search', action='store_true', help='Search source for use.') - parser.add_argument('--quiet', action='store_true', help='Produces no output.') - args = parser.parse_args() - - if args.source: - args.files = find_localizations(args.source) - - if args.single: - args.files = find_localizations(args.source, args.single) - - base = filter(lambda x: x.endswith(REFERENCE), args.files)[0] - - try: - main(args) - except Exception as msg: - print('Error:', msg) -