#!/bin/python import fnmatch import os import shutil import subprocess import sys line_nb = False for arg in sys.argv[1:]: if arg == "--with-line-nb": print("Enabling line numbers in the context locations.") line_nb = True else: os.sys.exit("Non supported argument '" + arg + "'. Aborting.") if not os.path.exists("editor"): os.sys.exit("ERROR: This script should be started from the root of the git repo.") matches = [] for root, dirnames, filenames in os.walk("."): dirnames[:] = [d for d in dirnames if d not in ["thirdparty"]] for filename in fnmatch.filter(filenames, "*.cpp"): matches.append(os.path.join(root, filename)) for filename in fnmatch.filter(filenames, "*.h"): matches.append(os.path.join(root, filename)) matches.sort() unique_str = [] unique_loc = {} ctx_group = {} # Store msgctx, msg, and locations. main_po = """ # LANGUAGE translation of the Godot Engine editor. # Copyright (c) 2007-2020 Juan Linietsky, Ariel Manzur. # Copyright (c) 2014-2020 Godot Engine contributors (cf. AUTHORS.md). # This file is distributed under the same license as the Godot source code. # # FIRST AUTHOR , YEAR. # #, fuzzy msgid "" msgstr "" "Project-Id-Version: Godot Engine editor\\n" "Report-Msgid-Bugs-To: https://github.com/godotengine/godot\\n" "MIME-Version: 1.0\\n" "Content-Type: text/plain; charset=UTF-8\\n" "Content-Transfer-Encoding: 8-bit\\n"\n """ def _write_message(msgctx, msg, msg_plural, location): global main_po main_po += "#: " + location + "\n" if msgctx != "": main_po += 'msgctxt "' + msgctx + '"\n' main_po += 'msgid "' + msg + '"\n' if msg_plural != "": main_po += 'msgid_plural "' + msg_plural + '"\n' main_po += 'msgstr[0] ""\n' main_po += 'msgstr[1] ""\n\n' else: main_po += 'msgstr ""\n\n' def _add_additional_location(msgctx, msg, location): global main_po # Add additional location to previous occurrence. if msgctx != "": msg_pos = main_po.find('\nmsgctxt "' + msgctx + '"\nmsgid "' + msg + '"') else: msg_pos = main_po.find('\nmsgid "' + msg + '"') if msg_pos == -1: print("Someone apparently thought writing Python was as easy as GDScript. Ping Akien.") main_po = main_po[:msg_pos] + " " + location + main_po[msg_pos:] def _write_translator_comment(msgctx, msg, translator_comment): if translator_comment == "": return global main_po if msgctx != "": msg_pos = main_po.find('\nmsgctxt "' + msgctx + '"\nmsgid "' + msg + '"') else: msg_pos = main_po.find('\nmsgid "' + msg + '"') # If it's a new message, just append comment to the end of PO file. if msg_pos == -1: main_po += _format_translator_comment(translator_comment, True) return # Find position just before location. Translator comment will be added there. translator_comment_pos = main_po.rfind("\n\n#", 0, msg_pos) + 2 if translator_comment_pos - 2 == -1: print("translator_comment_pos not found") return # Check if a previous translator comment already exists. If so, merge them together. if main_po.find("TRANSLATORS:", translator_comment_pos, msg_pos) != -1: translator_comment_pos = main_po.find("\n#:", translator_comment_pos, msg_pos) + 1 if translator_comment_pos == 0: print('translator_comment_pos after "TRANSLATORS:" not found') return main_po = ( main_po[:translator_comment_pos] + _format_translator_comment(translator_comment, False) + main_po[translator_comment_pos:] ) return main_po = ( main_po[:translator_comment_pos] + _format_translator_comment(translator_comment, True) + main_po[translator_comment_pos:] ) def _format_translator_comment(comment, new): if not comment: return "" comment_lines = comment.split("\n") formatted_comment = "" if not new: for comment in comment_lines: formatted_comment += "#. " + comment.strip() + "\n" return formatted_comment formatted_comment = "#. TRANSLATORS: " for i in range(len(comment_lines)): if i == 0: formatted_comment += comment_lines[i].strip() + "\n" else: formatted_comment += "#. " + comment_lines[i].strip() + "\n" return formatted_comment def _is_block_translator_comment(translator_line): line = translator_line.strip() if line.find("//") == 0: return False else: return True def _extract_translator_comment(line, is_block_translator_comment): line = line.strip() reached_end = False extracted_comment = "" start = line.find("TRANSLATORS:") if start == -1: start = 0 else: start += len("TRANSLATORS:") if is_block_translator_comment: # If '*/' is found, then it's the end. if line.rfind("*/") != -1: extracted_comment = line[start : line.rfind("*/")] reached_end = True else: extracted_comment = line[start:] else: # If beginning is not '//', then it's the end. if line.find("//") != 0: reached_end = True else: start = 2 if start == 0 else start extracted_comment = line[start:] return (not reached_end, extracted_comment) def process_file(f, fname): global main_po, unique_str, unique_loc patterns = ['RTR("', 'TTR("', 'TTRC("', 'TTRN("', 'RTRN("'] l = f.readline() lc = 1 reading_translator_comment = False is_block_translator_comment = False translator_comment = "" while l: # Detect translator comments. if not reading_translator_comment and l.find("TRANSLATORS:") != -1: reading_translator_comment = True is_block_translator_comment = _is_block_translator_comment(l) translator_comment = "" # Gather translator comments. It will be gathered for the next translation function. if reading_translator_comment: reading_translator_comment, extracted_comment = _extract_translator_comment(l, is_block_translator_comment) if extracted_comment != "": translator_comment += extracted_comment + "\n" if not reading_translator_comment: translator_comment = translator_comment[:-1] # Remove extra \n at the end. idx = 0 pos = 0 while not reading_translator_comment and pos >= 0: # Loop until a pattern is found. If not, next line. pos = l.find(patterns[idx], pos) if pos == -1: if idx < len(patterns) - 1: idx += 1 pos = 0 continue pos += len(patterns[idx]) # Read msg until " msg = "" while pos < len(l) and (l[pos] != '"' or l[pos - 1] == "\\"): msg += l[pos] pos += 1 # Read plural. msg_plural = "" if patterns[idx] in ['TTRN("', 'RTRN("']: pos = l.find('"', pos + 1) pos += 1 while pos < len(l) and (l[pos] != '"' or l[pos - 1] == "\\"): msg_plural += l[pos] pos += 1 # Read context. msgctx = "" pos += 1 read_ctx = False while pos < len(l): if l[pos] == ")": break elif l[pos] == '"': read_ctx = True break pos += 1 pos += 1 if read_ctx: while pos < len(l) and (l[pos] != '"' or l[pos - 1] == "\\"): msgctx += l[pos] pos += 1 # File location. location = os.path.relpath(fname).replace("\\", "/") if line_nb: location += ":" + str(lc) # Write translator comment. _write_translator_comment(msgctx, msg, translator_comment) translator_comment = "" if msgctx != "": # If it's a new context or a new message within an existing context, then write new msgid. # Else add location to existing msgid. if not msgctx in ctx_group: _write_message(msgctx, msg, msg_plural, location) ctx_group[msgctx] = {msg: [location]} elif not msg in ctx_group[msgctx]: _write_message(msgctx, msg, msg_plural, location) ctx_group[msgctx][msg] = [location] elif not location in ctx_group[msgctx][msg]: _add_additional_location(msgctx, msg, location) ctx_group[msgctx][msg].append(location) else: if not msg in unique_str: _write_message(msgctx, msg, msg_plural, location) unique_str.append(msg) unique_loc[msg] = [location] elif not location in unique_loc[msg]: _add_additional_location(msgctx, msg, location) unique_loc[msg].append(location) l = f.readline() lc += 1 print("Updating the editor.pot template...") for fname in matches: with open(fname, "r", encoding="utf8") as f: process_file(f, fname) with open("editor.pot", "w") as f: f.write(main_po) if os.name == "posix": print("Wrapping template at 79 characters for compatibility with Weblate.") os.system("msgmerge -w79 editor.pot editor.pot > editor.pot.wrap") shutil.move("editor.pot.wrap", "editor.pot") shutil.move("editor.pot", "editor/translations/editor.pot") # TODO: Make that in a portable way, if we care; if not, kudos to Unix users if os.name == "posix": added = subprocess.check_output(r"git diff editor/translations/editor.pot | grep \+msgid | wc -l", shell=True) removed = subprocess.check_output(r"git diff editor/translations/editor.pot | grep \\\-msgid | wc -l", shell=True) print("\n# Template changes compared to the staged status:") print("# Additions: %s msgids.\n# Deletions: %s msgids." % (int(added), int(removed)))