textual-paint/localization/preprocess.py

import os
import re
import glob
import json

from parse_rc_file import parse_rc_file


base_lang = "en"
available_langs = [dir for dir in os.listdir(os.path.dirname(__file__)) if re.match(r"^\w+(-\w+)?$", dir)]
target_langs = [lang for lang in available_langs if lang != base_lang]

print("Target languages:", target_langs)

# & defines accelerators (hotkeys) in menus and buttons and things, which get underlined in the UI.
# & can be escaped by doubling it, e.g. "&Taskbar && Start Menu"
def index_of_hotkey(text):
	# Returns the index of the ampersand that defines a hotkey, or -1 if not present.
	# The space here handles beginning-of-string matching and counteracts the offset for the [^&] so it acts like a negative lookbehind
    m = re.search(r"[^&]&[^&\s]", f" {text}")
    return m.start() if m else -1

def has_hotkey(text):
    return index_of_hotkey(text) != -1


def remove_hotkey(text):
    text = re.sub(r"\s?\(&.\)", "", text)
    text = re.sub(r"([^&]|^)&([^&\s])", r"\1\2", text)
    return text


def remove_ellipsis(string):
    return string.replace("...", "")


def only_unique(value, index, self):
    return self.index(value) == index


def get_strings(lang):
    rc_files = glob.glob(f"{os.path.dirname(__file__)}/{lang}/**/*.rc", recursive=True)
    for rc_file in rc_files:
        with open(rc_file, "r", encoding="utf16") as f:
            yield from parse_rc_file(f.read().replace("\ufeff", ""))


base_strings = list(get_strings(base_lang))
for target_lang in target_langs:
    target_strings = list(get_strings(target_lang))
    localizations = {}

    def add_localization(base_string, target_string, fudgedness):
        localizations[base_string] = localizations.get(base_string, [])
        localizations[base_string].append({"target_string": target_string, "fudgedness": fudgedness})

    def add_localizations(base_strings, target_strings):
        for i, target_string in enumerate(target_strings):
            if len(base_strings) <= i:
                break
            base_string = base_strings[i]
            if base_string != target_string and base_string and target_string:
                # Split strings like "&Attributes...\tCtrl+E"
                # and "Fills an area with the current drawing color.\nFill With Color"
                splitter = re.compile(r"\t|\r?\n")
                if splitter.search(base_string):
                    add_localizations(re.split(splitter, base_string), re.split(splitter, target_string))
                else:
                    add_localization(remove_ellipsis(base_string), remove_ellipsis(target_string), 1)
                    if has_hotkey(base_string):
                        add_localization(remove_ellipsis(remove_hotkey(base_string)), remove_ellipsis(remove_hotkey(target_string)), 3)

    add_localizations(base_strings, target_strings)

    for base_string, options in localizations.items():
        options.sort(key=lambda x: x["fudgedness"])
        unique_strings = list(set(option["target_string"] for option in options))
        if len(unique_strings) > 1:
            unique_strings_json = json.dumps(unique_strings, ensure_ascii=False, indent="\t")
            print(f'Collision for "{base_string}": {unique_strings_json}')
        localizations[base_string] = unique_strings[0]

    localizations_json = json.dumps(localizations, ensure_ascii=False, indent="\t")
    js = f"""
//
// NOTE: This is a generated file! Don't edit it directly.
// Eventually community translation will be set up on some translation platform.
// 
// Generated with: npm run update-localization
//
loaded_localizations("{target_lang}", {localizations_json});
"""

    with open(f"{os.path.dirname(__file__)}/{target_lang}/localizations.js", "w", encoding="utf8") as f:
        f.write(js)

# file_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "index.html"))
# with open(file_path, "r") as f:
#     code = f.read()
# available_langs_json = json.dumps(available_langs, ensure_ascii=False).replace('","', '", "')
# code = re.sub(r"(available_languages\s*=\s*)\[[^\]]*\]", f"$1{available_langs_json}]", code)
# with open(file_path, "w") as f:
#     f.write(code)
# print(f'Updated available_languages list in "{file_path}"')