Updated the translation builders
This commit is contained in:
WolverinDEV
parent
a52584a4fa
commit
43c2070191
3 changed files with 147 additions and 154 deletions
|
|
@ -1,143 +0,0 @@
|
||||||
#!/usr/bin/env python2.7
|
|
||||||
|
|
||||||
"""
|
|
||||||
We want python 2.7 again...
|
|
||||||
"""
|
|
||||||
|
|
||||||
import io
|
|
||||||
import re
|
|
||||||
import json
|
|
||||||
import sys
|
|
||||||
|
|
||||||
"""
|
|
||||||
from googletrans import Translator # Use the free webhook
|
|
||||||
def run_translate(messages, source_language, target_language):
|
|
||||||
translator = Translator()
|
|
||||||
_translations = translator.translate(messages, src=source_language, dest=target_language)
|
|
||||||
result = []
|
|
||||||
for translation in _translations:
|
|
||||||
result.append({
|
|
||||||
"source": translation.origin,
|
|
||||||
"translated": translation.text
|
|
||||||
})
|
|
||||||
return result
|
|
||||||
"""
|
|
||||||
|
|
||||||
|
|
||||||
from google.cloud import translate # Use googles could solution
|
|
||||||
def run_translate(messages, source_language, target_language):
|
|
||||||
translate_client = translate.Client()
|
|
||||||
|
|
||||||
# The text to translate
|
|
||||||
text = u'Hello, world!'
|
|
||||||
# The target language
|
|
||||||
|
|
||||||
result = []
|
|
||||||
limit = 16
|
|
||||||
for chunk in [messages[i:i + limit] for i in xrange(0, len(messages), limit)]:
|
|
||||||
# Translates some text into Russian
|
|
||||||
print("Requesting {} translations".format(len(chunk)))
|
|
||||||
translations = translate_client.translate(chunk, target_language=target_language)
|
|
||||||
|
|
||||||
for translation in translations:
|
|
||||||
result.append({
|
|
||||||
"source": translation["input"],
|
|
||||||
"translated": translation["translatedText"]
|
|
||||||
})
|
|
||||||
return result
|
|
||||||
|
|
||||||
|
|
||||||
def translate_messages(source, destination, target_language):
|
|
||||||
with open(source) as f:
|
|
||||||
data = json.load(f)
|
|
||||||
|
|
||||||
result = {
|
|
||||||
"translations": [],
|
|
||||||
"info": None
|
|
||||||
}
|
|
||||||
try:
|
|
||||||
with open(destination) as f:
|
|
||||||
result = json.load(f)
|
|
||||||
print("loaded old result")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
translations = result["translations"]
|
|
||||||
if translations is None:
|
|
||||||
print("Using new translation map")
|
|
||||||
translations = []
|
|
||||||
else:
|
|
||||||
print("Loaded {} old translations".format(len(translations)))
|
|
||||||
|
|
||||||
messages = []
|
|
||||||
for message in data:
|
|
||||||
try:
|
|
||||||
messages.index(message["message"])
|
|
||||||
except:
|
|
||||||
try:
|
|
||||||
found = False
|
|
||||||
for entry in translations:
|
|
||||||
if entry["key"]["message"] == message["message"]:
|
|
||||||
found = True
|
|
||||||
break
|
|
||||||
if not found:
|
|
||||||
raise Exception('add message for translate')
|
|
||||||
except:
|
|
||||||
messages.append(message["message"])
|
|
||||||
|
|
||||||
print("Translating {} messages".format(len(messages)))
|
|
||||||
if len(messages) != 0:
|
|
||||||
_translations = run_translate(messages, 'en', target_language)
|
|
||||||
print("Messages translated, generating target file")
|
|
||||||
|
|
||||||
for translation in _translations:
|
|
||||||
translations.append({
|
|
||||||
"key": {
|
|
||||||
"message": translation["source"]
|
|
||||||
},
|
|
||||||
"translated": translation["translated"],
|
|
||||||
"flags": [
|
|
||||||
"google-translate"
|
|
||||||
]
|
|
||||||
})
|
|
||||||
for translation in translations:
|
|
||||||
translation["translated"] = re.sub(r"% +([OoDdSs])", r" %\1", translation["translated"]) # Fix the broken "% o" or "% s" things
|
|
||||||
translation["translated"] = translation["translated"].replace("%O", "%o") # Replace all %O to %o
|
|
||||||
translation["translated"] = translation["translated"].replace("%S", "%s") # Replace all %S to %s
|
|
||||||
translation["translated"] = translation["translated"].replace("%D", "%d") # Replace all %D to %d
|
|
||||||
translation["translated"] = re.sub(r" +(%[ods])", r" \1", translation["translated"]) # Fix double spaces between a message and %s
|
|
||||||
translation["translated"] = re.sub(r"\( (%[ods])", r"(\1", translation["translated"]) # Fix the leading space after a brace: ( %s)
|
|
||||||
|
|
||||||
print("Writing target file")
|
|
||||||
result["translations"] = translations
|
|
||||||
if result["info"] is None:
|
|
||||||
result["info"] = {
|
|
||||||
"contributors": [
|
|
||||||
{
|
|
||||||
"name": "Google Translate, via script by Markus Hadenfeldt",
|
|
||||||
"email": "gtr.i18n.client@teaspeak.de"
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"name": "Auto translated messages for language " + target_language
|
|
||||||
}
|
|
||||||
|
|
||||||
with io.open(destination, 'w', encoding='utf8') as f:
|
|
||||||
f.write(json.dumps(result, indent=2, ensure_ascii=False))
|
|
||||||
print("Done")
|
|
||||||
|
|
||||||
|
|
||||||
def main(target_language):
|
|
||||||
target_file = "i18n/{}_google_translate.translation".format(target_language)
|
|
||||||
|
|
||||||
translate_messages("generated/messages_script.json", target_file, target_language)
|
|
||||||
translate_messages("generated/messages_template.json", target_file, target_language)
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
if len(sys.argv) != 2:
|
|
||||||
print("Invalid argument count!")
|
|
||||||
print("Usage: ./generate_i18n_gtranslate.py <language>")
|
|
||||||
exit(1)
|
|
||||||
|
|
||||||
main(sys.argv[1])
|
|
||||||
144
shared/generate_i18n_gtranslate.ts
Normal file
144
shared/generate_i18n_gtranslate.ts
Normal file
|
|
@ -0,0 +1,144 @@
|
||||||
|
import * as path from "path";
|
||||||
|
import * as fs from "fs-extra";
|
||||||
|
import {TranslationServiceClient} from "@google-cloud/translate";
|
||||||
|
|
||||||
|
const translation_project_id = "luminous-shadow-92008";
|
||||||
|
const translation_location = "global";
|
||||||
|
const translation_client = new TranslationServiceClient();
|
||||||
|
async function run_translate(messages: string[], source_language: string, target_language: string) : Promise<(string | undefined)[]> {
|
||||||
|
let messages_left = messages.slice(0);
|
||||||
|
let result = [];
|
||||||
|
|
||||||
|
while (messages_left.length > 0) {
|
||||||
|
const chunk_size = Math.min(messages_left.length, 128);
|
||||||
|
const chunk = messages_left.slice(0, chunk_size);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const [response] = await translation_client.translateText({
|
||||||
|
parent: `projects/${translation_project_id}/locations/${translation_location}`,
|
||||||
|
contents: chunk,
|
||||||
|
mimeType: "text/plain",
|
||||||
|
sourceLanguageCode: source_language,
|
||||||
|
targetLanguageCode: target_language
|
||||||
|
});
|
||||||
|
|
||||||
|
result.push(...response.translations.map(e => e.translatedText));
|
||||||
|
} catch (error) {
|
||||||
|
console.log(error);
|
||||||
|
console.log("Failed to execute translation request: %o", 'details' in error ? error.details : error instanceof Error ? error.message : error);
|
||||||
|
throw "translated failed";
|
||||||
|
}
|
||||||
|
|
||||||
|
messages_left = messages.slice(chunk_size);
|
||||||
|
}
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface TranslationFile {
|
||||||
|
info: {
|
||||||
|
name: string,
|
||||||
|
contributors: {
|
||||||
|
name: string,
|
||||||
|
email: string
|
||||||
|
}[]
|
||||||
|
},
|
||||||
|
translations: {
|
||||||
|
translated: string,
|
||||||
|
flags: string[],
|
||||||
|
key: {
|
||||||
|
message: string
|
||||||
|
}
|
||||||
|
}[]
|
||||||
|
}
|
||||||
|
|
||||||
|
interface InputFile {
|
||||||
|
message: string;
|
||||||
|
line: number;
|
||||||
|
character: number;
|
||||||
|
filename: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function translate_messages(input_file: string, output_file: string, source_language: string, target_language: string) {
|
||||||
|
let output_data: TranslationFile;
|
||||||
|
if(await fs.pathExists(output_file)) {
|
||||||
|
try {
|
||||||
|
output_data = await fs.readJSON(output_file);
|
||||||
|
} catch (error) {
|
||||||
|
console.log("Failed to parse output data: %o", error);
|
||||||
|
throw "failed to read output file";
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
output_data = {} as any;
|
||||||
|
}
|
||||||
|
|
||||||
|
if(!output_data.info) {
|
||||||
|
output_data.info = {
|
||||||
|
contributors: [
|
||||||
|
{
|
||||||
|
"name": "Google Translate, via script by Markus Hadenfeldt",
|
||||||
|
"email": "gtr.i18n.client@teaspeak.de"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
name: "Auto translated messages for language " + target_language
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(!Array.isArray(output_data.translations))
|
||||||
|
output_data.translations = [];
|
||||||
|
|
||||||
|
let messages_to_translate: InputFile[] = [];
|
||||||
|
try {
|
||||||
|
messages_to_translate = await fs.readJSON(input_file);
|
||||||
|
} catch (error) {
|
||||||
|
console.log("Failed to parse input file %o", error);
|
||||||
|
throw "failed to read input file";
|
||||||
|
}
|
||||||
|
|
||||||
|
const original_messages = messages_to_translate.length;
|
||||||
|
messages_to_translate = messages_to_translate.filter(e => output_data.translations.findIndex(f => e.message === f.key.message) === -1);
|
||||||
|
console.log("Messages to translate: %d out of %d", messages_to_translate.length, original_messages);
|
||||||
|
|
||||||
|
const response = await run_translate(messages_to_translate.map(e => e.message), source_language, target_language);
|
||||||
|
if(messages_to_translate.length !== response.length)
|
||||||
|
throw "invalid response length";
|
||||||
|
|
||||||
|
for(let index = 0; index < response.length; index++) {
|
||||||
|
if(typeof response[index] !== "string") {
|
||||||
|
console.log("Failed to translate message %s", messages_to_translate[index]);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
output_data.translations.push({
|
||||||
|
key: {
|
||||||
|
message: messages_to_translate[index].message
|
||||||
|
},
|
||||||
|
translated: response[index],
|
||||||
|
flags: [
|
||||||
|
"google-translated"
|
||||||
|
]
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
await fs.writeJSON(output_file, output_data);
|
||||||
|
}
|
||||||
|
|
||||||
|
const process_args = process.argv.slice(2);
|
||||||
|
if(process_args.length !== 1) {
|
||||||
|
console.error("Invalid argument count");
|
||||||
|
console.error("Usage: ./generate_i18n_gtranslate.py <language>");
|
||||||
|
process.exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
const input_files = ["../dist/translations.json", "generated/translations_html.json"].map(e => path.join(__dirname, e));
|
||||||
|
const output_file = path.join(__dirname, "i18n", process_args[0] + "_google_translate.translation");
|
||||||
|
|
||||||
|
(async () => {
|
||||||
|
for(const file of input_files)
|
||||||
|
await translate_messages(file, output_file, "en", process_args[0]);
|
||||||
|
})().catch(error => {
|
||||||
|
console.error("Failed to create translation files: %o", error);
|
||||||
|
process.exit(1);
|
||||||
|
}).then(() => {
|
||||||
|
console.log("Translation files have been updated.");
|
||||||
|
process.exit(0);
|
||||||
|
});
|
||||||
|
|
@ -1,17 +1,9 @@
|
||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
BASEDIR=$(dirname "$0")
|
cd "$(dirname "$0")" || { echo "Failed to enter base directory"; exit 1; }
|
||||||
cd "$BASEDIR"
|
|
||||||
|
|
||||||
#Generate the script translations
|
npm run trgen -- -f "$(pwd)/html/templates.html" -f "$(pwd)/html/templates/modal/newcomer.html" -f "$(pwd)/html/templates/modal/musicmanage.html" -d "$(pwd)/generated/translations_html.json"; _exit_code=$?
|
||||||
npm run ttsc -- -p $(pwd)/tsconfig/tsconfig.json
|
if [[ $_exit_code -ne 0 ]]; then
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
echo "Failed to generate translation file for the script files"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
npm run trgen -- -f $(pwd)/html/templates.html -d $(pwd)/generated/messages_template.json
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
echo "Failed to generate translations file for the template files"
|
echo "Failed to generate translations file for the template files"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
Loading…
Add table
Reference in a new issue