Add script to help repairing translation hashes
kaetemi
3 years ago
parent
39190cde60
commit
090ff7d509
@ -0,0 +1,2 @@
|
||||
set PATH=C:\Python38;%PATH%
|
||||
cmd
|
||||
@ -0,0 +1,255 @@
|
||||
#
|
||||
# Copyright (C) 2019-2020 Jan BOON <jan.boon@kaetemi.be>
|
||||
# All rights reserved.
|
||||
#
|
||||
# Redistribution and use in source and binary forms, with or without
|
||||
# modification, are permitted provided that the following conditions are met:
|
||||
#
|
||||
# * Redistributions of source code must retain the above copyright notice, this
|
||||
# list of conditions and the following disclaimer.
|
||||
#
|
||||
# * Redistributions in binary form must reproduce the above copyright notice,
|
||||
# this list of conditions and the following disclaimer in the documentation
|
||||
# and/or other materials provided with the distribution.
|
||||
#
|
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||||
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
|
||||
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
||||
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
||||
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
||||
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
#
|
||||
|
||||
# This script attempts to repair bad hashes in translation files
|
||||
|
||||
import os
|
||||
|
||||
path = "R:\\leveldesign\\translation"
|
||||
|
||||
def processUxt(wk, tl):
|
||||
print(tl)
|
||||
inComment = 0
|
||||
inString = 0
|
||||
lastIndex = ""
|
||||
lastHash = ""
|
||||
wkMap = {}
|
||||
with open(wk, "r") as f:
|
||||
for l in f:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
if not inString and not inComment:
|
||||
s = l.split()
|
||||
if len(s) > 0:
|
||||
if not s[0].startswith("[") and not s[0].startswith("//") and not s[0].startswith("/*"):
|
||||
wkMap[s[0]] = { "index": lastIndex, "hash": lastHash }
|
||||
# print(s[0] + ", " + lastIndex + ", " + lastHash)
|
||||
if l.startswith("// HASH_VALUE") or l.startswith("// INDEX"):
|
||||
inString = 0
|
||||
inComment = 0
|
||||
if l.startswith("// HASH_VALUE"):
|
||||
lastHash = l.rstrip()
|
||||
if l.startswith("// INDEX"):
|
||||
lastIndex = l.rstrip()
|
||||
continue
|
||||
inString = inString + l.count("[") - l.count("\\[") - l.count("]") + l.count("\\]")
|
||||
inComment = inComment + l.count("/*") - l.count("*/")
|
||||
inComment = 0
|
||||
inString = 0
|
||||
reIndex = {}
|
||||
atIndex = 0
|
||||
with open(tl, "r") as fr:
|
||||
with open(tl + ".new", "w") as fw:
|
||||
fw.write("\ufeff")
|
||||
for l in fr:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
if not inString and not inComment:
|
||||
s = l.split()
|
||||
if len(s) > 0:
|
||||
if not s[0].startswith("[") and not s[0].startswith("//") and not s[0].startswith("/*") and s[0] in wkMap:
|
||||
if not wkMap[s[0]]["index"] in reIndex:
|
||||
reIndex[wkMap[s[0]]["index"]] = "// INDEX " + str(atIndex)
|
||||
atIndex = atIndex + 1
|
||||
fw.write(reIndex[wkMap[s[0]]["index"]] + "\n")
|
||||
fw.write(wkMap[s[0]]["hash"] + "\n")
|
||||
if l.startswith("// HASH_VALUE") or l.startswith("// INDEX"):
|
||||
inString = 0
|
||||
inComment = 0
|
||||
continue
|
||||
fw.write(l)
|
||||
inString = inString + l.count("[") - l.count("\\[") - l.count("]") + l.count("\\]")
|
||||
inComment = inComment + l.count("/*") - l.count("*/")
|
||||
os.replace(tl + ".new", tl)
|
||||
|
||||
#processUxt(path + "\\translated\\wk.uxt", path + "\\translated\\en.uxt")
|
||||
#processUxt(path + "\\translated\\wk.uxt", path + "\\translated\\es.uxt")
|
||||
#processUxt(path + "\\translated\\wk.uxt", path + "\\translated\\fr.uxt")
|
||||
#processUxt(path + "\\translated\\wk.uxt", path + "\\translated\\ru.uxt")
|
||||
#processUxt(path + "\\translated\\wk.uxt", path + "\\translated\\de.uxt")
|
||||
|
||||
#processUxt(path + "\\translated\\r2_wk.uxt", path + "\\translated\\r2_en.uxt")
|
||||
#processUxt(path + "\\translated\\r2_wk.uxt", path + "\\translated\\r2_es.uxt")
|
||||
#processUxt(path + "\\translated\\r2_wk.uxt", path + "\\translated\\r2_fr.uxt")
|
||||
#processUxt(path + "\\translated\\r2_wk.uxt", path + "\\translated\\r2_ru.uxt")
|
||||
#processUxt(path + "\\translated\\r2_wk.uxt", path + "\\translated\\r2_de.uxt")
|
||||
|
||||
#processUxt(path + "\\translated\\clause_wk.txt", path + "\\translated\\clause_en.txt")
|
||||
#processUxt(path + "\\translated\\clause_wk.txt", path + "\\translated\\clause_es.txt")
|
||||
#processUxt(path + "\\translated\\clause_wk.txt", path + "\\translated\\clause_fr.txt")
|
||||
#processUxt(path + "\\translated\\clause_wk.txt", path + "\\translated\\clause_ru.txt")
|
||||
#processUxt(path + "\\translated\\clause_wk.txt", path + "\\translated\\clause_de.txt")
|
||||
|
||||
def processPhrase(wk, tl):
|
||||
print(tl)
|
||||
inComment = 0
|
||||
inString = 0
|
||||
inPhrase = 0
|
||||
lastHash = ""
|
||||
wkMap = {}
|
||||
with open(wk, "r") as f:
|
||||
for l in f:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
if not inString and not inComment:
|
||||
s = l.split()
|
||||
if len(s) > 0:
|
||||
if not s[0].startswith("[") and not s[0].startswith("//") and not s[0].startswith("/*") and not s[0].startswith("{") and len(lastHash) > 0:
|
||||
wkMap[s[0]] = { "hash": lastHash }
|
||||
lastHash = ""
|
||||
# print(s[0] + ", " + lastIndex + ", " + lastHash)
|
||||
if l.startswith("// HASH_VALUE"):
|
||||
inString = 0
|
||||
inComment = 0
|
||||
inPhrase = 0
|
||||
lastHash = l.rstrip()
|
||||
continue
|
||||
inString = inString + l.count("[") - l.count("\\[") - l.count("]") + l.count("\\]")
|
||||
inPhrase = inString + l.count("{") - l.count("\\{") - l.count("}") + l.count("\\}")
|
||||
inComment = inComment + l.count("/*") - l.count("*/")
|
||||
inComment = 0
|
||||
inString = 0
|
||||
inPhrase = 0
|
||||
with open(tl, "r") as fr:
|
||||
with open(tl + ".new", "w") as fw:
|
||||
fw.write("\ufeff")
|
||||
for l in fr:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
if not inString and not inComment:
|
||||
s = l.split()
|
||||
if len(s) > 0:
|
||||
if not s[0].startswith("[") and not s[0].startswith("//") and not s[0].startswith("/*") and not s[0].startswith("{") and s[0] in wkMap:
|
||||
fw.write(wkMap[s[0]]["hash"] + "\n")
|
||||
if l.startswith("// HASH_VALUE"):
|
||||
inString = 0
|
||||
inComment = 0
|
||||
inPhrase = 0
|
||||
continue
|
||||
fw.write(l)
|
||||
inString = inString + l.count("[") - l.count("\\[") - l.count("]") + l.count("\\]")
|
||||
inPhrase = inString + l.count("{") - l.count("\\{") - l.count("}") + l.count("\\}")
|
||||
inComment = inComment + l.count("/*") - l.count("*/")
|
||||
os.replace(tl + ".new", tl)
|
||||
|
||||
##processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_en.txt")
|
||||
#processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_es.txt")
|
||||
#processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_fr.txt")
|
||||
#processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_ru.txt")
|
||||
#processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_de.txt")
|
||||
#processPhrase(path + "\\translated\\phrase_en.txt", path + "\\translated\\phrase_pt.txt")
|
||||
|
||||
def processWords(ck, wk, tl):
|
||||
if not os.path.isfile(ck):
|
||||
return
|
||||
print(tl)
|
||||
wkMap = { }
|
||||
with open(wk, "r") as f:
|
||||
for l in f:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
s = l.split("\t")
|
||||
if len(s) > 1 and len(s[0]) >= 16:
|
||||
wkMap[s[1]] = s[0]
|
||||
with open(tl, "r") as fr:
|
||||
with open(tl + ".new", "w") as fw:
|
||||
fw.write("\ufeff")
|
||||
for l in fr:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
s = l.split("\t")
|
||||
if len(s) > 1:
|
||||
if s[1] in wkMap:
|
||||
h = wkMap[s[1]]
|
||||
l = h + l[len(s[0]):]
|
||||
elif s[0] != "*HASH_VALUE":
|
||||
l = "0000000000000000" + l[len(s[0]):]
|
||||
fw.write(l)
|
||||
os.replace(tl + ".new", tl)
|
||||
|
||||
|
||||
def processWordsDiff(wk, tl):
|
||||
if not os.path.isfile(wk):
|
||||
return
|
||||
print(tl)
|
||||
wkMap = { }
|
||||
with open(wk, "r") as f:
|
||||
for l in f:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
s = l.split("\t")
|
||||
if len(s) > 2 and len(s[1]) >= 16:
|
||||
wkMap[s[2]] = s[1]
|
||||
with open(tl, "r") as fr:
|
||||
with open(tl + ".new", "w") as fw:
|
||||
fw.write("\ufeff")
|
||||
for l in fr:
|
||||
if l.startswith("\ufeff"):
|
||||
l = l[1:]
|
||||
s = l.split("\t")
|
||||
if len(s) > 1:
|
||||
if s[1] in wkMap:
|
||||
h = wkMap[s[1]]
|
||||
l = h + l[len(s[0]):]
|
||||
elif s[0] != "*HASH_VALUE":
|
||||
l = "0000000000000000" + l[len(s[0]):]
|
||||
fw.write(l)
|
||||
os.replace(tl + ".new", tl)
|
||||
|
||||
def processWordsAll(name):
|
||||
#processWords(path + "\\translated\\" + name + "_wk.txt", path + "\\translated\\" + name + "_en.txt")
|
||||
processWordsDiff(path + "\\diff\\" + name + "_en_diff_60C8831C.txt", path + "\\translated\\" + name + "_en.txt")
|
||||
processWords(path + "\\diff\\" + name + "_es_diff_60C8831C.txt", path + "\\translated\\" + name + "_en.txt", path + "\\translated\\" + name + "_es.txt")
|
||||
processWords(path + "\\diff\\" + name + "_fr_diff_60C8831C.txt", path + "\\translated\\" + name + "_en.txt", path + "\\translated\\" + name + "_fr.txt")
|
||||
processWords(path + "\\diff\\" + name + "_ru_diff_60C8831C.txt", path + "\\translated\\" + name + "_en.txt", path + "\\translated\\" + name + "_ru.txt")
|
||||
processWords(path + "\\diff\\" + name + "_de_diff_60C8831C.txt", path + "\\translated\\" + name + "_en.txt", path + "\\translated\\" + name + "_de.txt")
|
||||
#processWordsDiff(path + "\\diff\\" + name + "_en_diff_60C8808A.txt", path + "\\translated\\" + name + "_en.txt")
|
||||
#processWordsDiff(path + "\\diff\\" + name + "_es_diff_60C8808A.txt", path + "\\translated\\" + name + "_es.txt")
|
||||
#processWordsDiff(path + "\\diff\\" + name + "_fr_diff_60C8808A.txt", path + "\\translated\\" + name + "_fr.txt")
|
||||
#processWordsDiff(path + "\\diff\\" + name + "_ru_diff_60C8808A.txt", path + "\\translated\\" + name + "_ru.txt")
|
||||
#processWordsDiff(path + "\\diff\\" + name + "_de_diff_60C8808A.txt", path + "\\translated\\" + name + "_de.txt")
|
||||
|
||||
processWordsAll("bodypart_words")
|
||||
processWordsAll("career_words")
|
||||
processWordsAll("characteristic_words")
|
||||
processWordsAll("classificationtype_words")
|
||||
processWordsAll("creature_words")
|
||||
processWordsAll("damagetype_words")
|
||||
processWordsAll("ecosystem_words")
|
||||
processWordsAll("faction_words")
|
||||
processWordsAll("item_words")
|
||||
processWordsAll("job_words")
|
||||
processWordsAll("outpost_words")
|
||||
processWordsAll("place_words")
|
||||
processWordsAll("powertype_words")
|
||||
processWordsAll("race_words")
|
||||
processWordsAll("sbrick_words")
|
||||
processWordsAll("score_words")
|
||||
processWordsAll("skill_words")
|
||||
processWordsAll("sphrase_words")
|
||||
processWordsAll("title_words")
|
||||
|
||||
#processWordsAll("damage_words")
|
||||
Loading…
Reference in New Issue