mirror of
https://github.com/GearsProgress/Poke_Transporter_GB.git
synced 2026-04-26 10:17:40 -05:00
Reorganizing main.py
This commit is contained in:
The Gears of Progress
parent
dc586d941f
commit
63a54a7c68
|
|
@ -1,16 +1,38 @@
|
||||||
# import pandas lib as pd
|
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
import os
|
import os
|
||||||
from enum import Enum
|
from enum import Enum
|
||||||
import json
|
import json
|
||||||
import requests
|
import requests
|
||||||
from collections import defaultdict
|
from collections import defaultdict
|
||||||
import copy
|
|
||||||
import math
|
|
||||||
import sys
|
import sys
|
||||||
import filecmp
|
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
class Languages(Enum):
|
||||||
|
Japanese = 0
|
||||||
|
English = 1
|
||||||
|
French = 2
|
||||||
|
German = 3
|
||||||
|
Italian = 4
|
||||||
|
SpanishEU = 5
|
||||||
|
SpanishLA = 6
|
||||||
|
|
||||||
|
FIRST_TRANSLATION_COL_INDEX = 8
|
||||||
|
BASE_DIR = Path(__file__).resolve().parent
|
||||||
|
|
||||||
|
# read by default 1st sheet of an excel file
|
||||||
|
dir = os.curdir + "/text_helper"
|
||||||
|
|
||||||
|
url = 'https://docs.google.com/spreadsheets/d/14LLs5lLqWasFcssBmJdGXjjYxARAJBa_QUOUhXZt4v8/export?format=xlsx'
|
||||||
|
new_file_path = BASE_DIR / 'new_text.xlsx'
|
||||||
|
old_file_path = BASE_DIR / 'text.xlsx'
|
||||||
|
json_file_path = BASE_DIR / 'output.json'
|
||||||
|
|
||||||
|
mainDict = {}
|
||||||
|
textSections = []
|
||||||
|
charArrays = {
|
||||||
|
"International": {},
|
||||||
|
"Japanese": {},
|
||||||
|
}
|
||||||
|
|
||||||
engCharArray = [
|
engCharArray = [
|
||||||
0x20, 0xC0, 0xC1, 0xC2, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0x20, 0xCE, 0xCF, 0xD2, 0xD3, 0xD4,
|
0x20, 0xC0, 0xC1, 0xC2, 0xC7, 0xC8, 0xC9, 0xCA, 0xCB, 0xCC, 0x20, 0xCE, 0xCF, 0xD2, 0xD3, 0xD4,
|
||||||
|
|
@ -31,24 +53,6 @@ engCharArray = [
|
||||||
0x3A, 0xC4, 0xD6, 0xDC, 0xE4, 0xF6, 0xFC, 0x2A, 0x20, 0x20, 0x15E, 0x23C, 0x206, 0x1B2, 0x147, 0x19E,
|
0x3A, 0xC4, 0xD6, 0xDC, 0xE4, 0xF6, 0xFC, 0x2A, 0x20, 0x20, 0x15E, 0x23C, 0x206, 0x1B2, 0x147, 0x19E,
|
||||||
]
|
]
|
||||||
|
|
||||||
engCharWidthArray = [
|
|
||||||
0x4, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x6, 0x6, 0x6, 0x6, 0x6,
|
|
||||||
0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0,
|
|
||||||
0x6, 0x6, 0x6, 0x6, 0x6, 0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x9, 0x6, 0x6, 0x0,
|
|
||||||
0x0, 0x0, 0x0, 0x0, 0xA, 0x8, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
|
||||||
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
|
||||||
0x6, 0x6, 0x4, 0x8, 0x8, 0x8, 0x7, 0x8, 0x8, 0x4, 0x6, 0x6, 0x4, 0x4, 0x0, 0x0,
|
|
||||||
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6,
|
|
||||||
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7, 0x7, 0x7, 0x7, 0x2, 0x3, 0x4,
|
|
||||||
0x5, 0x5, 0x6, 0x7, 0x5, 0x6, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
|
||||||
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
|
||||||
0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x4, 0x6, 0x3, 0x6, 0x3,
|
|
||||||
0x6, 0x6, 0x6, 0x3, 0x3, 0x6, 0x6, 0x6, 0x3, 0x7, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6,
|
|
||||||
0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6,
|
|
||||||
0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x4, 0x5, 0x6,
|
|
||||||
0x4, 0x6, 0x6, 0x6, 0x6, 0x6, 0x5, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x8,
|
|
||||||
0x3, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x38, 0x0, 0x0, ]
|
|
||||||
|
|
||||||
jpnCharArray = [
|
jpnCharArray = [
|
||||||
0x20, 0x3042, 0x3044, 0x3046, 0x3048, 0x304A, 0x304B, 0x304D, 0x304F, 0x3051, 0x3053, 0x3055, 0x3057, 0x3059, 0x305B, 0x305D,
|
0x20, 0x3042, 0x3044, 0x3046, 0x3048, 0x304A, 0x304B, 0x304D, 0x304F, 0x3051, 0x3053, 0x3055, 0x3057, 0x3059, 0x305B, 0x305D,
|
||||||
0x305F, 0x3061, 0x3064, 0x3066, 0x3068, 0x306A, 0x306B, 0x306C, 0x306D, 0x306E, 0x306F, 0x3072, 0x3075, 0x3078, 0x307B, 0x307E,
|
0x305F, 0x3061, 0x3064, 0x3066, 0x3068, 0x306A, 0x306B, 0x306C, 0x306D, 0x306E, 0x306F, 0x3072, 0x3075, 0x3078, 0x307B, 0x307E,
|
||||||
|
|
@ -86,23 +90,29 @@ jpnCharWidthArray = [
|
||||||
0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8,
|
0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8,
|
||||||
0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x28, 0x0, 0x0, ]
|
0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x28, 0x0, 0x0, ]
|
||||||
|
|
||||||
|
engCharWidthArray = [
|
||||||
|
0x4, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x6, 0x6, 0x6, 0x6, 0x6,
|
||||||
|
0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0,
|
||||||
|
0x6, 0x6, 0x6, 0x6, 0x6, 0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x9, 0x6, 0x6, 0x0,
|
||||||
|
0x0, 0x0, 0x0, 0x0, 0xA, 0x8, 0x3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
||||||
|
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
||||||
|
0x6, 0x6, 0x4, 0x8, 0x8, 0x8, 0x7, 0x8, 0x8, 0x4, 0x6, 0x6, 0x4, 0x4, 0x0, 0x0,
|
||||||
|
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6,
|
||||||
|
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7, 0x7, 0x7, 0x7, 0x2, 0x3, 0x4,
|
||||||
|
0x5, 0x5, 0x6, 0x7, 0x5, 0x6, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
||||||
|
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
|
||||||
|
0x8, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x4, 0x6, 0x3, 0x6, 0x3,
|
||||||
|
0x6, 0x6, 0x6, 0x3, 0x3, 0x6, 0x6, 0x6, 0x3, 0x7, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6,
|
||||||
|
0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6,
|
||||||
|
0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x4, 0x5, 0x6,
|
||||||
|
0x4, 0x6, 0x6, 0x6, 0x6, 0x6, 0x5, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x8,
|
||||||
|
0x3, 0x6, 0x6, 0x6, 0x6, 0x6, 0x6, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x38, 0x0, 0x0, ]
|
||||||
|
|
||||||
charConversionList = [
|
charConversionList = [
|
||||||
# replaces the first char in the list with the latter
|
# replaces the first char in the list with the latter
|
||||||
["'", "’"],
|
["'", "’"],
|
||||||
]
|
]
|
||||||
|
|
||||||
itlEscapeCharConversionList = [
|
|
||||||
["{SCL}", [0xFA]],
|
|
||||||
["{CLR}", [0xFB]],
|
|
||||||
["{DEF}", [0xFC, 0x01, 0x02]],
|
|
||||||
["{FEM}", [0xFC, 0x01, 0x04]],
|
|
||||||
["{FPC}", [0xFC, 0x01, 0x06]],
|
|
||||||
["{MLE}", [0xFC, 0x01, 0x08]],
|
|
||||||
["{PLR}", [0xFD, 0x01]],
|
|
||||||
["{NEW}", [0xFE]],
|
|
||||||
["{END}", [0xFF]],
|
|
||||||
]
|
|
||||||
|
|
||||||
jpnEscapeCharConversionList = [
|
jpnEscapeCharConversionList = [
|
||||||
["{SCL}", [0xFA]],
|
["{SCL}", [0xFA]],
|
||||||
["{CLR}", [0xFB]],
|
["{CLR}", [0xFB]],
|
||||||
|
|
@ -115,107 +125,17 @@ jpnEscapeCharConversionList = [
|
||||||
["{END}", [0xFF]],
|
["{END}", [0xFF]],
|
||||||
]
|
]
|
||||||
|
|
||||||
|
itlEscapeCharConversionList = [
|
||||||
def logWarningError(type, text):
|
["{SCL}", [0xFA]],
|
||||||
nType = type + "s"
|
["{CLR}", [0xFB]],
|
||||||
nText = type + ": " + text
|
["{DEF}", [0xFC, 0x01, 0x02]],
|
||||||
if nText not in mainDict[lang.name][nType].values():
|
["{FEM}", [0xFC, 0x01, 0x04]],
|
||||||
mainDict[lang.name][nType][max(mainDict[lang.name][nType].keys(), default =- 1) + 1] = nText
|
["{FPC}", [0xFC, 0x01, 0x06]],
|
||||||
print(nText)
|
["{MLE}", [0xFC, 0x01, 0x08]],
|
||||||
|
["{PLR}", [0xFD, 0x01]],
|
||||||
def convertByte(incoming, array):
|
["{NEW}", [0xFE]],
|
||||||
for pair in charConversionList:
|
["{END}", [0xFF]],
|
||||||
if incoming == ord(pair[0]):
|
]
|
||||||
incoming = ord(pair[1])
|
|
||||||
logWarningError("Warning", f"Character {pair[0]} was used but is not in character table. Replaced with {pair[1]} .")
|
|
||||||
|
|
||||||
index = 0
|
|
||||||
for val in array:
|
|
||||||
if val == incoming:
|
|
||||||
return index
|
|
||||||
index += 1
|
|
||||||
logWarningError("Error", f"No match found for char [ {chr(incoming)} ]!")
|
|
||||||
return 0
|
|
||||||
|
|
||||||
def SplitSentenceIntoLines(sentence, offset, pixelsPerChar, pixelsInLine):
|
|
||||||
# If we can optimize this to remove the spaces, it could save a few bytes.
|
|
||||||
splitChars = [' ', '、']
|
|
||||||
outStr = ""
|
|
||||||
currLine = ""
|
|
||||||
lineCount = 0
|
|
||||||
currWordIndex = 0
|
|
||||||
lineLength = 0
|
|
||||||
spaceLength = 0
|
|
||||||
for char in splitChars:
|
|
||||||
sentence.replace(char, " ")
|
|
||||||
words = sentence.split()
|
|
||||||
|
|
||||||
|
|
||||||
while(currWordIndex < len(words)):
|
|
||||||
word = words[currWordIndex]
|
|
||||||
wordLength = 0
|
|
||||||
# print(word)
|
|
||||||
|
|
||||||
# Figure out the length of the word in pixels
|
|
||||||
for char in word:
|
|
||||||
if (pixelsPerChar == "Variable"):
|
|
||||||
if(lang == Languages.Japanese):
|
|
||||||
wordLength += jpnCharWidthArray[convertByte(ord(char), jpnCharArray)]
|
|
||||||
spaceLength = jpnCharWidthArray[convertByte(ord(' '), jpnCharArray)]
|
|
||||||
else:
|
|
||||||
wordLength += engCharWidthArray[convertByte(ord(char), engCharArray)]
|
|
||||||
spaceLength = engCharWidthArray[convertByte(ord(' '), engCharArray)]
|
|
||||||
|
|
||||||
elif (pixelsPerChar == "Default"):
|
|
||||||
if (lang == Languages.Japanese):
|
|
||||||
wordLength += 8
|
|
||||||
spaceLength = 8
|
|
||||||
|
|
||||||
else:
|
|
||||||
wordLength += 6
|
|
||||||
spaceLength = 6
|
|
||||||
|
|
||||||
# See if the whole sentence is a newline
|
|
||||||
if (sentence == "Ň"):
|
|
||||||
outStr += "Ň"
|
|
||||||
currLine = ""
|
|
||||||
lineCount += 1
|
|
||||||
offset = 0
|
|
||||||
lineLength = 0
|
|
||||||
currWordIndex += 1
|
|
||||||
|
|
||||||
# See if the sentence is a new box
|
|
||||||
elif(sentence == "Ş" or sentence == "ȼ"):
|
|
||||||
outStr += sentence
|
|
||||||
currLine = ""
|
|
||||||
offset = 0
|
|
||||||
lineLength = 0
|
|
||||||
currWordIndex += 1
|
|
||||||
|
|
||||||
# Test if the word is too long in general
|
|
||||||
elif (wordLength > pixelsInLine):
|
|
||||||
logWarningError("Error", f"Word {word} exceeds alloted length ({pixelsInLine} pixels)")
|
|
||||||
currWordIndex += 1
|
|
||||||
|
|
||||||
# Test if adding the word will go over our alloted space
|
|
||||||
elif ((wordLength + lineLength + offset) <= pixelsInLine):
|
|
||||||
# If not, add the word and increase the index
|
|
||||||
currLine += (word + " ")
|
|
||||||
lineLength += (wordLength + spaceLength)
|
|
||||||
currWordIndex += 1
|
|
||||||
|
|
||||||
# We need to move to the next line
|
|
||||||
else:
|
|
||||||
# Every line should already have a space at the end of it. Remove it here
|
|
||||||
outStr += (currLine[:-1] + "Ň")
|
|
||||||
currLine = ""
|
|
||||||
lineCount += 1
|
|
||||||
lineLength = 0
|
|
||||||
offset = 0
|
|
||||||
|
|
||||||
currLine = currLine.replace("。 ", "。") # Get rid of the space after the Japanese peroid
|
|
||||||
outStr += currLine
|
|
||||||
return lineLength + offset, lineCount, outStr
|
|
||||||
|
|
||||||
def split_into_sentences(text: str) -> list[str]:
|
def split_into_sentences(text: str) -> list[str]:
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
|
|
@ -276,19 +196,109 @@ def split_into_sentences(text: str) -> list[str]:
|
||||||
sentences = [s.strip() for s in sentences]
|
sentences = [s.strip() for s in sentences]
|
||||||
if sentences and not sentences[-1]: sentences = sentences[:-1]
|
if sentences and not sentences[-1]: sentences = sentences[:-1]
|
||||||
return sentences
|
return sentences
|
||||||
|
|
||||||
|
def split_sentence_into_lines(sentence, offset, pixelsPerChar, pixelsInLine, lang):
|
||||||
|
# If we can optimize this to remove the spaces, it could save a few bytes.
|
||||||
|
splitChars = [' ', '、']
|
||||||
|
outStr = ""
|
||||||
|
currLine = ""
|
||||||
|
lineCount = 0
|
||||||
|
currWordIndex = 0
|
||||||
|
lineLength = 0
|
||||||
|
spaceLength = 0
|
||||||
|
for char in splitChars:
|
||||||
|
sentence.replace(char, " ")
|
||||||
|
words = sentence.split()
|
||||||
|
|
||||||
class Languages(Enum):
|
|
||||||
Japanese = 0
|
|
||||||
English = 1
|
|
||||||
French = 2
|
|
||||||
German = 3
|
|
||||||
Italian = 4
|
|
||||||
SpanishEU = 5
|
|
||||||
SpanishLA = 6
|
|
||||||
|
|
||||||
mainDict = {}
|
while(currWordIndex < len(words)):
|
||||||
|
word = words[currWordIndex]
|
||||||
|
wordLength = 0
|
||||||
|
# print(word)
|
||||||
|
|
||||||
|
# Figure out the length of the word in pixels
|
||||||
|
for char in word:
|
||||||
|
if (pixelsPerChar == "Variable"):
|
||||||
|
if(lang == Languages.Japanese):
|
||||||
|
wordLength += jpnCharWidthArray[convert_char_to_byte(ord(char), jpnCharArray, lang)]
|
||||||
|
spaceLength = jpnCharWidthArray[convert_char_to_byte(ord(' '), jpnCharArray, lang)]
|
||||||
|
else:
|
||||||
|
wordLength += engCharWidthArray[convert_char_to_byte(ord(char), engCharArray, lang)]
|
||||||
|
spaceLength = engCharWidthArray[convert_char_to_byte(ord(' '), engCharArray, lang)]
|
||||||
|
|
||||||
|
elif (pixelsPerChar == "Default"):
|
||||||
|
if (lang == Languages.Japanese):
|
||||||
|
wordLength += 8
|
||||||
|
spaceLength = 8
|
||||||
|
|
||||||
|
else:
|
||||||
|
wordLength += 6
|
||||||
|
spaceLength = 6
|
||||||
|
|
||||||
|
# See if the whole sentence is a newline
|
||||||
|
if (sentence == "Ň"):
|
||||||
|
outStr += "Ň"
|
||||||
|
currLine = ""
|
||||||
|
lineCount += 1
|
||||||
|
offset = 0
|
||||||
|
lineLength = 0
|
||||||
|
currWordIndex += 1
|
||||||
|
|
||||||
|
# See if the sentence is a new box
|
||||||
|
elif(sentence == "Ş" or sentence == "ȼ"):
|
||||||
|
outStr += sentence
|
||||||
|
currLine = ""
|
||||||
|
offset = 0
|
||||||
|
lineLength = 0
|
||||||
|
currWordIndex += 1
|
||||||
|
|
||||||
|
# Test if the word is too long in general
|
||||||
|
elif (wordLength > pixelsInLine):
|
||||||
|
log_warning_error(lang, "Error", f"Word {word} exceeds alloted length ({pixelsInLine} pixels)")
|
||||||
|
currWordIndex += 1
|
||||||
|
|
||||||
|
# Test if adding the word will go over our alloted space
|
||||||
|
elif ((wordLength + lineLength + offset) <= pixelsInLine):
|
||||||
|
# If not, add the word and increase the index
|
||||||
|
currLine += (word + " ")
|
||||||
|
lineLength += (wordLength + spaceLength)
|
||||||
|
currWordIndex += 1
|
||||||
|
|
||||||
|
# We need to move to the next line
|
||||||
|
else:
|
||||||
|
# Every line should already have a space at the end of it. Remove it here
|
||||||
|
outStr += (currLine[:-1] + "Ň")
|
||||||
|
currLine = ""
|
||||||
|
lineCount += 1
|
||||||
|
lineLength = 0
|
||||||
|
offset = 0
|
||||||
|
|
||||||
|
currLine = currLine.replace("。 ", "。") # Get rid of the space after the Japanese peroid
|
||||||
|
outStr += currLine
|
||||||
|
return lineLength + offset, lineCount, outStr
|
||||||
|
|
||||||
def convert_item(ogDict):
|
def convert_char_to_byte(incoming, array, lang):
|
||||||
|
for pair in charConversionList:
|
||||||
|
if incoming == ord(pair[0]):
|
||||||
|
incoming = ord(pair[1])
|
||||||
|
log_warning_error(lang, "Warning", f"Character {pair[0]} was used but is not in character table. Replaced with {pair[1]} .")
|
||||||
|
|
||||||
|
index = 0
|
||||||
|
for val in array:
|
||||||
|
if val == incoming:
|
||||||
|
return index
|
||||||
|
index += 1
|
||||||
|
log_warning_error(lang, "Error", f"No match found for char [ {chr(incoming)} ]!")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
def log_warning_error(lang, type, text):
|
||||||
|
nType = type + "s"
|
||||||
|
nText = type + ": " + text
|
||||||
|
if nText not in mainDict[lang.name][nType].values():
|
||||||
|
mainDict[lang.name][nType][max(mainDict[lang.name][nType].keys(), default =- 1) + 1] = nText
|
||||||
|
print(nText)
|
||||||
|
|
||||||
|
def convert_item(ogDict, lang):
|
||||||
line = ogDict["bytes"]
|
line = ogDict["bytes"]
|
||||||
numLines = ogDict["numLines"]
|
numLines = ogDict["numLines"]
|
||||||
pixelsPerChar = ogDict["pixelsPerChar"]
|
pixelsPerChar = ogDict["pixelsPerChar"]
|
||||||
|
|
@ -317,7 +327,7 @@ def convert_item(ogDict):
|
||||||
offset = 0
|
offset = 0
|
||||||
escapeCount = 0
|
escapeCount = 0
|
||||||
while index < len(split_sents) and escapeCount < 100:
|
while index < len(split_sents) and escapeCount < 100:
|
||||||
offset, recievedLine, out = SplitSentenceIntoLines(split_sents[index], offset, pixelsPerChar, pixelsInLine)
|
offset, recievedLine, out = split_sentence_into_lines(split_sents[index], offset, pixelsPerChar, pixelsInLine, lang)
|
||||||
currLine += recievedLine
|
currLine += recievedLine
|
||||||
|
|
||||||
if (out == "ȼ"):
|
if (out == "ȼ"):
|
||||||
|
|
@ -338,10 +348,10 @@ def convert_item(ogDict):
|
||||||
escapeCount += 1
|
escapeCount += 1
|
||||||
#print(index)
|
#print(index)
|
||||||
if not include_box_breaks:
|
if not include_box_breaks:
|
||||||
logWarningError("Error", f"Made a line break when disabled, sentence \"{outStr}\" is too long!")
|
log_warning_error(lang, "Error", f"Made a line break when disabled, sentence \"{outStr}\" is too long!")
|
||||||
|
|
||||||
if escapeCount == 100:
|
if escapeCount == 100:
|
||||||
logWarningError("Error", f"Sentence \"{out}\" is too long!")
|
log_warning_error(lang, "Error", f"Sentence \"{out}\" is too long!")
|
||||||
|
|
||||||
# Some cases that should be fixed
|
# Some cases that should be fixed
|
||||||
exitLoop = False
|
exitLoop = False
|
||||||
|
|
@ -362,7 +372,7 @@ def convert_item(ogDict):
|
||||||
|
|
||||||
if len(newStr) > 1023:
|
if len(newStr) > 1023:
|
||||||
newStr = newStr[:1023]
|
newStr = newStr[:1023]
|
||||||
logWarningError("Warning", f"String {newStr} exceeds character limit of 1023 and has been truncated.")
|
log_warning_error(lang, "Warning", f"String {newStr} exceeds character limit of 1023 and has been truncated.")
|
||||||
|
|
||||||
exitLoop = (newStr == outStr)
|
exitLoop = (newStr == outStr)
|
||||||
outStr = newStr
|
outStr = newStr
|
||||||
|
|
@ -373,16 +383,16 @@ def convert_item(ogDict):
|
||||||
else:
|
else:
|
||||||
arr = engCharArray
|
arr = engCharArray
|
||||||
for char in outStr[:-1]:
|
for char in outStr[:-1]:
|
||||||
byteStr += f"{convertByte(ord(char), arr):02x} "
|
byteStr += f"{convert_char_to_byte(ord(char), arr, lang):02x} "
|
||||||
if (len(outStr) > 0 and outStr[-1] != ' '): # Check if the last char is a space
|
if (len(outStr) > 0 and outStr[-1] != ' '): # Check if the last char is a space
|
||||||
byteStr += f"{convertByte(ord(outStr[-1]), arr):02x} "
|
byteStr += f"{convert_char_to_byte(ord(outStr[-1]), arr, lang):02x} "
|
||||||
|
|
||||||
byteStr += "ff"
|
byteStr += "ff"
|
||||||
|
|
||||||
ogDict["bytes"] = byteStr
|
ogDict["bytes"] = byteStr
|
||||||
return ogDict
|
return ogDict
|
||||||
|
|
||||||
def write_text_bin_file(filename, dictionary):
|
def write_text_bin_file(filename, dictionary, lang):
|
||||||
with open(filename, 'wb') as binFile:
|
with open(filename, 'wb') as binFile:
|
||||||
# Let the first byte indicate the number of entries
|
# Let the first byte indicate the number of entries
|
||||||
dict_size = len(dictionary)
|
dict_size = len(dictionary)
|
||||||
|
|
@ -398,7 +408,7 @@ def write_text_bin_file(filename, dictionary):
|
||||||
# Append every line's binary data to bindata
|
# Append every line's binary data to bindata
|
||||||
# keep an index of the binary offset within bindata at which each line starts
|
# keep an index of the binary offset within bindata at which each line starts
|
||||||
for key, line in dictionary.items():
|
for key, line in dictionary.items():
|
||||||
dictionary[key] = convert_item(line)
|
dictionary[key] = convert_item(line, lang)
|
||||||
# store the offset of the line in the index as a 16 bit little endian value
|
# store the offset of the line in the index as a 16 bit little endian value
|
||||||
index[num * 2] = (current_offset & 0xFF)
|
index[num * 2] = (current_offset & 0xFF)
|
||||||
index[num * 2 + 1] = (current_offset >> 8) & 0xFF
|
index[num * 2 + 1] = (current_offset >> 8) & 0xFF
|
||||||
|
|
@ -423,25 +433,8 @@ def write_enum_to_header_file(hFile, prefix, dictionary):
|
||||||
hFile.write("\n")
|
hFile.write("\n")
|
||||||
return num
|
return num
|
||||||
|
|
||||||
# Main
|
def download_xlsx_file():
|
||||||
update = True
|
|
||||||
|
|
||||||
print ("Running text_helper:")
|
|
||||||
BASE_DIR = Path(__file__).resolve().parent
|
|
||||||
FIRST_TRANSLATION_COL_INDEX = 8
|
|
||||||
|
|
||||||
# read by default 1st sheet of an excel file
|
|
||||||
dir = os.curdir + "/text_helper"
|
|
||||||
|
|
||||||
if update:
|
|
||||||
|
|
||||||
url = 'https://docs.google.com/spreadsheets/d/14LLs5lLqWasFcssBmJdGXjjYxARAJBa_QUOUhXZt4v8/export?format=xlsx'
|
|
||||||
new_file_path = BASE_DIR / 'new_text.xlsx'
|
|
||||||
old_file_path = BASE_DIR / 'text.xlsx'
|
|
||||||
json_file_path = BASE_DIR / 'output.json'
|
|
||||||
|
|
||||||
offline = False
|
offline = False
|
||||||
|
|
||||||
# ---- Attempt download ----
|
# ---- Attempt download ----
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, timeout=5)
|
response = requests.get(url, timeout=5)
|
||||||
|
|
@ -489,118 +482,130 @@ if update:
|
||||||
print("No cached xlsx - forcing rebuild.")
|
print("No cached xlsx - forcing rebuild.")
|
||||||
new_file_path.rename(old_file_path)
|
new_file_path.rename(old_file_path)
|
||||||
|
|
||||||
|
def transfer_xlsx_to_dict():
|
||||||
|
#print("\tGetting character arrays")
|
||||||
|
#currSheet = pd.read_excel(dir + "/text.xlsx", sheet_name="Translations")
|
||||||
|
|
||||||
|
#for arr in charArrays:
|
||||||
|
|
||||||
|
|
||||||
print("Starting parse:")
|
|
||||||
currSheet = pd.read_excel(dir + "/text.xlsx", sheet_name="Translations")
|
|
||||||
|
|
||||||
textSections = []
|
print("\tGetting string data")
|
||||||
|
currSheet = pd.read_excel(dir + "/text.xlsx", sheet_name="Translations")
|
||||||
|
|
||||||
for row in currSheet.iterrows():
|
for row in currSheet.iterrows():
|
||||||
currRow = row[1]["Text Section"]
|
currRow = row[1]["Text Section"]
|
||||||
if (currRow not in textSections):
|
if (currRow not in textSections):
|
||||||
textSections.append(currRow)
|
textSections.append(currRow)
|
||||||
|
|
||||||
for lang in Languages:
|
|
||||||
mainDict[lang.name] = {}
|
|
||||||
for section in textSections:
|
|
||||||
mainDict[lang.name][section] = {}
|
|
||||||
mainDict[lang.name]["Warnings"] = {}
|
|
||||||
mainDict[lang.name]["Errors"] = {}
|
|
||||||
|
|
||||||
|
|
||||||
for row in currSheet.iterrows():
|
|
||||||
#print(row)
|
|
||||||
for lang in Languages:
|
|
||||||
currRow = row[1]
|
|
||||||
#print(currRow)
|
|
||||||
offset = lang.value
|
|
||||||
if (pd.isna(currRow.iloc[FIRST_TRANSLATION_COL_INDEX + lang.value])):
|
|
||||||
offset = Languages.English.value
|
|
||||||
mainDict[lang.name][currRow.iloc[0]][currRow.iloc[1]] = {"bytes": currRow.iloc[FIRST_TRANSLATION_COL_INDEX + offset],
|
|
||||||
"numLines": currRow.iloc[2],
|
|
||||||
"pixelsPerChar": currRow.iloc[3],
|
|
||||||
"pixelsInLine" : currRow.iloc[4],
|
|
||||||
"includeBoxBreaks": currRow.iloc[5],
|
|
||||||
}
|
|
||||||
|
|
||||||
print("\tGenerating header file")
|
|
||||||
# generate the header file
|
|
||||||
with open (os.curdir + '/include/translated_text.h', 'w') as hFile:
|
|
||||||
hFile.write("// THIS FILE HAS BEEN GENERATED BY text_helper/main.py !\n\n#ifndef TRANSLATED_TEXT_H\n#define TRANSLATED_TEXT_H\n\n#include <tonc.h>\n\n")
|
|
||||||
|
|
||||||
sectionEnds = []
|
|
||||||
index = 0
|
|
||||||
for section in textSections:
|
|
||||||
num = write_enum_to_header_file(hFile, section + "_", mainDict[lang.name][section])
|
|
||||||
hFile.write("#define " + section + "_INDEX " + str(index))
|
|
||||||
if(section == "PTGB"):
|
|
||||||
hFile.write(f"\n#define DIA_END {num}\n")
|
|
||||||
|
|
||||||
hFile.write("/** Returns the LZ10 compressed " + section + " text table.*/\n")
|
|
||||||
sectionEnds.append(num)
|
|
||||||
index += 1
|
|
||||||
|
|
||||||
hFile.write("#define NUM_TEXT_SECTIONS " + str(index) + "\n")
|
|
||||||
hFile.write("const int text_section_lengths[] = {\n")
|
|
||||||
for end in sectionEnds:
|
|
||||||
hFile.write("\t" + str(end) + ",\n")
|
|
||||||
hFile.write("};\n\n")
|
|
||||||
|
|
||||||
hFile.write("const u8* get_compressed_text_table(int table_index);\n")
|
|
||||||
|
|
||||||
|
|
||||||
hFile.write("\n#endif")
|
|
||||||
hFile.close()
|
|
||||||
|
|
||||||
print("\tGenerating text tables")
|
|
||||||
# now generate the text tables
|
|
||||||
for lang in Languages:
|
|
||||||
for section in textSections:
|
|
||||||
table_file = os.curdir + '/to_compress/' + section + '_' + lang.name.lower() + '.bin'
|
|
||||||
write_text_bin_file(table_file, mainDict[lang.name][section])
|
|
||||||
|
|
||||||
print("\tGenerating cpp file")
|
|
||||||
# now generate the cpp file.
|
|
||||||
with open(os.curdir + '/source/translated_text.cpp', 'w') as cppFile:
|
|
||||||
cppFile.write("// THIS FILE HAS BEEN GENERATED BY text_helper/main.py !\n#include \"translated_text.h\"\n#include \"debug_mode.h\"\n")
|
|
||||||
# generate includes for each language
|
|
||||||
for lang in Languages:
|
for lang in Languages:
|
||||||
|
mainDict[lang.name] = {}
|
||||||
for section in textSections:
|
for section in textSections:
|
||||||
cppFile.write("#include \"" + section.upper() + "_" + lang.name.lower() + "_lz10_bin.h\"\n")
|
mainDict[lang.name][section] = {}
|
||||||
|
mainDict[lang.name]["Warnings"] = {}
|
||||||
|
mainDict[lang.name]["Errors"] = {}
|
||||||
|
|
||||||
for lang in Languages:
|
for row in currSheet.iterrows():
|
||||||
cppFile.write(f"\n#if PTGB_BUILD_LANGUAGE == {lang.value + 1}\n")
|
#print(row)
|
||||||
cppFile.write("const u8* get_compressed_text_table(int table_index)\n")
|
for lang in Languages:
|
||||||
cppFile.write("{\n")
|
currRow = row[1]
|
||||||
cppFile.write("\tswitch (table_index)\n\t{\n")
|
#print(currRow)
|
||||||
|
offset = lang.value
|
||||||
|
if (pd.isna(currRow.iloc[FIRST_TRANSLATION_COL_INDEX + lang.value])):
|
||||||
|
offset = Languages.English.value
|
||||||
|
mainDict[lang.name][currRow.iloc[0]][currRow.iloc[1]] = {"bytes": currRow.iloc[FIRST_TRANSLATION_COL_INDEX + offset],
|
||||||
|
"numLines": currRow.iloc[2],
|
||||||
|
"pixelsPerChar": currRow.iloc[3],
|
||||||
|
"pixelsInLine" : currRow.iloc[4],
|
||||||
|
"includeBoxBreaks": currRow.iloc[5],
|
||||||
|
}
|
||||||
|
|
||||||
|
def generate_header_file():
|
||||||
|
print("\tGenerating header file")
|
||||||
|
with open (os.curdir + '/include/translated_text.h', 'w') as hFile:
|
||||||
|
hFile.write("// THIS FILE HAS BEEN GENERATED BY text_helper/main.py !\n\n#ifndef TRANSLATED_TEXT_H\n#define TRANSLATED_TEXT_H\n\n#include <tonc.h>\n\n")
|
||||||
|
|
||||||
|
sectionEnds = []
|
||||||
|
index = 0
|
||||||
|
lang = Languages.English # This doesn't matter, it just needs to be there. They're all the same
|
||||||
for section in textSections:
|
for section in textSections:
|
||||||
cppFile.write("\tcase(" + section + "_INDEX):\n")
|
num = write_enum_to_header_file(hFile, section + "_", mainDict[lang.name][section])
|
||||||
|
hFile.write("#define " + section + "_INDEX " + str(index))
|
||||||
if(section == "PTGB"):
|
if(section == "PTGB"):
|
||||||
cppFile.write("\tdefault:\n")
|
hFile.write(f"\n#define DIA_END {num}\n")
|
||||||
cppFile.write("\t\treturn " + section + "_" + lang.name.lower() + "_lz10_bin;\n")
|
|
||||||
cppFile.write("\t\tbreak;\n")
|
hFile.write("/** Returns the LZ10 compressed " + section + " text table.*/\n")
|
||||||
cppFile.write("\t}\n")
|
sectionEnds.append(num)
|
||||||
cppFile.write("}\n\n")
|
index += 1
|
||||||
cppFile.write(f"#endif\n\n\n")
|
|
||||||
|
hFile.write("#define NUM_TEXT_SECTIONS " + str(index) + "\n")
|
||||||
|
hFile.write("const int text_section_lengths[] = {\n")
|
||||||
|
for end in sectionEnds:
|
||||||
|
hFile.write("\t" + str(end) + ",\n")
|
||||||
|
hFile.write("};\n\n")
|
||||||
|
|
||||||
|
hFile.write("const u8* get_compressed_text_table(int table_index);\n")
|
||||||
|
|
||||||
|
|
||||||
print("\tOutputting json file")
|
hFile.write("\n#endif")
|
||||||
for lang in Languages:
|
hFile.close()
|
||||||
for section in textSections:
|
|
||||||
for item in mainDict[lang.name][section]:
|
def generate_text_tables():
|
||||||
string = mainDict[lang.name][section][item]["bytes"].split(" ")
|
print("\tGenerating text tables")
|
||||||
outText = ""
|
for lang in Languages:
|
||||||
if lang == Languages.Japanese:
|
for section in textSections:
|
||||||
arr = jpnCharArray
|
table_file = os.curdir + '/to_compress/' + section + '_' + lang.name.lower() + '.bin'
|
||||||
else:
|
write_text_bin_file(table_file, mainDict[lang.name][section], lang)
|
||||||
arr = engCharArray
|
|
||||||
for byte in string:
|
def generate_cpp_file():
|
||||||
byte = arr[int(byte, 16)]
|
print("\tGenerating cpp file")
|
||||||
outText += chr(byte)
|
with open(os.curdir + '/source/translated_text.cpp', 'w') as cppFile:
|
||||||
mainDict[lang.name][section][item]["text"] = outText
|
cppFile.write("// THIS FILE HAS BEEN GENERATED BY text_helper/main.py !\n#include \"translated_text.h\"\n#include \"debug_mode.h\"\n")
|
||||||
|
# generate includes for each language
|
||||||
with open(dir + '/output.json', 'w') as jsonFile:
|
for lang in Languages:
|
||||||
jsonFile.write(json.dumps(mainDict))
|
for section in textSections:
|
||||||
|
cppFile.write("#include \"" + section.upper() + "_" + lang.name.lower() + "_lz10_bin.h\"\n")
|
||||||
print("Parse finished!\n")
|
|
||||||
|
for lang in Languages:
|
||||||
|
cppFile.write(f"\n#if PTGB_BUILD_LANGUAGE == {lang.value + 1}\n")
|
||||||
|
cppFile.write("const u8* get_compressed_text_table(int table_index)\n")
|
||||||
|
cppFile.write("{\n")
|
||||||
|
cppFile.write("\tswitch (table_index)\n\t{\n")
|
||||||
|
for section in textSections:
|
||||||
|
cppFile.write("\tcase(" + section + "_INDEX):\n")
|
||||||
|
if(section == "PTGB"):
|
||||||
|
cppFile.write("\tdefault:\n")
|
||||||
|
cppFile.write("\t\treturn " + section + "_" + lang.name.lower() + "_lz10_bin;\n")
|
||||||
|
cppFile.write("\t\tbreak;\n")
|
||||||
|
cppFile.write("\t}\n")
|
||||||
|
cppFile.write("}\n\n")
|
||||||
|
cppFile.write(f"#endif\n\n\n")
|
||||||
|
|
||||||
|
def output_json_file():
|
||||||
|
print("\tOutputting json file")
|
||||||
|
for lang in Languages:
|
||||||
|
for section in textSections:
|
||||||
|
for item in mainDict[lang.name][section]:
|
||||||
|
string = mainDict[lang.name][section][item]["bytes"].split(" ")
|
||||||
|
outText = ""
|
||||||
|
if lang == Languages.Japanese:
|
||||||
|
arr = jpnCharArray
|
||||||
|
else:
|
||||||
|
arr = engCharArray
|
||||||
|
for byte in string:
|
||||||
|
byte = arr[int(byte, 16)]
|
||||||
|
outText += chr(byte)
|
||||||
|
mainDict[lang.name][section][item]["text"] = outText
|
||||||
|
|
||||||
|
with open(dir + '/output.json', 'w') as jsonFile:
|
||||||
|
jsonFile.write(json.dumps(mainDict))
|
||||||
|
|
||||||
|
# Main
|
||||||
|
print("Running text_helper:")
|
||||||
|
download_xlsx_file()
|
||||||
|
transfer_xlsx_to_dict()
|
||||||
|
generate_header_file()
|
||||||
|
generate_text_tables()
|
||||||
|
generate_cpp_file()
|
||||||
|
output_json_file()
|
||||||
|
print("text_helper finished!\n")
|
||||||
Loading…
Reference in New Issue
Block a user