dazed/DazedTL
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
DazedTL/modules/wolf.py
dazedanon 5b2a3e3801 Some wolf changes
2025-05-20 14:50:12 -05:00

2864 lines
124 KiB
Python
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

# Libraries
import json
import os
import re
import textwrap
import threading
import time
import traceback
import tiktoken
import openai
from concurrent.futures import ThreadPoolExecutor, as_completed
from pathlib import Path
from colorama import Fore
from dotenv import load_dotenv
from retry import retry
from tqdm import tqdm
# Open AI
load_dotenv()
if os.getenv("api").replace(" ", "") != "":
openai.base_url = os.getenv("api")
openai.organization = os.getenv("org")
openai.api_key = os.getenv("key")
# Globals
MODEL = os.getenv("model")
TIMEOUT = int(os.getenv("timeout"))
LANGUAGE = os.getenv("language").capitalize()
PROMPT = Path("prompt.txt").read_text(encoding="utf-8")
VOCAB = Path("vocab.txt").read_text(encoding="utf-8")
THREADS = int(os.getenv("threads"))
LOCK = threading.Lock()
WIDTH = int(os.getenv("width"))
LISTWIDTH = int(os.getenv("listWidth"))
NOTEWIDTH = int(os.getenv("noteWidth"))
MAXHISTORY = 10
ESTIMATE = ""
TOKENS = [0, 0]
NAMESLIST = [] # Keep list for consistency
TERMSLIST = [] # Keep list for consistency
NAMES = False # Output a list of all the character names found
BRFLAG = False # If the game uses <br> instead
FIXTEXTWRAP = True # Overwrites textwrap
IGNORETLTEXT = False # Ignores all translated text.
MISMATCH = [] # Lists files that throw a mismatch error (Length of GPT list response is wrong)
FILENAME = None
BRACKETNAMES = False
# Regex - Need to change this if you want to translate from/to other languages. Default is Japanese Regex
LANGREGEX = r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+"
# Pricing - Depends on the model https://openai.com/pricing
# Batch Size - GPT 3.5 Struggles past 15 lines per request. GPT4 struggles past 50 lines per request
# If you are getting a MISMATCH LENGTH error, lower the batch size.
if "gpt-3.5" in MODEL:
INPUTAPICOST = 3.00
OUTPUTAPICOST = 5.00
BATCHSIZE = 10
FREQUENCY_PENALTY = 0.2
elif "gpt-4" in MODEL:
INPUTAPICOST = 2.0
OUTPUTAPICOST = 8.00
BATCHSIZE = 30
FREQUENCY_PENALTY = 0.05
elif "deepseek" in MODEL:
INPUTAPICOST = 0.27
OUTPUTAPICOST = 1.10
BATCHSIZE = 30
FREQUENCY_PENALTY = 0.05
else:
INPUTAPICOST = float(os.getenv("input_cost"))
OUTPUTAPICOST = float(os.getenv("output_cost"))
BATCHSIZE = int(os.getenv("batchsize"))
FREQUENCY_PENALTY = float(os.getenv("frequency_penalty"))
# tqdm Globals
BAR_FORMAT = "{l_bar}{bar:10}{r_bar}{bar:-10b}"
POSITION = 0
LEAVE = False
PBAR = None
FILENAME = None
# Dialogue / Choices
CODE101 = False
CODE102 = False
# Set String (Fragile but necessary)
CODE122 = False
CODE150 = False
# Other
CODE210 = False
CODE300 = False
CODE250 = False
# Database
SCENARIOFLAG = False
OPTIONSFLAG = False
NPCFLAG = True
DBNAMEFLAG = False
DBVALUEFLAG = False
ITEMFLAG = False
STATEFLAG = False
ENEMYFLAG = False
ARMORFLAG = False
WEAPONFLAG = False
SKILLFLAG = False
def handleWOLF(filename, estimate):
global ESTIMATE, TOKENS, FILENAME
ESTIMATE = estimate
FILENAME = filename
# Translate
start = time.time()
translatedData = openFiles(filename)
# Translate
if not estimate:
try:
with open("translated/" + filename, "w", encoding="utf-8", newline="\n") as outFile:
json.dump(translatedData[0], outFile, ensure_ascii=False, indent=4)
except Exception:
traceback.print_exc()
return "Fail"
# Print File
end = time.time()
tqdm.write(getResultString(translatedData, end - start, filename))
with LOCK:
TOKENS[0] += translatedData[1][0]
TOKENS[1] += translatedData[1][1]
# Print Total
totalString = getResultString(["", TOKENS, None], end - start, "TOTAL")
# Print any errors on maps
if len(MISMATCH) > 0:
return totalString + Fore.RED + f"\nMismatch Errors: {MISMATCH}" + Fore.RESET
else:
return totalString
def openFiles(filename):
with open("files/" + filename, "r", encoding="utf-8-sig") as f:
data = json.load(f)
# Map Files
if "'events':" in str(data):
if len(data["events"]) > 0:
translatedData = parseMap(data, filename)
else:
return [data, [0, 0], None]
# Map Files
elif "'types':" in str(data):
translatedData = parseDB(data, filename)
# Other Files
elif "'commands':" in str(data):
translatedData = parseOther(data, filename)
else:
raise NameError(filename + " Not Supported")
return translatedData
def getResultString(translatedData, translationTime, filename):
# File Print String
totalTokenstring = (
Fore.YELLOW + "[Input: " + str(translatedData[1][0]) + "]"
"[Output: "
+ str(translatedData[1][1])
+ "]" "[Cost: ${:,.4f}".format(((translatedData[1][0] / 1000000) * INPUTAPICOST) + ((translatedData[1][1] / 1000000) * OUTPUTAPICOST))
+ "]"
)
timeString = Fore.BLUE + "[" + str(round(translationTime, 1)) + "s]"
if translatedData[2] is None:
# Success
return filename + ": " + totalTokenstring + timeString + Fore.GREEN + " \u2713 " + Fore.RESET
else:
# Fail
try:
raise translatedData[2]
except Exception as e:
traceback.print_exc()
errorString = str(e) + Fore.RED
return filename + ": " + totalTokenstring + timeString + Fore.RED + " \u2717 " + errorString + Fore.RESET
def parseOther(data, filename):
totalTokens = [0, 0]
totalLines = 0
events = data["commands"]
global LOCK
# Thread for each page in file
with tqdm(bar_format=BAR_FORMAT, position=POSITION, leave=LEAVE) as pbar:
pbar.desc = filename
pbar.total = totalLines
translationData = searchCodes(events, pbar, [], filename)
try:
totalTokens[0] += translationData[0]
totalTokens[1] += translationData[1]
except Exception as e:
return [data, totalTokens, e]
return [data, totalTokens, None]
def parseDB(data, filename):
totalTokens = [0, 0]
totalLines = 0
events = data["types"]
global LOCK
# Thread for each page in file
with tqdm(bar_format=BAR_FORMAT, position=POSITION, leave=LEAVE) as pbar:
pbar.desc = filename
pbar.total = totalLines
translationData = searchDB(events, pbar, [], filename)
try:
totalTokens[0] += translationData[0]
totalTokens[1] += translationData[1]
except Exception as e:
return [data, totalTokens, e]
return [data, totalTokens, None]
def parseMap(data, filename):
totalTokens = [0, 0]
totalLines = 0
events = data["events"]
global LOCK
# Get total for progress bar
for event in events:
if event is not None:
for page in event["pages"]:
totalLines += len(page["list"])
# Thread for each page in file
with tqdm(bar_format=BAR_FORMAT, position=POSITION, total=totalLines, leave=LEAVE) as pbar:
pbar.desc = filename
pbar.total = totalLines
with ThreadPoolExecutor(max_workers=THREADS) as executor:
for event in events:
if event is not None:
futures = [executor.submit(searchCodes, page["list"], pbar, None, filename) for page in event["pages"] if page is not None]
for future in as_completed(futures):
try:
totalTokensFuture = future.result()
totalTokens[0] += totalTokensFuture[0]
totalTokens[1] += totalTokensFuture[1]
except Exception as e:
return [data, totalTokens, e]
return [data, totalTokens, None]
def searchCodes(events, pbar, jobList, filename):
# Lists
if jobList:
stringList = jobList[0]
list210 = jobList[1]
list300 = jobList[2]
list150 = jobList[3]
list250 = jobList[4]
setData = True
else:
stringList = []
list210 = []
list300 = []
list150 = []
list250 = []
setData = False
# Other
codeList = events
textHistory = []
totalTokens = [0, 0]
translatedText = ""
speaker = ""
nametag = ""
initialJAString = ""
global LOCK, NAMESLIST, MISMATCH, PBAR, FILENAME
FILENAME = filename
PBAR = pbar
# Calculate Total Length
code_flags = {102: CODE102, 122: CODE122, 300: CODE300, 250: CODE250}
totalList = 0
for code_item in codeList:
if code_flags.get(code_item["code"], False):
totalList += 1
pbar.total = totalList
pbar.refresh()
# Begin Parsing File
try:
# Iterate through events
i = 0
while i < len(codeList):
### Event Code: 101 Message
if codeList[i]["code"] == 101 and CODE101 == True:
speakerRegex = r"^(.+?)：\n" # Default: r"@\d+\r?\n(.*)：\r?\n"
textRegex = r"@?\d*\r?\n?\u3000*([\w\W]+)\r?\n?" # Default: r"@?\d*\r?\n?\u3000*([\w\W]+)\r?\n?"
# Grab String
jaString = codeList[i]["stringArgs"][0]
speaker = ""
# Grab Speaker
if "\n" in jaString:
match = re.search(speakerRegex, jaString)
if match:
# TL Speaker
response = getSpeaker(match.group(1))
speaker = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Set nametag and remove from string
codeList[i]["stringArgs"][0] = codeList[i]["stringArgs"][0].replace(match.group(1), speaker)
jaString = jaString.replace(match.group(0), "")
# Grab Only Text
match = re.search(textRegex, jaString)
if match:
jaString = match.group(1)
initialJAString = jaString
# Remove Textwrap
jaString = jaString.replace("\r", "")
jaString = jaString.replace("\n", " ")
# 1st Pass (Save Text to List)
if not setData:
if speaker == "":
stringList.append(jaString)
else:
stringList.append(f"[{speaker}]: {jaString}")
# 2nd Pass (Set Text)
else:
# Grab Translated String
translatedText = stringList[0]
# Remove speaker
matchSpeakerList = re.findall(r"^(\[.+?\]\s?[|:]\s?)\s?", translatedText)
if len(matchSpeakerList) > 0:
translatedText = translatedText.replace(matchSpeakerList[0], "")
# Textwrap
if FIXTEXTWRAP is True:
translatedText = textwrap.fill(translatedText, width=WIDTH)
# Set Data
codeList[i]["stringArgs"][0] = codeList[i]["stringArgs"][0].replace(initialJAString, translatedText)
# Reset Data and Pop Item
stringList.pop(0)
### Event Code: 102 Choices
if codeList[i]["code"] == 102 and CODE102 == True:
# Grab Choice List
choiceList = []
jaChoiceList = codeList[i]["stringArgs"]
# Filter Empty
for j in range(len(jaChoiceList)):
if jaChoiceList[j]:
choiceList.append(jaChoiceList[j])
# Translate
if 'jaString' in locals():
choiceString = f"Previous Line: {jaString}\n\nReply with the {LANGUAGE} translation of the dialogue choice"
else:
choiceString = f"Reply with the {LANGUAGE} translation of the dialogue choice"
response = translateGPT(
choiceList,
choiceString,
True,
)
translatedChoiceList = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Validate and Set Data
if len(translatedChoiceList) == len(choiceList):
for j in range(len(jaChoiceList)):
if jaChoiceList[j]:
codeList[i]["stringArgs"][j] = translatedChoiceList[0]
translatedChoiceList.pop(0)
### Event Code: 210 Common Event
if codeList[i]["code"] == 210 and CODE210 == True:
# Speaker Event
if "stringArgs" in codeList[i] and codeList[i]["intArgs"][0] == None and len(codeList[i]["stringArgs"]) == 2:
response = getSpeaker(codeList[i]["stringArgs"][1])
totalTokens[1] += response[1][0]
totalTokens[1] += response[1][1]
# Set Data
codeList[i]["stringArgs"][1] = response[0]
# Logs
elif "stringArgs" in codeList[i] and codeList[i]["intArgs"][0] == 500220 and len(codeList[i]["stringArgs"]) == 2:
# Grab String
jaString = codeList[i]["stringArgs"][1]
initialJAString = jaString
# Remove Textwrap
jaString = jaString.replace("\r", "")
jaString = jaString.replace("\n", " ")
# 1st Pass (Save Text to List)
if not setData:
list210.append(jaString)
# 2nd Pass (Set Text)
else:
# Grab Translated String
translatedText = list210[0]
# Textwrap
if FIXTEXTWRAP is True:
translatedText = textwrap.fill(translatedText, width=WIDTH)
# Set Data
codeList[i]["stringArgs"][1] = translatedText
# Pop Item
list210.pop(0)
### Event Code: 122 SetString
if codeList[i]["code"] == 122 and CODE122 == True:
if "stringArgs" in codeList[i] and len(codeList[i]["stringArgs"]) > 0:
# Grab String
jaString = re.search(r"^\n?(.*)\n?$", codeList[i]["stringArgs"][0])
if jaString:
jaString = jaString.group(1)
else:
jaString = codeList[i]["stringArgs"][0]
originalString = jaString
# Remove Textwrap
# jaString = jaString.replace('\n', ' ')
# Translate Conversations
if "：Nothing" in jaString:
# Separate into list
list122 = jaString.split("\n\n")
# Remove Textwrap
# for j in range(len(list122)):
# list122[j] = list122[j].replace("\n", " ")
# Translate
response = translateGPT(
list122,
f"Reply with the {LANGUAGE} translation of the text",
True,
)
list122TL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Validate and Set Data
if len(list122) == len(list122TL):
# Adjust Speaker and Add Textwrap
for j in range(len(list122TL)):
list122TL[j] = textwrap.fill(list122TL[j], WIDTH)
list122TL[j] = re.sub(r"^\[?(.+?)\]?:", r"\1：", list122TL[j])
list122TL[j] = list122TL[j].replace("：", "：\n")
list122TL[j] = list122TL[j].replace("：\n ", "：\n")
# Join back into single string
list122TL = "\n\n".join(list122TL)
# Set String
codeList[i]["stringArgs"][0] = list122TL
# Translate Other Strings [Specific Files Only]
else:
if (
not re.search(r"\.[\w]+$", jaString)
and jaString != ""
and "_" not in jaString
and '",' not in jaString
and "/" not in jaString
):
# Japanese Text Only
# if re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９]+", jaString):
# Translate
response = translateGPT(
jaString,
f"Maintain any newlines and Reply with the {LANGUAGE} translation of the text",
True,
)
translatedText = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Textwrap
# translatedText = textwrap.fill(translatedText, 30)
# Set String
codeList[i]["stringArgs"][0] = codeList[i]["stringArgs"][0].replace(originalString, translatedText)
### Event Code: 150 Picture String
if codeList[i]["code"] == 150 and CODE150 == True:
if "stringArgs" in codeList[i] and len(codeList[i]["stringArgs"]) > 0:
font150 = "\\f[8]"
# Grab String
jaString = re.search(r"^\n?(.*)\n?$", codeList[i]["stringArgs"][0])
if jaString:
jaString = jaString.group(1)
else:
jaString = codeList[i]["stringArgs"][0]
# Japanses Text Only
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９]+", jaString):
i += 1
continue
# Remove Textwrap
# jaString = jaString.replace("\n", " ")
# jaString = jaString.replace("\r", "")
# Translate Other Strings [Specific Files Only]
if (
not re.search(r"\.[\w]+$", jaString)
and jaString != ""
and "_" not in jaString
and '",' not in jaString
and "/" not in jaString
and ">" not in jaString
and "<" not in jaString
):
# Pass 1 (Save Text to List)
if not setData:
list150.append(jaString)
# Pass 2 (Set Text)
else:
translatedText = list150[0]
# Textwrap
# translatedText = textwrap.fill(translatedText, WIDTH)
# Set String with font formatting
codeList[i]["stringArgs"][0] = re.sub(r'\\f\[(\d+)\]', lambda x: f'\\f[{int(x.group(1))-2}]', translatedText)
# Pop processed item
list150.pop(0)
### Event Code: 300 Common Events
if codeList[i]["code"] == 300 and CODE300 == True and "stringArgs" in codeList[i] and len(codeList[i]["stringArgs"]) > 1:
# Choices
if codeList[i]["stringArgs"][0] == "[共]汎用ウィンドウ生成" or codeList[i]["stringArgs"][0] == "選択肢/確認":
# Grab String
choiceList = codeList[i]["stringArgs"][1].split(",")
# Translate Question
question = codeList[i]['stringArgs'][2]
response = translateGPT(question, "Reply with the {LANGUAGE} translation", False)
translatedText = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Translate Question
jaString = translatedText
codeList[i]['stringArgs'][2] = translatedText
# Translate Choices
if 'jaString' in locals() and jaString:
response = translateGPT(choiceList, jaString, True)
else:
response = translateGPT(choiceList, f"Reply with the {LANGUAGE} translation of the dialogue choice", True)
choiceListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Replace Commas
for j in range(len(choiceListTL)):
choiceListTL[j] = choiceListTL[j].replace(", ", "、")
# Convert to String and Set
translatedText = ",".join(choiceListTL)
codeList[i]["stringArgs"][1] = translatedText
# Dialogue
elif codeList[i]["stringArgs"][0] == "サイド通知":
jaString = codeList[i]["stringArgs"][1]
# Pass 1
if not setData:
# Remove Textwrap
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
# Append
list300.append(jaString)
# Pass 2
else:
# Add Textwrap and Font
translatedText = textwrap.fill(list300[0], WIDTH)
list300.pop(0)
# Write to File
codeList[i]["stringArgs"][1] = translatedText
# Dialogue
elif codeList[i]["stringArgs"][0] == "援護文章":
speakerRegex = r"@\d+\r?\n(.*)：\r?\n" # Default: r"@\d+\r?\n(.*)：\r?\n"
textRegex = r"@?\d*\r?\n?\u3000*([\w\W]+)\r?\n?" # Default: r"@?\d*\r?\n?\u3000*([\w\W]+)\r?\n?"
# Grab String
jaString = codeList[i]["stringArgs"][1]
speaker = ""
# Grab Speaker
if "：\n" in jaString or "：\r\n" in jaString:
match = re.search(speakerRegex, jaString)
if match:
# TL Speaker
response = getSpeaker(match.group(1))
speaker = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Set nametag and remove from string
codeList[i]["stringArgs"][1] = codeList[i]["stringArgs"][1].replace(match.group(1), speaker)
jaString = jaString.replace(match.group(0), "")
# Grab Only Text
match = re.search(textRegex, jaString)
if match:
jaString = match.group(1)
initialJAString = jaString
# Remove Textwrap
jaString = jaString.replace("\r", "")
jaString = jaString.replace("\n", " ")
# 1st Pass (Save Text to List)
if not setData:
if speaker == "":
list300.append(jaString)
else:
list300.append(f"[{speaker}]: {jaString}")
# 2nd Pass (Set Text)
else:
# Grab Translated String
translatedText = list300[0]
# Remove speaker
matchSpeakerList = re.findall(r"^(\[.+?\]\s?[|:]\s?)\s?", translatedText)
if len(matchSpeakerList) > 0:
translatedText = translatedText.replace(matchSpeakerList[0], "")
# Textwrap
if FIXTEXTWRAP is True:
translatedText = textwrap.fill(translatedText, width=WIDTH)
# Set Data
codeList[i]["stringArgs"][1] = codeList[i]["stringArgs"][1].replace(initialJAString, translatedText)
# Reset Data and Pop Item
list300.pop(0)
### Event Code: 250 DB Read/Writes
if codeList[i]["code"] == 250 and CODE250 == True:
# Validate size
stringArg = 0
if len(codeList[i]["stringArgs"]) == 4:
if codeList[i]["stringArgs"][1] == "万能ｳｨﾝﾄﾞｳ一時DB"\
and codeList[i]["stringArgs"][stringArg] != ""\
and codeList[i]["intArgs"][0] == 13:
# Font Size
fontSize = 0
# Grab String
jaString = codeList[i]["stringArgs"][stringArg]
# Remove Textwrap
# jaString = jaString.replace("\r", "")
# jaString = jaString.replace("\n", " ")
# Pass 1 (Save Text to List)
if not setData:
list250.append(jaString)
# Pass 2 (Set Text)
else:
translatedText = list250[0]
list250.pop(0)
# Textwrap
# translatedText = textwrap.fill(translatedText, WIDTH)
# Add/Replace font formatting
# Remove existing font command if present
translatedText = re.sub(r'\\f\[\d+\]', '', translatedText)
if fontSize:
# Add new font command if fontSize is not 0
if fontSize != "0" and fontSize != 0:
translatedText = f"\\f[{fontSize}]{translatedText}"
# Set Data
codeList[i]["stringArgs"][stringArg] = translatedText
### Iterate
i += 1
# EOF
stringListTL = []
list210TL = []
list150TL = []
list250TL = []
list300TL = []
setData = False
# String List
if len(stringList) > 0:
pbar.total = len(stringList)
pbar.refresh()
response = translateGPT(stringList, textHistory, True)
stringListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
if len(stringListTL) != len(stringList):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
setData = True
# 210 List
if len(list210) > 0:
pbar.total = len(list210)
pbar.refresh()
response = translateGPT(list210, textHistory, True)
list210TL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
if len(list210TL) != len(list210):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
setData = True
# 250 List
if len(list250) > 0:
pbar.total = len(list250)
pbar.refresh()
response = translateGPT(list250, textHistory, True)
list250TL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
if len(list250TL) != len(list250):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
setData = True
# 300 List
if len(list300) > 0:
pbar.total = len(list300)
pbar.refresh()
response = translateGPT(list300, textHistory, True)
list300TL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
if len(list300TL) != len(list300):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
setData = True
# 150 List
if len(list150) > 0:
# Progress Bar
pbar.total = len(list150)
pbar.refresh()
# Translate
response = translateGPT(
list150,
textHistory,
True,
)
list150TL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(list150TL) != len(list150):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
list150 = list150TL
setData = True
# Update jobList before recursive call
if setData == True:
stringList = []
jobList = [stringListTL, list210TL, list300TL, list150TL, list250TL] # Add list150TL
searchCodes(events, pbar, jobList, filename)
else:
# Set Data
events = codeList
except IndexError as e:
traceback.print_exc()
raise Exception(str(e) + "Failed to translate: " + initialJAString) from None
except Exception as e:
traceback.print_exc()
raise Exception(str(e) + "Failed to translate: " + initialJAString) from None
return totalTokens
def formatDramon(jaString):
imageRegex = r"(\r?\n?_[a-zA-Z_\d/.]+\r?\n?)|(@-?\d?\r\n)|(@-?\d?)([^\r]\d?-?\d?[^\r]+?)(\r\n|$)|(_PDC)|(>\r\n)|(^[#])|(\r\n@$)|(/)|(_SS_)|(\r\n[@/]\s?-?\d?\r\n)"
jaString = jaString.replace("\u3000", " ")
jaString = jaString.replace("#", "")
jaString = re.sub(r"([^\r])\n", r"\1\r\n", jaString)
# Grab and Split
jaStringList = re.split(imageRegex, jaString)
# Clean List
cleanedList = [x for x in jaStringList if x is not None and x != "" and x != "\r\n" and x != "_SS_"]
# Iterate Through List
j = 0
translatedText = ""
while j < len(cleanedList):
if (
("@" in cleanedList[j] or "/" in cleanedList[j])
and j < len(cleanedList) - 1
and re.search(r"([@/]-?\d?\r\n)", cleanedList[j]) is None
and ".ogg" not in cleanedList[j]
):
# Setup @
if j > 0 and "@" not in cleanedList[j - 1] and "/" not in cleanedList[j - 1] and "_" not in cleanedList[j - 1]:
cleanedList[j - 1] = cleanedList[j - 1] + cleanedList[j + 1]
else:
cleanedList.insert(j, cleanedList[j + 1])
j += 1
cleanedList[j] = f"\r\n{cleanedList[j]}\r\n"
cleanedList.pop(j + 1)
j += 1
return cleanedList
def handleScenarioScript(jaString, scriptString=""):
# Extract Speaker
scriptRegex = r"\n?(//.*?\n|//.*|/b.*?\n|[\w]+：\d*.*?\n)"
match = re.search(scriptRegex, jaString)
if match:
if "//" in match.group(1):
scriptStringLocal = match.group(1)
jaString = jaString.replace(scriptStringLocal, "")
scriptString += scriptStringLocal
match = re.search(scriptRegex, jaString)
if not match:
return None
else:
if "//" in jaString:
return handleScenarioScript(jaString, scriptString)
return [jaString, match.group(1), scriptString]
else:
return None
# Database
def searchDB(events, pbar, jobList, filename):
# Set Lists
if len(jobList) > 0:
scenarioList = jobList[0]
npcList = jobList[1]
itemList = jobList[2]
stateList = jobList[3]
armorList = jobList[4]
enemyList = jobList[5]
weaponsList = jobList[6]
skillList = jobList[7]
optionsList = jobList[8]
dbNameList = jobList[9]
dbValueList = jobList[10]
setData = True
else:
scenarioList = [[], [], []]
npcList = [[], [], [], []]
itemList = [[], [], [], []]
armorList = [[], []]
enemyList = [[], []]
weaponsList = [[], [], [], []]
skillList = [[], [], [], [], []]
stateList = [[], [], [], [], [], [], [], []]
optionsList = [[], [], []]
dbNameList = [[]]
dbValueList = [[]]
setData = False
# Vars/Globals
totalTokens = [0, 0]
initialJAString = ""
tableList = events
font = ""
global LOCK
global NAMESLIST
global MISMATCH
global PBAR
PBAR = pbar
# Begin Parsing File
try:
for table in tableList:
# Grab NPCs
if table["name"] == "Hシナリオ" and NPCFLAG == True:
with open("translations.txt", "a", encoding="utf-8") as file:
if setData:
file.write(f"\n#Actors\n")
for npc in table["data"]:
dataList = npc["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "タイトル":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
npcList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Write Name
file.write(f"{dataList[j].get('value')} ({npcList[0][0]})\n")
# Set
dataList[j].update({"value": npcList[0][0]})
npcList[0].pop(0)
# Description
if dataList[j].get("name") == "NULL":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
npcList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = npcList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Set Data
dataList[j].update({"value": translatedText})
npcList[1].pop(0)
file.write(f"\n{translatedText}")
# Grab Scenario
if "サブキャラ会話" in table["name"] and SCENARIOFLAG == True:
for scenario in table["data"]:
dataList = scenario["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "ルカ好感度MAX":
if dataList[j].get("value"):
jaStringList = re.split(r'\r\n\r\n|\n\n', dataList[j].get("value"))
for jaString in jaStringList:
speakerNum = None
ogString = jaString
# Extract Speaker
speakerList = handleScenarioScript(jaString)
if not speakerList:
continue
if speakerList[2]:
jaString = speakerList[0]
speakerNumMatch = re.search(r"：(\d+)", speakerList[1])
if speakerNumMatch:
speakerNum = speakerNumMatch.group(1)
speaker = re.sub(r"：\d*", "", speakerList[1])
speaker = re.sub(r"/b", "NPC", speaker)
speaker = speaker.replace("\r\n", "")
# Add Speaker
jaString = jaString.replace(speakerList[1], f"[{speaker}]: ")
# Pass 1 (Grab Data)
if setData == False:
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
scenarioList[0].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = scenarioList[0][0]
scenarioList[0].pop(0)
translatedText = textwrap.fill(translatedText, WIDTH)
# Remove Speaker
speakerMatch = re.search(r"\[(.+?)\]\s?[|:]\s?", translatedText)
if speakerMatch:
speaker = speakerMatch.group(1).strip()
match = re.search(r'(^\[.+?\]\s?[|:]\s?)', translatedText)
if match:
translatedText = translatedText.replace(match.group(1), "")
# Redo Old Speaker Format
speaker = speaker.replace("Speaker", "\b")
if speakerNum:
translatedText = f"{speaker}：{speakerNum}\r\n{translatedText}"
elif speaker == "NPC":
translatedText = f"/b\r\n{translatedText}"
else:
translatedText = f"{speaker}：\r\n{translatedText}"
# Add Script String
if speakerList[2]:
translatedText = f"{speakerList[2]}{translatedText}"
# Set Data
dataList[j].update({"value": dataList[j].get("value").replace(ogString, translatedText)})
# Description
if dataList[j].get("name") == "NULL":
if dataList[j].get("value"):
jaStringList = re.split(r'\r\n\r\n|\n\n', dataList[j].get("value"))
for jaString in jaStringList:
speakerNum = None
ogString = jaString
# Extract Speaker
speakerList = handleScenarioScript(jaString)
if not speakerList:
continue
if speakerList[2]:
jaString = speakerList[0]
speakerNumMatch = re.search(r"：(\d+)", speakerList[1])
if speakerNumMatch:
speakerNum = speakerNumMatch.group(1)
speaker = re.sub(r"：\d*", "", speakerList[1])
speaker = re.sub(r"/b", "NPC", speaker)
speaker = speaker.replace("\r\n", "")
# Add Speaker
jaString = jaString.replace(speakerList[1], f"[{speaker}]: ")
# Pass 1 (Grab Data)
if setData == False:
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
scenarioList[1].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = scenarioList[1][0]
scenarioList[1].pop(0)
translatedText = textwrap.fill(translatedText, WIDTH)
# Remove Speaker
speakerMatch = re.search(r"\[(.+?)\]\s?[|:]\s?", translatedText)
if speakerMatch:
speaker = speakerMatch.group(1).strip()
match = re.search(r'(^\[.+?\]\s?[|:]\s?)', translatedText)
if match:
translatedText = translatedText.replace(match.group(1), "")
# Redo Old Speaker Format
speaker = speaker.replace("Speaker", "\b")
if speakerNum:
translatedText = f"{speaker}：{speakerNum}\r\n{translatedText}"
elif speaker == "NPC":
translatedText = f"/b\r\n{translatedText}"
else:
translatedText = f"{speaker}：\r\n{translatedText}"
# Add Script String
if speakerList[2]:
translatedText = f"{speakerList[2]}{translatedText}"
# Set Data
dataList[j].update({"value": dataList[j].get("value").replace(ogString, translatedText)})
# Description
if dataList[j].get("name") == "NULL":
if dataList[j].get("value"):
jaStringList = re.split(r'\r\n\r\n|\n\n', dataList[j].get("value"))
for jaString in jaStringList:
speakerNum = None
ogString = jaString
# Extract Speaker
speakerList = handleScenarioScript(jaString)
if not speakerList:
continue
if speakerList[2]:
jaString = speakerList[0]
speakerNumMatch = re.search(r"：(\d+)", speakerList[1])
if speakerNumMatch:
speakerNum = speakerNumMatch.group(1)
speaker = re.sub(r"：\d*", "", speakerList[1])
speaker = re.sub(r"/b", "NPC", speaker)
speaker = speaker.replace("\r\n", "")
# Add Speaker
jaString = jaString.replace(speakerList[1], f"[{speaker}]: ")
# Pass 1 (Grab Data)
if setData == False:
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
scenarioList[2].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = scenarioList[2][0]
scenarioList[2].pop(0)
translatedText = textwrap.fill(translatedText, WIDTH)
# Remove Speaker
speakerMatch = re.search(r"\[(.+?)\]\s?[|:]\s?", translatedText)
if speakerMatch:
speaker = speakerMatch.group(1).strip()
match = re.search(r'(^\[.+?\]\s?[|:]\s?)', translatedText)
if match:
translatedText = translatedText.replace(match.group(1), "")
# Redo Old Speaker Format
speaker = speaker.replace("Speaker", "\b")
if speakerNum:
translatedText = f"{speaker}：{speakerNum}\r\n{translatedText}"
elif speaker == "NPC":
translatedText = f"/b\r\n{translatedText}"
else:
translatedText = f"{speaker}：\r\n{translatedText}"
# Add Script String
if speakerList[2]:
translatedText = f"{speakerList[2]}{translatedText}"
# Set Data
dataList[j].update({"value": dataList[j].get("value").replace(ogString, translatedText)})
# Grab Options
if table["name"] == "サブEv" and OPTIONSFLAG == True:
for option in table["data"]:
dataList = option["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "イベント名":
if dataList[j].get("value"):
jaString = dataList[j].get("value")
# Pass 1 (Grab Data)
if setData == False:
optionsList[0].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = optionsList[0][0]
optionsList[0].pop(0)
dataList[j].update({"value": dataList[j].get("value").replace(jaString, translatedText)})
# Description 1
if dataList[j].get("name") == "プロフ":
if dataList[j].get("value"):
jaString = dataList[j].get("value")
# Pass 1 (Grab Data)
if setData == False:
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
optionsList[1].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = optionsList[1][0]
optionsList[1].pop(0)
translatedText = textwrap.fill(translatedText, LISTWIDTH)
dataList[j].update({"value": dataList[j].get("value").replace(jaString, translatedText)})
# Description 2
if dataList[j].get("name") == "防御破壊文言":
if dataList[j].get("value"):
jaString = dataList[j].get("value")
# Pass 1 (Grab Data)
if setData == False:
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
optionsList[2].append(jaString)
# Pass 2 (Set Data)
else:
translatedText = optionsList[2][0]
optionsList[2].pop(0)
translatedText = textwrap.fill(translatedText, LISTWIDTH)
dataList[j].update({"value": dataList[j].get("value").replace(jaString, translatedText)})
# Grab DB Names
if table["name"] == "マップ設定" and DBNAMEFLAG == True:
font = None
dbName = table["data"]
for j in range(len(dbName)):
# Pass 1 (Grab Data)
if setData == False:
if dbName[j].get("name") != "":
dbNameList[0].append(dbName[j].get("name"))
# Pass 2 (Set Data)
else:
if dbName[j].get("name") != "":
dbName[j].update({"name": dbNameList[0][0]})
dbNameList[0].pop(0)
# Grab DB Values
if table["name"] == "近況文章" and DBVALUEFLAG == True:
font = 16
subject = ""
for entry in table["data"]:
dbValue = entry["data"]
for j in range(len(dbValue)):
if dbValue[j].get("value"):
jaString = dbValue[j].get("value")
# Speaker
match = re.search(r"(^[\\]+f\[\d+\].+?\r\n).+", jaString)
if match:
subject = match.group(1)
jaString = jaString.replace(subject, "")
# Nuke Textwrap & Font
jaString = jaString.replace("\r", "")
jaString = jaString.replace("\n", " ")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Pass 1 (Grab Data)
if setData == False:
# Append
dbValueList[0].append(jaString)
# Pass 2 (Set Data)
else:
if dbValue[j].get("value"):
translatedText = dbValueList[0][0]
# Textwrap
translatedText = textwrap.fill(translatedText, 30)
translatedText = translatedText.replace("\n", f"\r\n\\f[{font}]")
# Subject
if subject:
translatedText = f"{subject}{translatedText}"
# Set
dbValue[j].update({"value": translatedText})
dbValueList[0].pop(0)
# Grab Items
if table["name"] == "道具" and ITEMFLAG == True:
# Write Category
if setData:
with open("translations.txt", "a", encoding="utf-8") as file:
file.write(f"\n#Items\n")
# Begin Translation
for item in table["data"]:
dataList = item["data"]
# Parse
for j in range(len(dataList)):
font = None
# Name
if dataList[j].get("name") == "クエスト名":
jaString = dataList[j].get("value")
if jaString != "":
# Pass 1 (Grab Data)
if setData == False:
if jaString != "":
itemList[0].append(jaString)
# Pass 2 (Set Data)
else:
# Write to TL File
with open("translations.txt", "a", encoding="utf-8") as file:
file.write(f"{jaString} ({itemList[0][0]})\n")
dataList[j].update({"value": itemList[0][0]})
itemList[0].pop(0)
# Description
if dataList[j].get("name") == "依頼人":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap & Font
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
itemList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = itemList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
# Font
if font:
translatedText = f"\\f[{font}]{translatedText}"
# Set Data
dataList[j].update({"value": translatedText})
itemList[1].pop(0)
# Log
if dataList[j].get("name") == "使用時文章":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Skill Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
itemList[2].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = itemList[2][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
# translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
itemList[2].pop(0)
# Description
if dataList[j].get("name") == "クエスト概要":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
itemList[3].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = itemList[3][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
# Font
if font:
translatedText = f"\\f[{font}]{translatedText}"
# Set Data
dataList[j].update({"value": translatedText})
itemList[3].pop(0)
# Grab Armors
if table["name"] == "防具" and ARMORFLAG == True:
font = ""
for armor in table["data"]:
dataList = armor["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "名前":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
armorList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
dataList[j].update({"value": armorList[0][0]})
armorList[0].pop(0)
# Description
if dataList[j].get("name") == "説明":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
armorList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = armorList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
# Font
if font:
translatedText = f"\\f[{font}]{translatedText}"
# Set Data
dataList[j].update({"value": translatedText})
armorList[1].pop(0)
# Grab Enemies
if table["name"] == "敵" and ENEMYFLAG == True:
for enemy in table["data"]:
dataList = enemy["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "名前":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
enemyList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
dataList[j].update({"value": enemyList[0][0]})
enemyList[0].pop(0)
# Description
if dataList[j].get("name") == "NULL":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
enemyList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = enemyList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Set Data
dataList[j].update({"value": translatedText})
enemyList[1].pop(0)
# Grab Weapons
if table["name"] == "武器" and WEAPONFLAG == True:
font = "16"
for weapon in table["data"]:
dataList = weapon["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "武器の名前":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
weaponsList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
dataList[j].update({"value": weaponsList[0][0]})
weaponsList[0].pop(0)
# Description
if dataList[j].get("name") == "武器の説明":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
weaponsList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = weaponsList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
# Font
if font:
translatedText = f"\\f[{font}]{translatedText}"
# Set Data
dataList[j].update({"value": translatedText})
weaponsList[1].pop(0)
# Grab Skills
if table["name"] == "ステート" and SKILLFLAG == True:
for skill in table["data"]:
dataList = skill["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "付与時文章":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
skillList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
dataList[j].update({"value": skillList[0][0]})
skillList[0].pop(0)
# Description
if dataList[j].get("name") == "解除時文章":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
skillList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = skillList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Set Data
dataList[j].update({"value": translatedText})
skillList[1].pop(0)
# Log
if dataList[j].get("name") == "発動時文章":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Skill Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
skillList[2].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = skillList[2][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
skillList[2].pop(0)
# Log
if dataList[j].get("name") == "使用時文章[戦闘](人名~":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Skill Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
skillList[3].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = skillList[3][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
skillList[3].pop(0)
# Log
if dataList[j].get("name") == "失敗時文章[(対象)～]":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Skill Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
skillList[4].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = skillList[4][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
skillList[4].pop(0)
# Grab States
if table["name"] == "状態設定" and STATEFLAG == True:
for state in table["data"]:
dataList = state["data"]
# Parse
for j in range(len(dataList)):
# Name
if dataList[j].get("name") == "状態名":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
stateList[0].append(dataList[j].get("value"))
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
dataList[j].update({"value": stateList[0][0]})
stateList[0].pop(0)
# Description
if dataList[j].get("name") == "表示名":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# Append Data
stateList[1].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[1][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Set Data
dataList[j].update({"value": translatedText})
stateList[1].pop(0)
# Log
if dataList[j].get("name") == "発生時の文章[(人名)～]":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[2].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[2][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[2].pop(0)
# Log
if dataList[j].get("name") == "行動制限時文章(空欄:ﾅｼ":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[3].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[3][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[3].pop(0)
# Log
if dataList[j].get("name") == "回復時の文章[(人名)～]":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[4].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[4][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[4].pop(0)
# Log
if dataList[j].get("name") == "┣ ｶｳﾝﾀｰ発動文[対象～":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[5].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[5][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[5].pop(0)
# Log
if dataList[j].get("name") == "尻もち　行動不能　持続3ターン":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[6].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[6][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[6].pop(0)
# Log
if dataList[j].get("name") == "状態異常の説明":
# Pass 1 (Grab Data)
if setData == False:
if dataList[j].get("value") != "":
# Remove Textwrap
jaString = dataList[j].get("value")
jaString = jaString.replace("\n", " ")
jaString = jaString.replace("\r", "")
jaString = re.sub(r"[\\]+f\[\d+\]", "", jaString)
# State Action
if jaString[0] in [
"は",
"を",
"の",
"に",
"が",
]:
jaString = f"Taro{jaString}"
# Append Data
stateList[7].append(jaString)
# Pass 2 (Set Data)
else:
if dataList[j].get("value") != "":
# Textwrap
translatedText = stateList[7][0]
translatedText = textwrap.fill(translatedText, LISTWIDTH)
translatedText = font + translatedText
# Remove Taro
translatedText = re.sub(r"\bTaro\b", "", translatedText)
# Set Data
dataList[j].update({"value": translatedText})
stateList[7].pop(0)
# Translation
scenarioListTL = [[], [], []]
optionsListTL = [[], [], []]
npcListTL = [[], [], [], []]
itemListTL = [[], [], [], []]
stateListTL = [[], [], [], [], [], [], [], []]
armorListTL = [[], []]
enemyListTL = [[], []]
weaponsListTL = [[], [], []]
skillListTL = [[], [], [], [], []]
dbNameListTL = [[]]
dbValueListTL = [[]]
translate = False
# NPCs
if len(npcList[0]) > 0:
# Progress Bar
total = 0
for itemArray in npcList:
total += len(itemArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
npcList[0],
"Reply with only the " + LANGUAGE + " translation of the RPG enemy name",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(npcList[1], "Reply with only the " + LANGUAGE + " translation", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 2
response = translateGPT(npcList[2], "Reply with only the " + LANGUAGE + " translation", True)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 3
response = translateGPT(npcList[3], "Reply with only the " + LANGUAGE + " translation", True)
descListTL3 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if (
len(nameListTL) != len(npcList[0])
or len(descListTL1) != len(npcList[1])
or len(descListTL2) != len(npcList[2])
or len(descListTL3) != len(npcList[3])
):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
npcListTL = [nameListTL, descListTL1, descListTL2, descListTL3]
translate = True
# SCENARIO
if scenarioList[0] or scenarioList[1]:
# Progress Bar
total = 0
for scenarioArray in scenarioList:
total += len(scenarioArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
scenarioList[0],
"Reply with only the " + LANGUAGE + " translation",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(
scenarioList[1],
"reply with only the gender neutral " + LANGUAGE + " translation of the NPC name",
True,
)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 2
response = translateGPT(
scenarioList[2],
"reply with only the gender neutral " + LANGUAGE + " translation of the NPC name",
True,
)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(scenarioList[0]) or len(descListTL1) != len(scenarioList[1]) or len(descListTL2) != len(scenarioList[2]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
scenarioListTL = [nameListTL, descListTL1, descListTL2]
translate = True
# OPTIONS
if optionsList[0] or optionsList[1]:
# Progress Bar
total = 0
for optionsArray in optionsList:
total += len(optionsArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
optionsList[0],
"Reply with only the " + LANGUAGE + " translation",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(
optionsList[1],
"reply with only the gender neutral " + LANGUAGE + " translation of the NPC name",
True,
)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 2
response = translateGPT(
optionsList[2],
"reply with only the gender neutral " + LANGUAGE + " translation of the NPC name",
True,
)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(optionsList[0]) or len(descListTL1) != len(optionsList[1]) or len(descListTL2) != len(optionsList[2]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
optionsListTL = [nameListTL, descListTL1, descListTL2]
translate = True
# ITEMS
if len(itemList[0]) > 0 or len(itemList[1]) > 0:
# Progress Bar
total = 0
for itemArray in itemList:
total += len(itemArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(itemList[0], "Reply with only the " + LANGUAGE + " translation", True)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(itemList[1], "Reply with only the " + LANGUAGE + " translation", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 2
response = translateGPT(itemList[2], "Reply with only the " + LANGUAGE + " translation", True)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 3
response = translateGPT(itemList[3], "Reply with only the " + LANGUAGE + " translation", True)
descListTL3 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if (
len(nameListTL) != len(itemList[0])
or len(descListTL1) != len(itemList[1])
or len(descListTL2) != len(itemList[2])
or len(descListTL3) != len(itemList[3])
):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
itemListTL = [nameListTL, descListTL1, descListTL2, descListTL3]
translate = True
# Armor
if len(armorList[0]) > 0:
# Progress Bar
total = 0
for armorArray in armorList:
total += len(armorArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
armorList[0],
"Reply with only the " + LANGUAGE + " translation of the NPC name",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(armorList[1], "Reply with only the " + LANGUAGE + " translation", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(armorList[0]) or len(descListTL1) != len(armorList[1]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
armorListTL = [nameListTL, descListTL1]
translate = True
# Enemies
if len(enemyList[0]) > 0:
# Progress Bar
total = 0
for enemyArray in enemyList:
total += len(enemyArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
enemyList[0],
"Reply with only the " + LANGUAGE + " translation of the enemy NPC name",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(enemyList[1], "Reply with only the " + LANGUAGE + " translation", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(enemyList[0]) or len(descListTL1) != len(enemyList[1]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
enemyListTL = [nameListTL, descListTL1]
translate = True
# Weapons
if len(weaponsList[0]) > 0:
# Progress Bar
total = 0
for weaponsArray in weaponsList:
total += len(weaponsArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
weaponsList[0],
"Reply with only the " + LANGUAGE + " translation of the RPG weapon name",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(weaponsList[1], "", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 2
response = translateGPT(weaponsList[2], "", True)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(weaponsList[0]) or len(descListTL1) != len(weaponsList[1]) or len(descListTL2) != len(weaponsList[2]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
weaponsListTL = [nameListTL, descListTL1, descListTL2]
translate = True
# Skills
if len(skillList[0]) > 0:
# Progress Bar
total = 0
for skillArray in skillList:
total += len(skillArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
skillList[0],
"Reply with only the " + LANGUAGE + " translation of the RPG skill name",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc
response = translateGPT(
skillList[1],
"Reply with only the " + LANGUAGE + " translation of the RPG skill description",
True,
)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 1
response = translateGPT(
skillList[2],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 2
response = translateGPT(
skillList[3],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL3 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 3
response = translateGPT(
skillList[4],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL4 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if (
len(nameListTL) != len(skillList[0])
or len(descListTL1) != len(skillList[1])
or len(descListTL2) != len(skillList[2])
or len(descListTL3) != len(skillList[3])
or len(descListTL4) != len(skillList[4])
):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
skillListTL = [nameListTL, descListTL1, descListTL2, descListTL3, descListTL4]
translate = True
# State
for list in stateList:
if len(list) > 0:
# Progress Bar
total = 0
for stateArray in stateList:
total += len(stateArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(
stateList[0],
f"Reply with the {LANGUAGE} translation of the status effect.",
True,
)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Desc 1
response = translateGPT(stateList[1], "", True)
descListTL1 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 1
response = translateGPT(
stateList[2],
f"Reply with the {LANGUAGE} translation of the status effect.",
True,
)
descListTL2 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 2
response = translateGPT(
stateList[3],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL3 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 3
response = translateGPT(
stateList[4],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL4 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 4
response = translateGPT(
stateList[5],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL5 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 1
response = translateGPT(
stateList[6],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL6 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Log 1
response = translateGPT(
stateList[7],
"reply with only the gender neutral "
+ LANGUAGE
+ " translation of the action log. Always start the sentence with Taro. For example, Translate 'Taroを倒した！' as 'Taro was defeated!'",
True,
)
descListTL7 = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if (
len(nameListTL) != len(stateList[0])
or len(descListTL1) != len(stateList[1])
or len(descListTL2) != len(stateList[2])
or len(descListTL3) != len(stateList[3])
or len(descListTL4) != len(stateList[4])
or len(descListTL5) != len(stateList[5])
or len(descListTL6) != len(stateList[6])
):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
stateListTL = [
nameListTL,
descListTL1,
descListTL2,
descListTL3,
descListTL4,
descListTL5,
descListTL6,
descListTL7,
]
translate = True
# DB Names
if len(dbNameList[0]) > 0:
# Progress Bar
total = 0
for dbNameArray in dbNameList:
total += len(dbNameArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(dbNameList[0], "Reply with only the " + LANGUAGE + " translation", True)
nameListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(nameListTL) != len(dbNameList[0]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
dbNameListTL = [nameListTL]
translate = True
# DB Values
if len(dbValueList[0]) > 0:
# Progress Bar
total = 0
for dbValueArray in dbValueList:
total += len(dbValueArray)
pbar.total = total
pbar.refresh()
# Name
response = translateGPT(dbValueList[0], "Reply with only the " + LANGUAGE + " translation", True)
valueListTL = response[0]
totalTokens[0] += response[1][0]
totalTokens[1] += response[1][1]
# Check Mismatch
if len(valueListTL) != len(dbValueList[0]):
with LOCK:
if filename not in MISMATCH:
MISMATCH.append(filename)
else:
dbValueListTL = [valueListTL]
translate = True
# Start Pass 2
if translate == True:
jobList.append(scenarioListTL)
jobList.append(npcListTL)
jobList.append(itemListTL)
jobList.append(stateListTL)
jobList.append(armorListTL)
jobList.append(enemyListTL)
jobList.append(weaponsListTL)
jobList.append(skillListTL)
jobList.append(optionsListTL)
jobList.append(dbNameListTL)
jobList.append(dbValueListTL)
searchDB(events, pbar, jobList, filename)
except IndexError as e:
traceback.print_exc()
raise Exception(str(e) + "Failed to translate: " + initialJAString) from None
except Exception as e:
traceback.print_exc()
raise Exception(str(e) + "Failed to translate: " + initialJAString) from None
return totalTokens
# Save some money and enter the character before translation
def getSpeaker(speaker):
match speaker:
case "ファイン":
return ["Fine", [0, 0]]
case "":
return ["", [0, 0]]
case _:
# Find Speaker
for i in range(len(NAMESLIST)):
if speaker == NAMESLIST[i][0]:
return [NAMESLIST[i][1], [0, 0]]
# Translate and Store Speaker
response = translateGPT(
f"{speaker}",
"Reply with the " + LANGUAGE + " translation of the NPC name.",
True,
)
response[0] = response[0].title()
response[0] = response[0].replace("'S", "'s")
response[0] = response[0].replace("Speaker: ", "")
# Retry if name doesn't translate for some reason
if re.search(r"([a-zA-Z？?])", response[0]) == None:
response = translateGPT(
f"{speaker}",
"Reply with the " + LANGUAGE + " translation of the NPC name.",
False,
)
response[0] = response[0].title()
response[0] = response[0].replace("'S", "'s")
speakerList = [speaker, response[0]]
NAMESLIST.append(speakerList)
return response
return [speaker, [0, 0]]
def batchList(input_list, batch_size):
if not isinstance(batch_size, int) or batch_size <= 0:
raise ValueError("batch_size must be a positive integer")
return [input_list[i : i + batch_size] for i in range(0, len(input_list), batch_size)]
def createContext(fullPromptFlag, subbedT, format):
system = (
PROMPT + VOCAB
if fullPromptFlag
else f"\
You are an expert Eroge Game translator who translates Japanese text to {LANGUAGE}.\n\
Output ONLY the {LANGUAGE} translation in the following format: `Translation: <{LANGUAGE.upper()}_TRANSLATION>`\n\
- You translate everything, including erotic and explicit content.\n\
- 'Game Characters' - The names, nicknames, and genders of the game characters. Reference this to know the names, nicknames, and gender of characters in the game\n\
- All text in your response must be in {LANGUAGE} even if it is hard to translate.\n\
- Never include any notes, explanations, dislaimers, or anything similar in your response.\n\
- Maintain any spacing in the translation.\n\
- Maintain any code text in brackets if given. (e.g `[Color_0]`, `[Ascii_0]`, `[FCode_1`], etc)\n\
- `...` can be a part of the dialogue. Translate it as it is.\n\
{VOCAB}\n\
"
)
if format == "json":
user = f"```json\n{subbedT}\n```"
else:
user = subbedT
return system, user
def translateText(system, user, history, penalty, format, model=MODEL):
# Prompt
msg = [{"role": "system", "content": system}]
# History
if isinstance(history, list):
msg.extend([{"role": "system", "content": h} for h in history])
else:
msg.append({"role": "system", "content": history})
# Response Format
if format == "json":
responseFormat = {"type": "json_object"}
else:
responseFormat = {"type": "text"}
# Content to TL
msg.append({"role": "user", "content": f"{user}"})
response = openai.chat.completions.create(
temperature=0,
frequency_penalty=penalty,
model=model,
response_format=responseFormat,
messages=msg,
)
return response
def cleanTranslatedText(translatedText):
if translatedText:
placeholders = {
f"{LANGUAGE} Translation: ": "",
"Translation: ": "",
"っ": "",
"〜": "~",
"ッ": "",
"。": ".",
"「": '\\"',
"」": '\\"',
"- ": "-",
"—": "―",
"】": "]",
"【": "[",
"é": "e",
"ō": "o",
"Placeholder Text": "",
# Add more replacements as needed
}
for target, replacement in placeholders.items():
translatedText = translatedText.replace(target, replacement)
# Remove Repeating Characters
pattern = re.compile(r"(.)\s*\1(?:\s*\1){" + str(20 - 1) + r",}")
translatedText = pattern.sub(lambda match: match.group(0).replace(" ", "")[:20], translatedText)
# Elongate Long Dashes (Since GPT Ignores them...)
translatedText = elongateCharacters(translatedText)
else:
print(translatedText)
return translatedText
def elongateCharacters(text):
# Define a pattern to match one character followed by one or more `ー` characters
# Using a positive lookbehind assertion to capture the preceding character
pattern = r"(?<=(.))ー+"
# Define a replacement function that elongates the captured character
def repl(match):
char = match.group(1) # The character before the ー sequence
count = len(match.group(0)) - 1 # Number of ー characters
return char * count # Replace ー sequence with the character repeated
# Use re.sub() to replace the pattern in the text
return re.sub(pattern, repl, text)
def extractTranslation(translatedTextList, is_list):
try:
translatedTextList = re.sub(r'\\"+\"([^,\n}])', r'\\"\1', translatedTextList)
translatedTextList = re.sub(r"(?<![\\])\"+(?![\n,])", r'"', translatedTextList)
line_dict = json.loads(translatedTextList)
# If it's a batch (i.e., list), extract with tags; otherwise, return the single item.
string_list = list(line_dict.values())
if is_list:
return string_list
else:
return string_list[0]
except Exception as e:
PBAR.write(f"extractTranslation Error: {e} on String {translatedTextList}")
return None
def countTokens(system, user, history):
inputTotalTokens = 0
outputTotalTokens = 0
enc = tiktoken.encoding_for_model("gpt-4")
# Input
if isinstance(history, list):
for line in history:
inputTotalTokens += len(enc.encode(line))
else:
inputTotalTokens += len(enc.encode(history))
inputTotalTokens += len(enc.encode(system))
inputTotalTokens += len(enc.encode(user))
# Output
outputTotalTokens += round(len(enc.encode(user)) * 3)
return [inputTotalTokens, outputTotalTokens]
@retry(exceptions=Exception, tries=5, delay=5)
def translateGPT(text, history, fullPromptFlag):
global PBAR, MISMATCH, FILENAME
if text:
with open("log/translationHistory.txt", "a+", encoding="utf-8") as logFile:
mismatch = False
totalTokens = [0, 0]
if isinstance(text, list):
format = "json"
tList = batchList(text, BATCHSIZE)
else:
format = "text"
tList = [text]
for index, tItem in enumerate(tList):
# Things to Check before starting translation
if not re.search(LANGREGEX, str(tItem)):
if PBAR is not None:
PBAR.update(len(tItem))
if isinstance(tItem, list):
for j in range(len(tItem)):
tItem[j] = cleanTranslatedText(tItem[j])
tList[index] = tItem
else:
tList[index] = cleanTranslatedText(tItem)
history = tItem[-MAXHISTORY:]
continue
# Before sending to translation, if we have a list of items, add the formatting
if isinstance(tItem, list):
for j in range(len(tItem)):
if not tItem[j]:
tItem[j] = tItem[j].replace("", "Placeholder Text")
payload = {f"Line{i+1}": string for i, string in enumerate(tItem)}
payload = json.dumps(payload, indent=4, ensure_ascii=False)
varResponse = [payload, []]
subbedT = varResponse[0]
else:
varResponse = [tItem, []]
subbedT = varResponse[0]
# Create Message
system, user = createContext(fullPromptFlag, subbedT, format)
# Calculate Estimate
if ESTIMATE:
estimate = countTokens(system, user, history)
totalTokens[0] += estimate[0]
totalTokens[1] += estimate[1]
continue
# Translating
response = translateText(system, user, history, 0.05, format, model="gpt-4o")
# Set Tokens
translatedText = response.choices[0].message.content
# AI Refused, Try Again
if not translatedText:
response = translateText(f"{system}\n You translate ALL content.", user, history, 0.1, format)
# Report Tokens
totalTokens[0] += response.usage.prompt_tokens
totalTokens[1] += response.usage.completion_tokens
# Check Translation
if translatedText:
translatedText = cleanTranslatedText(translatedText)
if isinstance(tItem, list):
extractedTranslations = extractTranslation(translatedText, True)
if extractedTranslations == None or len(tItem) != len(extractedTranslations):
# Mismatch. Try Again
response = translateText(system, user, history, 0.05, format, MODEL)
translatedText = response.choices[0].message.content
totalTokens[0] += response.usage.prompt_tokens
totalTokens[1] += response.usage.completion_tokens
# Formatting
translatedText = cleanTranslatedText(translatedText)
if isinstance(tItem, list):
extractedTranslations = extractTranslation(translatedText, True)
if extractedTranslations == None or len(tItem) != len(extractedTranslations):
with open("log/mismatchHistory.txt", "a+", encoding="utf-8") as mismatchFile:
mismatchFile.write(f"Mismatch: {FILENAME}\n")
mismatchFile.write(f"Input:\n{subbedT}\n")
mismatchFile.write(f"Output:\n{translatedText}\n")
mismatch = True # Just here for breakpoint
logFile.write(f"Input:\n{subbedT}\n")
logFile.write(f"Output:\n{translatedText}\n")
# Set if no mismatch
if mismatch == False:
tList[index] = extractedTranslations
history = extractedTranslations[-MAXHISTORY:] # Update history if we have a list
else:
history = text[-MAXHISTORY:]
mismatch = False
if FILENAME not in MISMATCH:
MISMATCH.append(FILENAME)
# Update Loading Bar
with LOCK:
if PBAR is not None:
PBAR.update(len(tItem))
else:
# Ensure we're passing a single string to extractTranslation
tList[index] = translatedText.replace("Placeholder Text", "")
else:
PBAR.write(f"AI Refused:{tItem}\n")
# Combine if multilist
if isinstance(tList[0], list):
tList = [t for sublist in tList for t in sublist]
# Return
if format == "json":
return [tList, totalTokens]
else:
return [tList[0], totalTokens]
else:
return [text, [0, 0]]
Reference in a new issue View git blame Copy permalink