Many fixes to \\nw codes

This commit is contained in:
Dazed 2023-10-29 14:40:36 -05:00
parent b94f171d84
commit 261f9600a4
3 changed files with 178 additions and 82 deletions

View file

@ -81,7 +81,7 @@ def openFiles(filename):
data = json.load(f)
# Map Files
if 'script' in filename:
if 'test' in filename:
translatedData = parseJSON(data, filename)
else:
@ -128,19 +128,20 @@ def translateJSON(data, pbar):
maxHistory = MAXHISTORY
tokens = 0
for key, value in data.items():
for item in data:
# Remove any textwrap
if FIXTEXTWRAP == True:
value = re.sub(r'@b', ' ', value)
jaString = item['value']
jaString = jaString.replace('\n', '')
# Translate
if value == '':
response = translateGPT(key, 'Past Translated Text: ' + '|\n\n'.join(textHistory), True)
if jaString != '':
response = translateGPT(jaString, 'Past Translated Text: ' + '|\n\n'.join(textHistory), True)
tokens += response[1]
translatedText = response[0]
textHistory.append('\"' + translatedText + '\"')
else:
translatedText = value
translatedText = jaString
textHistory.append('\"' + translatedText + '\"')
# Textwrap
@ -148,7 +149,7 @@ def translateJSON(data, pbar):
translatedText = translatedText.replace('\n', '@b')
# Set Data
data[key] = translatedText
item['value'] = translatedText
# Keep textHistory list at length maxHistory
if len(textHistory) > maxHistory:

View file

@ -12,7 +12,7 @@ from modules.tyrano import handleTyrano
from modules.json import handleJSON
from modules.kansen import handleKansen
THREADS = 9 # For GPT4 rate limit will be hit if you have more than 1 thread.
THREADS = 5 # For GPT4 rate limit will be hit if you have more than 1 thread.
# Info Message
print(Fore.LIGHTYELLOW_EX + "WARNING: Once a translation starts do not close it unless you want to lose your\

View file

@ -23,10 +23,10 @@ openai.api_key = os.getenv('key')
APICOST = .002 # Depends on the model https://openai.com/pricing
PROMPT = Path('prompt.txt').read_text(encoding='utf-8')
THREADS = 10 # For GPT4 rate limit will be hit if you have more than 1 thread.
THREADS = 10
LOCK = threading.Lock()
WIDTH = 50
LISTWIDTH = 60
LISTWIDTH = 90
MAXHISTORY = 10
ESTIMATE = ''
TOTALCOST = 0
@ -492,6 +492,7 @@ def searchCodes(page, pbar):
nametag = ''
match = []
syncIndex = 0
CLFlag = False
global LOCK
global NAMESLIST
@ -616,32 +617,32 @@ def searchCodes(page, pbar):
# Remove nametag from final string
finalJAString = finalJAString.replace(nametag, '')
elif '\\nw' in finalJAString or '\\NW' in finalJAString:
matchList = re.findall(r'([\\]+[nN][wW]\[(.+?)\])(.+)', finalJAString)
matchList = re.findall(r'([\\]+[nN][wW]\[(.+?)\]+)(.+)', finalJAString)
if len(matchList) != 0:
response = translateGPT(matchList[0][1], 'Reply with only the english translation of the NPC name', True)
tokens += response[1]
speaker = response[0].strip('.')
# Set Nametag and Remove from Final String
nametag = matchList[0][0].replace(matchList[0][1], speaker)
finalJAString = finalJAString.replace(matchList[0][0], '')
else:
print('wtf')
tokens += response[1]
speaker = response[0].strip('.')
# Set Nametag and Remove from Final String
nametag = matchList[0][0].replace(matchList[0][1], speaker)
finalJAString = finalJAString.replace(matchList[0][0], '')
# Set next item as dialogue
if (codeList[j + 1]['code'] == 401 and len(codeList[j + 1]['parameters']) > 0) or (codeList[j + 1]['code'] == 0 and len(codeList[j + 1]['parameters']) > 0):
# Set name var to top of list
codeList[j]['parameters'][0] = nametag
codeList[j]['code'] = code
# if (codeList[j + 1]['code'] == 401 and len(codeList[j + 1]['parameters']) > 0) or (codeList[j + 1]['code'] == 0 and len(codeList[j + 1]['parameters']) > 0):
# # Set name var to top of list
# codeList[j]['parameters'][0] = nametag
# codeList[j]['code'] = code
j += 1
codeList[j]['parameters'][0] = finalJAString
codeList[j]['code'] = code
nametag = ''
else:
# Set nametag in string
codeList[j]['parameters'][0] = nametag + finalJAString
codeList[j]['code'] = code
# j += 1
# codeList[j]['parameters'][0] = finalJAString
# codeList[j]['code'] = code
# nametag = ''
# else:
# Set nametag in string
codeList[j]['parameters'][0] = nametag + finalJAString
codeList[j]['code'] = code
### Only for Specific games where name is surrounded by brackets.
# elif '【' in finalJAString:
# matchList = re.findall(r'(.+?【(.+?)】.+?)(「.+)', finalJAString)
@ -685,7 +686,6 @@ def searchCodes(page, pbar):
finalJAString = finalJAString.replace('', '-')
finalJAString = finalJAString.replace('', '...')
finalJAString = finalJAString.replace(' ', '')
finalJAString = finalJAString.replace('\\#', '')
# Remove any RPGMaker Code at start
ffMatchList = re.findall(r'[\\]+[fF]+\[.+?\]', finalJAString)
@ -699,14 +699,17 @@ def searchCodes(page, pbar):
if len(rcodeMatch) > 0:
for match in rcodeMatch:
finalJAString = finalJAString.replace(match[0],match[1])
# # Formatting Codes
if finalJAString == 'あ、\\!あんな風に、おちんちん入ってるんだ...':
print('t')
formatMatch = re.findall(r'[\\]+[!><.]', finalJAString)
# Formatting Codes
formatMatch = re.findall(r'[\\]+[!><.|#^]', finalJAString)
if len(formatMatch) > 0:
for match in formatMatch:
finalJAString = finalJAString.replace(match, '')
# Center Lines
if '\\CL' in finalJAString:
finalJAString = finalJAString.replace('\\CL', '')
CLFlag = True
# Translate
if speaker == '' and finalJAString != '':
@ -727,19 +730,20 @@ def searchCodes(page, pbar):
translatedText = finalJAString
# Textwrap
if '\n' not in translatedText and '<br>' not in translatedText:
if FIXTEXTWRAP == True:
translatedText = textwrap.fill(translatedText, width=WIDTH)
if BRFLAG == True:
translatedText = translatedText.replace('\n', '<br>')
# Add Beginning Text
if CLFlag:
translatedText = '\\CL' + translatedText
CLFlag = False
translatedText = nametag + translatedText
nametag = ''
# Set Data
translatedText = translatedText.replace('\"', '')
translatedText = translatedText.replace('\\CL ', '\\CL')
translatedText = translatedText.replace('\\CL', '\\CL ')
codeList[i]['parameters'][0] = ''
codeList[i]['code'] = 0
codeList[j]['parameters'][0] = translatedText
@ -757,7 +761,7 @@ def searchCodes(page, pbar):
if codeList[i]['code'] == 122 and CODE122 == True:
# This is going to be the var being set. (IMPORTANT)
varNum = codeList[i]['parameters'][0]
if varNum != 319:
if varNum != 11:
continue
jaString = codeList[i]['parameters'][4]
@ -883,32 +887,31 @@ def searchCodes(page, pbar):
codeList[i]['parameters'][0] = translatedText
## Event Code: 101 [Name] [Optional]
if codeList[i]['code'] == 101 and CODE101 == True:
jaString = codeList[i]['parameters'][0]
if codeList[i]['code'] == 101 and CODE101 == True:
# Grab String
jaString = ''
if len(codeList[i]['parameters']) > 4:
jaString = codeList[i]['parameters'][4]
if type(jaString) != str:
continue
# Force Speaker
if 'natu' in jaString:
speaker = 'Natsu'
continue
elif 'kotohana' in jaString:
speaker = 'Kotohana'
continue
elif 'aoi' in jaString:
speaker = 'Aoi'
continue
elif 'misaki' in jaString:
speaker = 'Misaki'
continue
elif 'koume' in jaString:
speaker = 'Koume'
continue
elif 'titose' in jaString:
speaker = 'Chitose'
continue
else:
speaker = 'Unknown'
matchList = re.findall(r'(\w+)\\?', jaString)
if len(matchList) > 0:
if 'エスカ' in jaString:
speaker = 'Esuka'
codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker)
continue
elif 'シュウ' in jaString:
speaker = 'Shuu'
codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker)
continue
elif 'ワルチン総統' in jaString:
speaker = 'President Waltin'
codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker)
continue
else:
speaker = ''
# Definitely don't want to mess with files
if '_' in jaString:
@ -957,11 +960,11 @@ def searchCodes(page, pbar):
continue
# Want to translate this script
if codeList[i]['code'] == 355 and '$gameSystem.addLog' not in jaString:
if codeList[i]['code'] == 355 and '.setProfile' not in jaString:
continue
# Don't want to touch certain scripts
if codeList[i]['code'] == 655 and '$gameSystem.addLog' not in jaString:
if codeList[i]['code'] == 655 and '.setProfile' not in jaString:
continue
# Need to remove outside code and put it back later
@ -1089,7 +1092,7 @@ def searchCodes(page, pbar):
jaString = re.sub(r'\n', '_', jaString)
# Capture Arguments and text
dtextList = re.findall(r'D_TEXT\s(.+?)\s|D_TEXT\s(.+)', jaString)
dtextList = re.findall(r'D_TEXT\s(.+)\s|D_TEXT\s(.+)', jaString)
if len(dtextList) > 0:
if dtextList[0][0] != '':
dtext = dtextList[0][0]
@ -1097,9 +1100,6 @@ def searchCodes(page, pbar):
dtext = dtextList[0][1]
originalDTEXT = dtext
# Remove underscores
dtext = re.sub(r'_', ' ', dtext)
# Using this to keep track of 401's in a row. Throws IndexError at EndOfList (Expected Behavior)
currentGroup.append(dtext)
@ -1111,7 +1111,7 @@ def searchCodes(page, pbar):
codeList[i]['parameters'][0] = ''
i += 1
jaString = codeList[i]['parameters'][0]
dtextList = re.findall(r'D_TEXT\s(.+?)\s|D_TEXT\s(.+)', jaString)
dtextList = re.findall(r'D_TEXT\s(.+)\s|D_TEXT\s(.+)', jaString)
if len(dtextList) > 0:
if dtextList[0][0] != '':
dtext = dtextList[0][0]
@ -1127,15 +1127,15 @@ def searchCodes(page, pbar):
# Clear Group
currentGroup = []
# Remove any textwrap
jaString = re.sub(r'\n', '_', jaString)
# Translate
response = translateGPT(finalJAString, 'Reply with the English Translation.', True)
translatedText = response[0]
tokens += response[1]
# Textwrap
translatedText = textwrap.fill(translatedText, width=20, drop_whitespace=False)
# Remove characters that may break scripts
charList = ['.', '\"']
for char in charList:
@ -1143,6 +1143,9 @@ def searchCodes(page, pbar):
# Cant have spaces?
translatedText = translatedText.replace(' ', '_')
# Fix spacing after ___
translatedText = translatedText.replace('__\n', '__')
# Put Args Back
translatedText = jaString.replace(originalDTEXT, translatedText)
@ -1214,6 +1217,68 @@ def searchCodes(page, pbar):
else:
continue
if 'PushGab ' in jaString:
# Remove any textwrap
jaString = re.sub(r'\n', '_', jaString)
# Capture Arguments and text
infoList = re.findall(r'PushGab [0-9]+ (.+)', jaString)
if len(infoList) > 0:
info = infoList[0]
originalInfo = info
# Remove underscores
info = re.sub(r'_', ' ', info)
# Using this to keep track of 401's in a row. Throws IndexError at EndOfList (Expected Behavior)
currentGroup.append(info)
while (codeList[i+1]['code'] == 356):
# Want to translate this script
if 'PushGab ' not in codeList[i+1]['parameters'][0]:
break
codeList[i]['parameters'][0] = ''
i += 1
jaString = codeList[i]['parameters'][0]
infoList = re.findall(r'PushGab [0-9]+ (.+)', jaString)
if len(infoList) > 0:
dtext = infoList[0]
currentGroup.append(info)
# Join up 356 groups for better translation.
if len(currentGroup) > 0:
finalJAString = ' '.join(currentGroup)
else:
finalJAString = info
# Clear Group
currentGroup = []
# Remove any textwrap
jaString = re.sub(r'\n', '_', jaString)
# Translate
response = translateGPT(finalJAString, 'Reply with the English Translation.', True)
translatedText = response[0]
tokens += response[1]
# Remove characters that may break scripts
charList = ['.', '\"']
for char in charList:
translatedText = translatedText.replace(char, '')
# Cant have spaces?
translatedText = translatedText.replace(' ', '_')
# Put Args Back
translatedText = jaString.replace(originalInfo, translatedText)
# Set Data
codeList[i]['parameters'][0] = translatedText
else:
continue
### Event Code: 102 Show Choice
if codeList[i]['code'] == 102 and CODE102 == True:
for choice in range(len(codeList[i]['parameters'][0])):
@ -1420,7 +1485,7 @@ def searchSS(state, pbar):
def searchSystem(data, pbar):
tokens = 0
context = 'Reply with only the english translation of the UI textbox.\nTranslate "逃げる" as "Escape".\nTranslate"大事なもの" as "Key Items.\nTranslate "最強装備" as "Optimize".\nTranslate "攻撃力" as "Attack".\nTranslate "最大HP" as "Max HP".\nTranslate "経験値" as "EXP".\n Translate "購入する" as "Buy"'
context = '\nTranslate "逃げる" as "Escape".\nTranslate"大事なもの" as "Key Items.\nTranslate "最強装備" as "Optimize".\nTranslate "攻撃力" as "Attack".\nTranslate "最大HP" as "Max HP".\nTranslate "経験値" as "EXP".\n Translate "購入する" as "Buy".\nReply with only the english translation of the UI textbox."'
# Title
response = translateGPT(data['gameTitle'], ' Reply with the English translation of the game title name', False)
@ -1470,7 +1535,7 @@ def searchSystem(data, pbar):
# Messages
messages = (data['terms']['messages'])
for key, value in messages.items():
response = translateGPT(value, 'Reply with only the english translation of the battle text.\nTranslate "常時ダッシュ" as "Always Dash".', False)
response = translateGPT(value, 'Reply with only the english translation of the battle text.\nTranslate "常時ダッシュ" as "Always Dash"\nTranslate "次の%1まで" as Next %1.', False)
translatedText = response[0]
# Remove characters that may break scripts
@ -1507,11 +1572,11 @@ def subVars(jaString):
# Names
count = 0
nameList = re.findall(r'[\\]+[nN]\[[0-9]+\]', jaString)
nameList = re.findall(r'[\\]+[nN]\[.+?\]+', jaString)
nameList = set(nameList)
if len(nameList) != 0:
for name in nameList:
jaString = jaString.replace(name, '[Name' + str(count) + ']')
jaString = jaString.replace(name, '[N' + str(count) + ']')
count += 1
# Variables
@ -1523,8 +1588,19 @@ def subVars(jaString):
jaString = jaString.replace(var, '[Var' + str(count) + ']')
count += 1
# Formatting
count = 0
if '笑えるよね.' in jaString:
print('t')
formatList = re.findall(r'[\\]+CL', jaString)
formatList = set(formatList)
if len(formatList) != 0:
for var in formatList:
jaString = jaString.replace(var, '[FCode' + str(count) + ']')
count += 1
# Put all lists in list and return
allList = [iconList, colorList, nameList, varList]
allList = [iconList, colorList, nameList, varList, formatList]
return [jaString, allList]
def resubVars(translatedText, allList):
@ -1553,7 +1629,7 @@ def resubVars(translatedText, allList):
count = 0
if len(allList[2]) != 0:
for var in allList[2]:
translatedText = translatedText.replace('[Name' + str(count) + ']', var)
translatedText = translatedText.replace('[N' + str(count) + ']', var)
count += 1
# Vars
@ -1562,6 +1638,13 @@ def resubVars(translatedText, allList):
for var in allList[3]:
translatedText = translatedText.replace('[Var' + str(count) + ']', var)
count += 1
# Formatting
count = 0
if len(allList[4]) != 0:
for var in allList[4]:
translatedText = translatedText.replace('[FCode' + str(count) + ']', var)
count += 1
# Remove Color Variables Spaces
# if '\\c' in translatedText:
@ -1586,13 +1669,25 @@ def translateGPT(t, history, fullPromptFlag):
return(t, 0)
"""Translate text using GPT"""
context = 'Eroge Names Context: (Name: サクラ == Sakura\nGender: Female,\n\nName: ルリカ == Rurika\nGender: Female,\n\nName: ケンイチ == Kenichi\nGender: Male)'
context = '```\
Character Names Context:\
Name: クノ == Kuno - Gender: Female\
Name: ノンナ == Nonna - Gender: Female\
Name: フロス == Fross - Gender: Female\
Name: シア == Shia - Gender: Female\
Name: ウカ == Uka - Gender: Female\
Name: プラエ == Plae - Gender: Female\
Name: サナ == Sana - Gender: Female\
Name: サリア == Saria - Gender: Female\
Name: 太郎 == Taro - Gender: Male\
```'
if fullPromptFlag:
system = PROMPT
user = 'Line to Translate: ' + subbedT
system = PROMPT.replace('\n', '')
user = 'Line to Translate = ' + subbedT
else:
system = 'You are an expert translator who translates everything to English. Reply with only the English Translation of the text.'
user = 'Line to Translate: ' + subbedT
user = 'Line to Translate = ' + subbedT
response = openai.ChatCompletion.create(
temperature=0,
frequency_penalty=0.2,
@ -1617,10 +1712,10 @@ def translateGPT(t, history, fullPromptFlag):
# Remove Placeholder Text
translatedText = translatedText.replace('English Translation: ', '')
translatedText = translatedText.replace('Translation: ', '')
translatedText = translatedText.replace('Line to Translate: ', '')
translatedText = translatedText.replace('Line to Translate = ', '')
translatedText = translatedText.replace('English Translation:', '')
translatedText = translatedText.replace('Translation:', '')
translatedText = translatedText.replace('Line to Translate:', '')
translatedText = translatedText.replace('Line to Translate = ', '')
translatedText = re.sub(r'\n\nPast Translated Text:.*', '', translatedText, 0, re.DOTALL)
translatedText = re.sub(r'Note:.*', '', translatedText)
translatedText = translatedText.replace('', '')