From 30dc6a72be8295efc484694752b1b12470c62215 Mon Sep 17 00:00:00 2001 From: Dazed Date: Mon, 6 Nov 2023 17:24:43 -0600 Subject: [PATCH] Update ACE with MV Script as Base --- modules/rpgmakerace.py | 706 +++++++++++++++++++++++++++------------- modules/rpgmakermvmz.py | 14 +- 2 files changed, 487 insertions(+), 233 deletions(-) diff --git a/modules/rpgmakerace.py b/modules/rpgmakerace.py index 76fc6d3..73ba5a8 100644 --- a/modules/rpgmakerace.py +++ b/modules/rpgmakerace.py @@ -22,16 +22,17 @@ load_dotenv() openai.organization = os.getenv('org') openai.api_key = os.getenv('key') -APICOST = .002 # Depends on the model https://openai.com/pricing +INPUTAPICOST = .002 # Depends on the model https://openai.com/pricing +OUTPUTAPICOST = .002 PROMPT = Path('prompt.txt').read_text(encoding='utf-8') -THREADS = 10 # For GPT4 rate limit will be hit if you have more than 1 thread. +THREADS = 10 LOCK = threading.Lock() WIDTH = 50 -LISTWIDTH = 60 +LISTWIDTH = 90 +NOTEWIDTH = 50 MAXHISTORY = 10 ESTIMATE = '' -TOTALCOST = 0 -TOTALTOKENS = 0 +totalTokens = [0, 0] NAMESLIST = [] #tqdm Globals @@ -54,13 +55,13 @@ CODE324 = False CODE111 = False CODE408 = False CODE108 = False -NAMES = True # Output a list of all the character names found +NAMES = False # Output a list of all the character names found BRFLAG = False # If the game uses
instead -FIXTEXTWRAP = False # Adjust wordwrap of text (IGNORETLTEXT must be False) -IGNORETLTEXT = True # Leave this False if you need to adjust the wordwrap +FIXTEXTWRAP = True +IGNORETLTEXT = False -def handleACE(filename, estimate): - global ESTIMATE, TOTALTOKENS, TOTALCOST +def handleMVMZ(filename, estimate): + global ESTIMATE, totalTokens ESTIMATE = estimate if estimate: @@ -73,10 +74,10 @@ def handleACE(filename, estimate): if NAMES == True: tqdm.write(str(NAMESLIST)) with LOCK: - TOTALCOST += translatedData[1] * .001 * APICOST - TOTALTOKENS += translatedData[1] + totalTokens[0] += translatedData[1][0] + totalTokens[1] += translatedData[1][1] - return getResultString(['', TOTALTOKENS, None], end - start, 'TOTAL') + return getResultString(['', totalTokens, None], end - start, 'TOTAL') else: try: @@ -92,13 +93,12 @@ def handleACE(filename, estimate): yaml.dump(translatedData[0], outFile) tqdm.write(getResultString(translatedData, end - start, filename)) with LOCK: - TOTALCOST += translatedData[1] * .001 * APICOST - TOTALTOKENS += translatedData[1] + totalTokens[0] += translatedData[1][0] + totalTokens[1] += translatedData[1][1] except Exception as e: - traceback.print_exc() return 'Fail' - return getResultString(['', TOTALTOKENS, None], end - start, 'TOTAL') + return getResultString(['', totalTokens, None], end - start, 'TOTAL') def openFiles(filename): yaml=YAML(pure=True) # Need a yaml instance per thread. @@ -171,34 +171,38 @@ def openFiles(filename): def getResultString(translatedData, translationTime, filename): # File Print String - tokenString = Fore.YELLOW + '[' + str(translatedData[1]) + \ - ' Tokens/${:,.4f}'.format(translatedData[1] * .001 * APICOST) + ']' + totalTokenstring =\ + Fore.YELLOW +\ + '[Input: ' + str(translatedData[1][0]) + ']'\ + '[Output: ' + str(translatedData[1][1]) + ']'\ + '[Cost: ${:,.4f}'.format((translatedData[1][0] * .001 * INPUTAPICOST) +\ + (translatedData[1][1] * .001 * OUTPUTAPICOST)) + ']' timeString = Fore.BLUE + '[' + str(round(translationTime, 1)) + 's]' if translatedData[2] == None: # Success - return filename + ': ' + tokenString + timeString + Fore.GREEN + u' \u2713 ' + Fore.RESET + return filename + ': ' + totalTokenstring + timeString + Fore.GREEN + u' \u2713 ' + Fore.RESET else: # Fail try: raise translatedData[2] except Exception as e: - traceback.print_exc() errorString = str(e) + Fore.RED - return filename + ': ' + tokenString + timeString + Fore.RED + u' \u2717 ' +\ + return filename + ': ' + totalTokenstring + timeString + Fore.RED + u' \u2717 ' +\ errorString + Fore.RESET def parseMap(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 events = data['events'] global LOCK # Translate displayName for Map files if 'Map' in filename: - response = translateGPT(data['display_name'], 'Reply with only the english translation of the RPG location name', False) - totalTokens += response[1] + response = translateGPT(data['displayName'], 'Reply with only the english translation of the RPG location name', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] data['display_name'] = response[0].replace('\"', '') # Get total for progress bar @@ -220,9 +224,10 @@ def parseMap(data, filename): futures = [executor.submit(searchCodes, page, pbar) for page in events[key]['pages'] if page is not None] for future in as_completed(futures): try: - totalTokens += future.result() + totalTokensFuture = future.result() + totalTokens[0] += totalTokensFuture[0] + totalTokens[1] += totalTokensFuture[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] @@ -237,19 +242,19 @@ def translateNote(event, regex): jaString = re.sub(r'\n', ' ', oldJAString) # Translate - response = translateGPT(jaString, 'Reply with the English translation of the hint.', True) + response = translateGPT(jaString, 'Reply with the English translation of the note.', True) translatedText = response[0] # Textwrap - translatedText = textwrap.fill(translatedText, width=LISTWIDTH) + translatedText = textwrap.fill(translatedText, width=NOTEWIDTH) translatedText = translatedText.replace('\"', '') event['note'] = event['note'].replace(oldJAString, translatedText) return response[1] - return 0 + return [0,0] def parseCommonEvents(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 global LOCK @@ -265,14 +270,15 @@ def parseCommonEvents(data, filename): futures = [executor.submit(searchCodes, page, pbar) for page in data if page is not None] for future in as_completed(futures): try: - totalTokens += future.result() + totalTokensFuture = future.result() + totalTokens[0] += totalTokensFuture[0] + totalTokens[1] += totalTokensFuture[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseTroops(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 global LOCK @@ -291,14 +297,15 @@ def parseTroops(data, filename): futures = [executor.submit(searchCodes, page, pbar) for page in troop['pages'] if page is not None] for future in as_completed(futures): try: - totalTokens += future.result() + totalTokensFuture = future.result() + totalTokens[0] += totalTokensFuture[0] + totalTokens[1] += totalTokensFuture[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseNames(data, filename, context): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 totalLines += len(data) @@ -309,14 +316,15 @@ def parseNames(data, filename, context): if name is not None: try: result = searchNames(name, pbar, context) - totalTokens += result + totalTokens[0] += result[0] + totalTokens[1] += result[1] except Exception as e: traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseThings(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 totalLines += len(data) @@ -327,14 +335,14 @@ def parseThings(data, filename): if name is not None: try: result = searchThings(name, pbar) - totalTokens += result + totalTokens[0] += result[0] + totalTokens[1] += result[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseSS(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 totalLines += len(data) @@ -345,14 +353,14 @@ def parseSS(data, filename): if ss is not None: try: result = searchSS(ss, pbar) - totalTokens += result + totalTokens[0] += result[0] + totalTokens[1] += result[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseSystem(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 # Calculate Total Lines @@ -369,14 +377,14 @@ def parseSystem(data, filename): pbar.total=totalLines try: result = searchSystem(data, pbar) - totalTokens += result + totalTokens[0] += result[0] + totalTokens[1] += result[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def parseScenario(data, filename): - totalTokens = 0 + totalTokens = [0, 0] totalLines = 0 global LOCK @@ -391,14 +399,15 @@ def parseScenario(data, filename): futures = [executor.submit(searchCodes, page[1], pbar) for page in data.items() if page[1] is not None] for future in as_completed(futures): try: - totalTokens += future.result() + totalTokensFuture = future.result() + totalTokens[0] += totalTokensFuture[0] + totalTokens[1] += totalTokensFuture[1] except Exception as e: - traceback.print_exc() return [data, totalTokens, e] return [data, totalTokens, None] def searchThings(name, pbar): - tokens = 0 + totalTokens = [0, 0] # Name nameResponse = translateGPT(name['name'], 'Reply with only the english translation of the RPG item name.', False) if 'name' in name else '' @@ -408,11 +417,17 @@ def searchThings(name, pbar): # Note if '') + totalTokens[0] += translateNote(name, r'')[0] + totalTokens[1] += translateNote(name, r'')[1] + if '')[0] + totalTokens[1] += translateNote(name, r'')[1] - # Count Tokens - tokens += nameResponse[1] if nameResponse != '' else 0 - tokens += descriptionResponse[1] if descriptionResponse != '' else 0 + # Count totalTokens + totalTokens[0] += nameResponse[1][0] if nameResponse != '' else 0 + totalTokens[1] += nameResponse[1][1] if nameResponse != '' else 0 + totalTokens[0] += descriptionResponse[1][0] if descriptionResponse != '' else 0 + totalTokens[1] += descriptionResponse[1][1] if descriptionResponse != '' else 0 # Set Data if 'name' in name: @@ -426,10 +441,10 @@ def searchThings(name, pbar): name['description'] = description.replace('\"', '') pbar.update(1) - return tokens + return totalTokens def searchNames(name, pbar, context): - tokens = 0 + totalTokens = [0, 0] # Set the context of what we are translating if 'Actors' in context: @@ -458,21 +473,26 @@ def searchNames(name, pbar, context): else: responseList.append(['', 0]) if 'hint' in name['note']: - tokens += translateNote(name, r'\n([\s\S]*?)\n') + totalTokens[0] += translateNote(name, r'')[0] + totalTokens[1] += translateNote(name, r'')[1] if 'Enemies' in context: if 'variable_update_skill' in name['note']: - tokens += translateNote(name, r'111:(.+?)\n') + totalTokens[0] += translateNote(name, r'111:(.+?)\n')[0] + totalTokens[1] += translateNote(name, r'111:(.+?)\n')[1] if 'desc2' in name['note']: - tokens += translateNote(name, r']*)>') + totalTokens[0] += translateNote(name, r']*)>')[0] + totalTokens[1] += translateNote(name, r']*)>')[1] if 'desc3' in name['note']: - tokens += translateNote(name, r']*)>') + totalTokens[0] += translateNote(name, r']*)>')[0] + totalTokens[1] += translateNote(name, r']*)>')[1] # Extract all our translations in a list from response for i in range(len(responseList)): - tokens += responseList[i][1] + totalTokens[0] += responseList[i][1][0] + totalTokens[1] += responseList[i][1][1] responseList[i] = responseList[i][0] # Set Data @@ -483,29 +503,32 @@ def searchNames(name, pbar, context): translatedText = textwrap.fill(responseList[2], LISTWIDTH) name['nickname'] = translatedText.replace('\"', '') if '<特徴1:' in name['note']: - tokens += translateNote(name, r'<特徴1:([^>]*)>') + totalTokens[0] += translateNote(name, r'<特徴1:([^>]*)>')[0] + totalTokens[1] += translateNote(name, r'<特徴1:([^>]*)>')[1] if 'Armors' in context or 'Weapons' in context: translatedText = textwrap.fill(responseList[1], LISTWIDTH) if 'description' in name: name['description'] = translatedText.replace('\"', '') if '\n([\s\S]*?)\n') + totalTokens[0] += translateNote(name, r'\n([\s\S]*?)\n')[0] + totalTokens[1] += translateNote(name, r'\n([\s\S]*?)\n')[1] pbar.update(1) - return tokens + return totalTokens def searchCodes(page, pbar): translatedText = '' currentGroup = [] textHistory = [] maxHistory = MAXHISTORY - tokens = 0 + totalTokens = [0, 0] speaker = '' speakerVar = '' nametag = '' match = [] syncIndex = 0 + CLFlag = False global LOCK global NAMESLIST @@ -569,8 +592,9 @@ def searchCodes(page, pbar): # Color Regex: ^([\\]+[cC]\[[0-9]\]+(.+?)[\\]+[cC]\[[0]\]) matchList = re.findall(r'(.*?([\\]+[nN]<(.+?)>).*)', finalJAString) if len(matchList) > 0: - response = translateGPT(matchList[0][2], 'Reply with only the english translation of the NPC name', True) - tokens += response[1] + response = translateGPT(matchList[0][2], 'Reply with only the english translation of the NPC name', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] speaker = response[0].strip('.') nametag = matchList[0][1].replace(matchList[0][2], speaker) finalJAString = finalJAString.replace(matchList[0][1], '') @@ -618,7 +642,8 @@ def searchCodes(page, pbar): if len(matchList) != 0: # Translate Speaker response = translateGPT(matchList[0][1], 'Reply with only the english translation of the NPC name', True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] speaker = response[0].strip('.') nametag = matchList[0][0].replace(matchList[0][1], speaker) finalJAString = finalJAString.replace(matchList[0][0], '') @@ -630,17 +655,16 @@ def searchCodes(page, pbar): # Remove nametag from final string finalJAString = finalJAString.replace(nametag, '') elif '\\nw' in finalJAString or '\\NW' in finalJAString: - matchList = re.findall(r'([\\]+[nN][wW]\[(.+?)\])(.+)', finalJAString) + matchList = re.findall(r'([\\]+[nN][wW]\[(.+?)\]+)(.+)', finalJAString) if len(matchList) != 0: response = translateGPT(matchList[0][1], 'Reply with only the english translation of the NPC name', True) - else: - print('Regex Failed') - tokens += response[1] - speaker = response[0].strip('.') + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + speaker = response[0].strip('.') - # Set Nametag and Remove from Final String - nametag = matchList[0][0].replace(matchList[0][1], speaker) - finalJAString = finalJAString.replace(matchList[0][0], '') + # Set Nametag and Remove from Final String + nametag = matchList[0][0].replace(matchList[0][1], speaker) + finalJAString = finalJAString.replace(matchList[0][0], '') # Set next item as dialogue if (codeList[j + 1]['c'] == 401 and len(codeList[j + 1]['p']) > 0) or (codeList[j + 1]['c'] == 0 and len(codeList[j + 1]['p']) > 0): @@ -663,7 +687,8 @@ def searchCodes(page, pbar): # response = translateGPT(matchList[0][1], 'Reply with only the english translation of the NPC name', True) # else: # print('wtf') - # tokens += response[1] + # totalTokens[0] += response[1][0] + # totalTokens[1] += response[1][1] # speaker = response[0].strip('.') # # Set Nametag and Remove from Final String @@ -685,6 +710,13 @@ def searchCodes(page, pbar): # codeList[j]['p'][0] = nametag + finalJAString # codeList[j]['c'] = code + # Special Effects + soundEffectString = '' + matchList = re.findall(r'(.+\\SE\[.+?\])', finalJAString) + if len(matchList) != 0: + soundEffectString = matchList[0] + finalJAString = finalJAString.replace(matchList[0], '') + # Remove any textwrap if FIXTEXTWRAP == True: finalJAString = re.sub(r'\n', ' ', finalJAString) @@ -699,7 +731,7 @@ def searchCodes(page, pbar): finalJAString = finalJAString.replace('―', '-') finalJAString = finalJAString.replace('…', '...') finalJAString = finalJAString.replace('　', '') - finalJAString = finalJAString.replace('\\#', '') + # finalJAString = finalJAString.replace('〇', '*') # Remove any RPGMaker Code at start ffMatchList = re.findall(r'[\\]+[fF]+\[.+?\]', finalJAString) @@ -709,51 +741,69 @@ def searchCodes(page, pbar): ### Remove format codes # Furigana - rcodeMatch = re.findall(r'([\\]+r\[(.+?),.+?\])', finalJAString) + rcodeMatch = re.findall(r'([\\]+[r][b]?\[.+?,(.+?)\])', finalJAString) if len(rcodeMatch) > 0: for match in rcodeMatch: finalJAString = finalJAString.replace(match[0],match[1]) - # # Formatting Codes - if finalJAString == 'あ、\\!あんな風に、おちんちん入ってるんだ...': - print('t') - formatMatch = re.findall(r'[\\]+[!><.]', finalJAString) + + # Formatting Codes + formatMatch = re.findall(r'[\\]+[!><.|#^]', finalJAString) if len(formatMatch) > 0: for match in formatMatch: finalJAString = finalJAString.replace(match, '') + # Center Lines + if '\\CL' in finalJAString: + finalJAString = finalJAString.replace('\\CL', '') + CLFlag = True # Translate if speaker == '' and finalJAString != '': - response = translateGPT(finalJAString, 'Past Translated Text: ' + '|\n\n'.join(textHistory), True) - tokens += response[1] + response = translateGPT(finalJAString, textHistory, True) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] - textHistory.append('\"' + translatedText + '\"') - elif finalJAString != '': - response = translateGPT(speaker + ': ' + finalJAString, 'Past Translated Text: ' + '|\n\n'.join(textHistory), True) - tokens += response[1] - translatedText = response[0] - textHistory.append('\"' + translatedText + '\"') # Remove added speaker translatedText = re.sub(r'^.+?:\s?', '', translatedText) - speaker = '' + + # Sub Vars + varResponse = subVars(translatedText) + subbedT = varResponse[0] + textHistory.append('\"' + varResponse[0] + '\"') + elif finalJAString != '': + response = translateGPT(speaker + ': ' + finalJAString, textHistory, True) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + translatedText = response[0] + + # Remove added speaker + translatedText = re.sub(r'^.+?:\s?', '', translatedText) + + # Sub Vars + varResponse = subVars(translatedText) + subbedT = varResponse[0] + textHistory.append('\"' + speaker + ': ' + varResponse[0] + '\"') + speaker = '' else: translatedText = finalJAString # Textwrap - if '\n' not in translatedText and '
' not in translatedText: + if FIXTEXTWRAP == True: translatedText = textwrap.fill(translatedText, width=WIDTH) if BRFLAG == True: translatedText = translatedText.replace('\n', '
') # Add Beginning Text + if CLFlag: + translatedText = '\\CL' + translatedText + CLFlag = False translatedText = nametag + translatedText nametag = '' + translatedText = soundEffectString + translatedText # Set Data translatedText = translatedText.replace('\"', '') - translatedText = translatedText.replace('\\CL ', '\\CL') - translatedText = translatedText.replace('\\CL', '\\CL ') codeList[i]['p'][0] = '' codeList[i]['c'] = 0 codeList[j]['p'][0] = translatedText @@ -794,7 +844,8 @@ def searchCodes(page, pbar): match = match.replace('\\n', ' ') response = translateGPT(match, 'Reply with the English translation.', True) translatedText = response[0] - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] # Replace translatedText = jaString.replace(jaString, translatedText) @@ -840,7 +891,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(finalJAString, '', True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # Textwrap @@ -879,7 +931,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(jaString, '', True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # Remove characters that may break scripts @@ -897,32 +950,31 @@ def searchCodes(page, pbar): codeList[i]['p'][0] = translatedText ## Event Code: 101 [Name] [Optional] - if codeList[i]['c'] == 101 and CODE101 == True: - jaString = codeList[i]['p'][0] + if codeList[i]['code'] == 101 and CODE101 == True: + # Grab String + jaString = '' + if len(codeList[i]['parameters']) > 4: + jaString = codeList[i]['parameters'][4] if type(jaString) != str: continue # Force Speaker - if 'natu' in jaString: - speaker = 'Natsu' - continue - elif 'kotohana' in jaString: - speaker = 'Kotohana' - continue - elif 'aoi' in jaString: - speaker = 'Aoi' - continue - elif 'misaki' in jaString: - speaker = 'Misaki' - continue - elif 'koume' in jaString: - speaker = 'Koume' - continue - elif 'titose' in jaString: - speaker = 'Chitose' - continue - else: - speaker = 'Unknown' + matchList = re.findall(r'(\w+)\\?', jaString) + if len(matchList) > 0: + if 'エスカ' in jaString: + speaker = 'Esuka' + codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker) + continue + elif 'シュウ' in jaString: + speaker = 'Shuu' + codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker) + continue + elif 'ワルチン総統' in jaString: + speaker = 'President Waltin' + codeList[i]['parameters'][4] = jaString.replace(matchList[0], speaker) + continue + else: + speaker = '' # Definitely don't want to mess with files if '_' in jaString: @@ -945,7 +997,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(jaString, 'Reply with only the english translation of the NPC name.', False) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # Remove characters that may break scripts @@ -963,44 +1016,44 @@ def searchCodes(page, pbar): NAMESLIST.append(speaker) ## Event Code: 355 or 655 Scripts [Optional] - if (codeList[i]['c'] == 355 or codeList[i]['c'] == 655) and CODE355655 == True: - jaString = codeList[i]['p'][0] + if (codeList[i]['code'] == 355 or codeList[i]['code'] == 655) and CODE355655 == True: + jaString = codeList[i]['parameters'][0] # If there isn't any Japanese in the text just skip if not re.search(r'[一-龠]+|[ぁ-ゔ]+|[ァ-ヴー]+', jaString): continue - # Want to translate this script - if codeList[i]['c'] == 355 and '$gameSystem.addLog' not in jaString: + if '<' in jaString: continue - # Don't want to touch certain scripts - if codeList[i]['c'] == 655 and '$gameSystem.addLog' not in jaString: + # Want to translate this script + if 'var str =' not in jaString: continue # Need to remove outside code and put it back later - startString = re.search(r'^[^一-龠ぁ-ゔァ-ヴー\<\>【】（）「」『』]+', jaString) - jaString = re.sub(r'^[^一-龠ぁ-ゔァ-ヴー\<\>【】（）「」『』]+', '', jaString) - endString = re.search(r'[^一-龠ぁ-ゔァ-ヴー\<\>【】（）「」『』。！？]+$', jaString) - jaString = re.sub(r'[^一-龠ぁ-ゔァ-ヴー\<\>【】（）「」『』。！？]+$', '', jaString) - if startString is None: startString = '' - else: startString = startString.group() - if endString is None: endString = '' - else: endString = endString.group() + matchList = re.findall(r'var str ="(.+)"', jaString) # Translate - response = translateGPT(jaString, 'Reply with the English Translation of the text.', True) - tokens += response[1] - translatedText = response[0] + if len(matchList) > 0: + # If there isn't any Japanese in the text just skip + if not re.search(r'[一-龠]+|[ぁ-ゔ]+|[ァ-ヴー]+', matchList[0]): + continue - # Remove characters that may break scripts - charList = ['\"', "\'"] - for char in charList: - translatedText = translatedText.replace(char, '') - - # Set Data - translatedText = startString + translatedText + endString - codeList[i]['p'][0] = translatedText + response = translateGPT(matchList[0], 'Reply with the English translation Stat Title. Keep it brief.', True) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + translatedText = response[0] + + # Remove characters that may break scripts + charList = ['.', '\"'] + for char in charList: + translatedText = translatedText.replace(char, '') + translatedText = translatedText.replace('"', '\"') + translatedText = translatedText.replace("'", '\'') + translatedText = jaString.replace(matchList[0], translatedText) + + # Set Data + codeList[i]['parameters'][0] = translatedText ## Event Code: 408 (Script) if (codeList[i]['c'] == 408) and CODE408 == True: @@ -1026,7 +1079,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(jaString, '', True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # Remove characters that may break scripts @@ -1059,14 +1113,16 @@ def searchCodes(page, pbar): # Translate if len(matchList) > 0: response = translateGPT(matchList[0], 'Reply with the English translation of the Location Title', True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # Remove characters that may break scripts charList = ['.', '\"'] for char in charList: translatedText = translatedText.replace(char, '') - + translatedText = translatedText.replace('"', '\"') + translatedText = translatedText.replace(' ', '_') translatedText = jaString.replace(matchList[0], translatedText) translatedText = translatedText.replace('"', '\"') @@ -1085,7 +1141,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(matchList[0], 'Reply with the English translation of the NPC name.', True) translatedText = response[0] - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] # Set Text speaker = translatedText @@ -1103,7 +1160,7 @@ def searchCodes(page, pbar): jaString = re.sub(r'\n', '_', jaString) # Capture Arguments and text - dtextList = re.findall(r'D_TEXT\s(.+?)\s|D_TEXT\s(.+)', jaString) + dtextList = re.findall(r'D_TEXT\s(.+)\s|D_TEXT\s(.+)', jaString) if len(dtextList) > 0: if dtextList[0][0] != '': dtext = dtextList[0][0] @@ -1111,21 +1168,18 @@ def searchCodes(page, pbar): dtext = dtextList[0][1] originalDTEXT = dtext - # Remove underscores - dtext = re.sub(r'_', ' ', dtext) - # Using this to keep track of 401's in a row. Throws IndexError at EndOfList (Expected Behavior) currentGroup.append(dtext) - while (codeList[i+1]['c'] == 356): + while (codeList[i+1]['code'] == 356): # Want to translate this script - if 'D_TEXT ' not in codeList[i+1]['p'][0]: + if 'D_TEXT ' not in codeList[i+1]['parameters'][0]: break - codeList[i]['p'][0] = '' + codeList[i]['parameters'][0] = '' i += 1 - jaString = codeList[i]['p'][0] - dtextList = re.findall(r'D_TEXT\s(.+?)\s|D_TEXT\s(.+)', jaString) + jaString = codeList[i]['parameters'][0] + dtextList = re.findall(r'D_TEXT\s(.+)\s|D_TEXT\s(.+)', jaString) if len(dtextList) > 0: if dtextList[0][0] != '': dtext = dtextList[0][0] @@ -1141,6 +1195,72 @@ def searchCodes(page, pbar): # Clear Group currentGroup = [] + + # Translate + response = translateGPT(finalJAString, 'Reply with the English Translation.', True) + translatedText = response[0] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + + # Textwrap + translatedText = textwrap.fill(translatedText, width=20, drop_whitespace=False) + + # Remove characters that may break scripts + charList = ['.', '\"'] + for char in charList: + translatedText = translatedText.replace(char, '') + + # Cant have spaces? + translatedText = translatedText.replace(' ', '_') + + # Fix spacing after ___ + translatedText = translatedText.replace('__\n', '__') + + # Put Args Back + translatedText = jaString.replace(originalDTEXT, translatedText) + + # Set Data + codeList[i]['parameters'][0] = translatedText + else: + continue + + if 'ShowInfo ' in jaString: + # Remove any textwrap + jaString = re.sub(r'\n', '_', jaString) + + # Capture Arguments and text + infoList = re.findall(r'ShowInfo (.+)', jaString) + if len(infoList) > 0: + info = infoList[0] + originalInfo = info + + # Remove underscores + info = re.sub(r'_', ' ', info) + + # Using this to keep track of 401's in a row. Throws IndexError at EndOfList (Expected Behavior) + currentGroup.append(info) + + while (codeList[i+1]['code'] == 356): + # Want to translate this script + if 'ShowInfo ' not in codeList[i+1]['parameters'][0]: + break + + codeList[i]['parameters'][0] = '' + i += 1 + jaString = codeList[i]['parameters'][0] + infoList = re.findall(r'ShowInfo (.+)', jaString) + if len(infoList) > 0: + dtext = infoList[0] + currentGroup.append(info) + + # Join up 356 groups for better translation. + if len(currentGroup) > 0: + finalJAString = ' '.join(currentGroup) + else: + finalJAString = info + + # Clear Group + currentGroup = [] # Remove any textwrap jaString = re.sub(r'\n', '_', jaString) @@ -1148,7 +1268,8 @@ def searchCodes(page, pbar): # Translate response = translateGPT(finalJAString, 'Reply with the English Translation.', True) translatedText = response[0] - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] # Remove characters that may break scripts charList = ['.', '\"'] @@ -1159,17 +1280,80 @@ def searchCodes(page, pbar): translatedText = translatedText.replace(' ', '_') # Put Args Back - translatedText = jaString.replace(originalDTEXT, translatedText) + translatedText = jaString.replace(originalInfo, translatedText) # Set Data - codeList[i]['p'][0] = translatedText + codeList[i]['parameters'][0] = translatedText + else: + continue + + if 'PushGab ' in jaString: + # Remove any textwrap + jaString = re.sub(r'\n', '_', jaString) + + # Capture Arguments and text + infoList = re.findall(r'PushGab [0-9]+ (.+)', jaString) + if len(infoList) > 0: + info = infoList[0] + originalInfo = info + + # Remove underscores + info = re.sub(r'_', ' ', info) + + # Using this to keep track of 401's in a row. Throws IndexError at EndOfList (Expected Behavior) + currentGroup.append(info) + + while (codeList[i+1]['code'] == 356): + # Want to translate this script + if 'PushGab ' not in codeList[i+1]['parameters'][0]: + break + + codeList[i]['parameters'][0] = '' + i += 1 + jaString = codeList[i]['parameters'][0] + infoList = re.findall(r'PushGab [0-9]+ (.+)', jaString) + if len(infoList) > 0: + dtext = infoList[0] + currentGroup.append(info) + + # Join up 356 groups for better translation. + if len(currentGroup) > 0: + finalJAString = ' '.join(currentGroup) + else: + finalJAString = info + + # Clear Group + currentGroup = [] + + # Remove any textwrap + jaString = re.sub(r'\n', '_', jaString) + + # Translate + response = translateGPT(finalJAString, 'Reply with the English Translation.', True) + translatedText = response[0] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + + # Remove characters that may break scripts + charList = ['.', '\"'] + for char in charList: + translatedText = translatedText.replace(char, '') + + # Cant have spaces? + translatedText = translatedText.replace(' ', '_') + + # Put Args Back + translatedText = jaString.replace(originalInfo, translatedText) + + # Set Data + codeList[i]['parameters'][0] = translatedText else: continue ### Event Code: 102 Show Choice - if codeList[i]['c'] == 102 and CODE102 == True: - for choice in range(len(codeList[i]['p'][0])): - jaString = codeList[i]['p'][0][choice] + if codeList[i]['code'] == 102 and CODE102 == True: + for choice in range(len(codeList[i]['parameters'][0])): + jaString = codeList[i]['parameters'][0][choice] jaString = jaString.replace(' 。', '.') # Need to remove outside code and put it back later @@ -1195,8 +1379,9 @@ def searchCodes(page, pbar): translatedText = translatedText.replace(char, '') # Set Data - tokens += response[1] - codeList[i]['p'][0][choice] = startString + translatedText + endString + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + codeList[i]['parameters'][0][choice] = startString + translatedText + endString ### Event Code: 111 Script if codeList[i]['c'] == 111 and CODE111 == True: @@ -1221,7 +1406,8 @@ def searchCodes(page, pbar): for match in matchList: response = translateGPT(match, '', True) translatedText = response[0] - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] # Remove characters that may break scripts charList = ['.', '\"', '\'', '\\n'] @@ -1250,7 +1436,8 @@ def searchCodes(page, pbar): response = translateGPT(jaString, 'Reply with the English translation of the NPC name.', True) translatedText = response[0] - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] # Remove characters that may break scripts charList = ['.', '\"', '\'', '\\n'] @@ -1263,6 +1450,8 @@ def searchCodes(page, pbar): except IndexError as e: # This is part of the logic so we just pass it traceback.print_exc() + print(len(codeList)) + print(i+1) # raise Exception(str(e) + '|Line:' + tracebackLineNo) except Exception as e: traceback.print_exc() @@ -1272,7 +1461,8 @@ def searchCodes(page, pbar): if len(currentGroup) > 0: # Translate response = translateGPT(finalJAString, 'Previous Translated Text for Context: ' + '\n\n'.join(textHistory), True) - tokens += response[1] + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] translatedText = response[0] # TextHistory is what we use to give GPT Context, so thats appended here. @@ -1294,11 +1484,11 @@ def searchCodes(page, pbar): textHistory.pop(0) currentGroup = [] - return tokens + return totalTokens def searchSS(state, pbar): '''Searches skills and states json files''' - tokens = 0 + totalTokens = [0, 0] # Name nameResponse = translateGPT(state['name'], 'Reply with only the english translation of the RPG Skill name.', True) if 'name' in state else '' @@ -1313,40 +1503,47 @@ def searchSS(state, pbar): message3Response = '' if 'message1' in state: - if len(state['message1']) > 0 and state['message1'][0] in ['は', 'を', 'の']: + if len(state['message1']) > 0 and state['message1'][0] in ['は', 'を', 'の', 'に', 'が']: message1Response = translateGPT('Taro' + state['message1'], 'reply with only the gender neutral english translation of the action. Always start the sentence with Taro.', True) else: message1Response = translateGPT(state['message1'], 'reply with only the gender neutral english translation', True) if 'message2' in state: - if len(state['message2']) > 0 and state['message2'][0] in ['は', 'を', 'の']: + if len(state['message2']) > 0 and state['message2'][0] in ['は', 'を', 'の', 'に', 'が']: message2Response = translateGPT('Taro' + state['message2'], 'reply with only the gender neutral english translation of the action. Always start the sentence with Taro.', True) else: message2Response = translateGPT(state['message2'], 'reply with only the gender neutral english translation', True) if 'message3' in state: - if len(state['message3']) > 0 and state['message3'][0] in ['は', 'を', 'の']: + if len(state['message3']) > 0 and state['message3'][0] in ['は', 'を', 'の', 'に', 'が']: message3Response = translateGPT('Taro' + state['message3'], 'reply with only the gender neutral english translation of the action. Always start the sentence with Taro.', True) else: message3Response = translateGPT(state['message3'], 'reply with only the gender neutral english translation', True) if 'message4' in state: - if len(state['message4']) > 0 and state['message4'][0] in ['は', 'を', 'の']: + if len(state['message4']) > 0 and state['message4'][0] in ['は', 'を', 'の', 'に', 'が']: message4Response = translateGPT('Taro' + state['message4'], 'reply with only the gender neutral english translation of the action. Always start the sentence with Taro.', True) else: message4Response = translateGPT(state['message4'], 'reply with only the gender neutral english translation', True) # if 'note' in state: if 'help' in state['note']: - tokens += translateNote(state, r']*)>') + totalTokens[0] += translateNote(state, r']*)>')[0] + totalTokens[1] += translateNote(state, r']*)>')[1] - # Count Tokens - tokens += nameResponse[1] if nameResponse != '' else 0 - tokens += descriptionResponse[1] if descriptionResponse != '' else 0 - tokens += message1Response[1] if message1Response != '' else 0 - tokens += message2Response[1] if message2Response != '' else 0 - tokens += message3Response[1] if message3Response != '' else 0 - tokens += message4Response[1] if message4Response != '' else 0 + # Count totalTokens + totalTokens[0] += nameResponse[1][0] if nameResponse != '' else 0 + totalTokens[1] += nameResponse[1][1] if nameResponse != '' else 0 + totalTokens[0] += descriptionResponse[1][0] if descriptionResponse != '' else 0 + totalTokens[1] += descriptionResponse[1][1] if descriptionResponse != '' else 0 + totalTokens[0] += message1Response[1][0] if message1Response != '' else 0 + totalTokens[1] += message1Response[1][1] if message1Response != '' else 0 + totalTokens[0] += message2Response[1][0] if message2Response != '' else 0 + totalTokens[1] += message2Response[1][1] if message2Response != '' else 0 + totalTokens[0] += message3Response[1][0] if message3Response != '' else 0 + totalTokens[1] += message3Response[1][1] if message3Response != '' else 0 + totalTokens[0] += message4Response[1][0] if message4Response != '' else 0 + totalTokens[1] += message4Response[1][1] if message4Response != '' else 0 # Set Data if 'name' in state: @@ -1366,17 +1563,30 @@ def searchSS(state, pbar): state['message4'] = message4Response[0].replace('\"', '').replace('Taro', '') pbar.update(1) - return tokens + return totalTokens def searchSystem(data, pbar): - tokens = 0 - context = 'Reply with only the english translation of the UI textbox' + totalTokens = [0, 0] + context = 'UI Text Items:\ + "逃げる" == "Escape"\ + "大事なもの" == "Key Items"\ + "最強装備" == "Optimize"\ + "攻撃力" == "Attack"\ + "最大ＨＰ" == "Max HP"\ + "経験値" == "EXP"\ + "購入する" == "Buy"\ + "魔力攻撃" == "M. Attack\ + "魔力防御" == "M. Defense\ + "%1 の%2を獲得！" == "Gained %1 %2"\ + "お金を %1\\G 手に入れた！" == ""\ + Reply with only the english translation of the UI textbox."' # Title - # response = translateGPT(data['game_title'], ' Reply with the English translation of the game title name', False) - # tokens += response[1] - # data['game_title'] = response[0].strip('.') - # pbar.update(1) + response = translateGPT(data['gameTitle'], ' Reply with the English translation of the game title name', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + # data['gameTitle'] = response[0].strip('.') + pbar.update(1) # Terms for term in data['terms']: @@ -1385,43 +1595,71 @@ def searchSystem(data, pbar): for i in range(len(termList)): # Last item is a messages object if termList[i] is not None: response = translateGPT(termList[i], context, False) - tokens += response[1] - termList[i] = response[0].replace('\"', '') + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + termList[i] = response[0].replace('\"', '').strip() pbar.update(1) # Armor Types for i in range(len(data['armor_types'])): - response = translateGPT(data['armor_types'][i], 'Reply with only the english translation of the armor type', False) - tokens += response[1] - data['armor_types'][i] = response[0].replace('\"', '') + response = translateGPT(data['armorTypes'][i], 'Reply with only the english translation of the armor type', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + data['armorTypes'][i] = response[0].replace('\"', '').strip() pbar.update(1) # Skill Types for i in range(len(data['skill_types'])): - response = translateGPT(data['skill_types'][i], 'Reply with only the english translation', False) - tokens += response[1] - data['skill_types'][i] = response[0].replace('\"', '') + response = translateGPT(data['skillTypes'][i], 'Reply with only the english translation', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + data['skillTypes'][i] = response[0].replace('\"', '').strip() + pbar.update(1) + + # Equip Types + for i in range(len(data['equip_types'])): + response = translateGPT(data['equipTypes'][i], 'Reply with only the english translation of the equipment type. No disclaimers.', False) + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + data['equipTypes'][i] = response[0].replace('\"', '').strip() pbar.update(1) # Variables (Optional ususally) # for i in range(len(data['variables'])): # response = translateGPT(data['variables'][i], 'Reply with only the english translation of the title', False) - # tokens += response[1] - # data['variables'][i] = response[0].replace('\"', '') + # totalTokens[0] += response[1][0] + # totalTokens[1] += response[1][1] + # data['variables'][i] = response[0].replace('\"', '').strip() # pbar.update(1) + + # Messages + messages = (data['terms']['messages']) + for key, value in messages.items(): + response = translateGPT(value, 'Reply with only the english translation of the battle text.\nTranslate "常時ダッシュ" as "Always Dash"\nTranslate "次の%1まで" as Next %1.', False) + translatedText = response[0] + + # Remove characters that may break scripts + charList = ['.', '\"', '\\n'] + for char in charList: + translatedText = translatedText.replace(char, '') + + totalTokens[0] += response[1][0] + totalTokens[1] += response[1][1] + messages[key] = translatedText + pbar.update(1) - return tokens + return totalTokens def subVars(jaString): jaString = jaString.replace('\u3000', ' ') # Icons count = 0 - iconList = re.findall(r'[\\]+[iI]\[[0-9]+\]', jaString) + iconList = re.findall(r'[\\]+[iIkKwW]+\[[0-9]+\]', jaString) iconList = set(iconList) if len(iconList) != 0: for icon in iconList: - jaString = jaString.replace(icon, '') + jaString = jaString.replace(icon, '[Ascii_' + str(count) + ']') count += 1 # Colors @@ -1430,16 +1668,16 @@ def subVars(jaString): colorList = set(colorList) if len(colorList) != 0: for color in colorList: - jaString = jaString.replace(color, '') + jaString = jaString.replace(color, '[Color_' + str(count) + ']') count += 1 # Names count = 0 - nameList = re.findall(r'[\\]+[nN]\[[0-9]+\]', jaString) + nameList = re.findall(r'[\\]+[nN]\[.+?\]+', jaString) nameList = set(nameList) if len(nameList) != 0: for name in nameList: - jaString = jaString.replace(name, '') + jaString = jaString.replace(name, '[N_' + str(count) + ']') count += 1 # Variables @@ -1448,25 +1686,27 @@ def subVars(jaString): varList = set(varList) if len(varList) != 0: for var in varList: - jaString = jaString.replace(var, '') + jaString = jaString.replace(var, '[Var_' + str(count) + ']') count += 1 # Formatting count = 0 - formatList = re.findall(r'[\\]+[!.]', jaString) + if '笑えるよね.' in jaString: + print('t') + formatList = re.findall(r'[\\]+CL', jaString) formatList = set(formatList) if len(formatList) != 0: - for format in formatList: - jaString = jaString.replace(format, '') + for var in formatList: + jaString = jaString.replace(var, '[FCode_' + str(count) + ']') count += 1 # Put all lists in list and return - allList = [iconList, colorList, nameList, varList] + allList = [iconList, colorList, nameList, varList, formatList] return [jaString, allList] def resubVars(translatedText, allList): # Fix Spacing and ChatGPT Nonsense - matchList = re.findall(r'<\s?.+?\s?>', translatedText) + matchList = re.findall(r'\[\s?.+?\s?\]', translatedText) if len(matchList) > 0: for match in matchList: text = match.replace(' ', '') @@ -1476,28 +1716,35 @@ def resubVars(translatedText, allList): count = 0 if len(allList[0]) != 0: for var in allList[0]: - translatedText = translatedText.replace('', var) + translatedText = translatedText.replace('[Ascii_' + str(count) + ']', var) count += 1 # Colors count = 0 if len(allList[1]) != 0: for var in allList[1]: - translatedText = translatedText.replace('', var) + translatedText = translatedText.replace('[Color_' + str(count) + ']', var) count += 1 # Names count = 0 if len(allList[2]) != 0: for var in allList[2]: - translatedText = translatedText.replace('', var) + translatedText = translatedText.replace('[N_' + str(count) + ']', var) count += 1 # Vars count = 0 if len(allList[3]) != 0: for var in allList[3]: - translatedText = translatedText.replace('', var) + translatedText = translatedText.replace('[Var_' + str(count) + ']', var) + count += 1 + + # Formatting + count = 0 + if len(allList[4]) != 0: + for var in allList[4]: + translatedText = translatedText.replace('[FCode_' + str(count) + ']', var) count += 1 # Remove Color Variables Spaces @@ -1510,9 +1757,18 @@ def resubVars(translatedText, allList): def translateGPT(t, history, fullPromptFlag): # If ESTIMATE is True just count this as an execution and return. if ESTIMATE: - enc = tiktoken.encoding_for_model("gpt-4") - tokens = len(enc.encode(t)) * 2 + len(enc.encode(str(history))) + len(enc.encode(PROMPT)) - return (t, tokens) + enc = tiktoken.encoding_for_model("gpt-3.5-turbo") + historyRaw = '' + if isinstance(history, list): + for line in history: + historyRaw += line + else: + historyRaw = history + + inputTotalTokens = len(enc.encode(historyRaw)) + len(enc.encode(PROMPT)) + outputTotalTokens = len(enc.encode(t)) * 2 # Estimating 2x the size of the original text + totalTokens = [inputTotalTokens, outputTotalTokens] + return (t, totalTokens) # Sub Vars varResponse = subVars(t) @@ -1520,7 +1776,7 @@ def translateGPT(t, history, fullPromptFlag): # If there isn't any Japanese in the text just skip if not re.search(r'[一-龠]+|[ぁ-ゔ]+|[ァ-ヴ]+|[\uFF00-\uFFEF]', subbedT): - return(t, 0) + return(t, [0,0]) # Characters context = '```\ @@ -1540,7 +1796,7 @@ def translateGPT(t, history, fullPromptFlag): system = 'Output ONLY the english translation in the following format: `Translation: `' user = 'Line to Translate = ' + subbedT - # Create Message List + # Create Message List msg = [] msg.append({"role": "system", "content": system}) msg.append({"role": "user", "content": context}) @@ -1562,7 +1818,7 @@ def translateGPT(t, history, fullPromptFlag): # Save Translated Text translatedText = response.choices[0].message.content - tokens = response.usage.total_tokens + totalTokens = [response.usage.prompt_tokens, response.usage.completion_tokens] # Resub Vars translatedText = resubVars(translatedText, varResponse[1]) @@ -1585,4 +1841,4 @@ def translateGPT(t, history, fullPromptFlag): if len(translatedText) > 15 * len(t) or "I'm sorry, but I'm unable to assist with that translation" in translatedText: raise Exception else: - return [translatedText, tokens] \ No newline at end of file + return [translatedText, totalTokens] \ No newline at end of file diff --git a/modules/rpgmakermvmz.py b/modules/rpgmakermvmz.py index bf36712..83e1c7b 100644 --- a/modules/rpgmakermvmz.py +++ b/modules/rpgmakermvmz.py @@ -661,8 +661,6 @@ def searchCodes(page, pbar): # Set Nametag and Remove from Final String nametag = matchList[0][0].replace(matchList[0][1], speaker) finalJAString = finalJAString.replace(matchList[0][0], '') - else: - print('wtf') # Set next item as dialogue # if (codeList[j + 1]['code'] == 401 and len(codeList[j + 1]['parameters']) > 0) or (codeList[j + 1]['code'] == 0 and len(codeList[j + 1]['parameters']) > 0): @@ -1622,12 +1620,12 @@ def searchSystem(data, pbar): pbar.update(1) # Variables (Optional ususally) - for i in range(len(data['variables'])): - response = translateGPT(data['variables'][i], 'Reply with only the english translation of the title', False) - totalTokens[0] += response[1][0] - totalTokens[1] += response[1][1] - data['variables'][i] = response[0].replace('\"', '').strip() - pbar.update(1) + # for i in range(len(data['variables'])): + # response = translateGPT(data['variables'][i], 'Reply with only the english translation of the title', False) + # totalTokens[0] += response[1][0] + # totalTokens[1] += response[1][1] + # data['variables'][i] = response[0].replace('\"', '').strip() + # pbar.update(1) # Messages messages = (data['terms']['messages'])