dazed/DazedTL
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add lang regex for japanese shit

Browse source
This commit is contained in:
DazedAnon 2025-01-02 11:03:47 -06:00
parent d570577b9c
commit 50bce1d4c8
2 changed files with 16 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
modules/rpgmakermvmz.py
View file

@ -46,6 +46,9 @@ MISMATCH = [] # Lists files that throw a mismatch error (Length of GPT list res
PBAR = None
FILENAME = None
# Regex - Need to change this if you want to translate from/to other languages
LANGREGEX = r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+"
# Pricing - Depends on the model https://openai.com/pricing
# Batch Size - GPT 3.5 Struggles past 15 lines per request. GPT4 struggles past 50 lines per request
# If you are getting a MISMATCH LENGTH error, lower the batch size.
@ -857,7 +860,7 @@ def searchCodes(page, pbar, jobList, filename):
continue
# Validate Japanese Text
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", jaString) and IGNORETLTEXT:
if not re.search(LANGREGEX, jaString) and IGNORETLTEXT:
i += 1
continue
@ -1252,7 +1255,7 @@ def searchCodes(page, pbar, jobList, filename):
# If there isn't any Japanese in the text just skip
if not re.search(
r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+",
LANGREGEX,
jaString,
):
i += 1
@ -1278,7 +1281,7 @@ def searchCodes(page, pbar, jobList, filename):
# If there isn't any Japanese in the text just skip
if not re.search(
r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+",
LANGREGEX,
jaString,
):
i += 1
@ -1437,7 +1440,7 @@ def searchCodes(page, pbar, jobList, filename):
continue
# If there isn't any Japanese in the text just skip
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", jaString):
if not re.search(LANGREGEX, jaString):
i += 1
continue
@ -1571,7 +1574,7 @@ def searchCodes(page, pbar, jobList, filename):
jaString = codeList[i]["parameters"][0]
# If there isn't any Japanese in the text just skip
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", jaString):
if not re.search(LANGREGEX, jaString):
i += 1
continue
@ -1616,7 +1619,7 @@ def searchCodes(page, pbar, jobList, filename):
jaString = codeList[i]["parameters"][0]
# If there isn't any Japanese in the text just skip
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", jaString):
if not re.search(LANGREGEX, jaString):
i += 1
continue
@ -1665,7 +1668,7 @@ def searchCodes(page, pbar, jobList, filename):
translatedText = jaString.replace(match.group(1), translatedText)
# Add >
if ">" not in translatedText:
if "ActiveMessage" in translatedText and ">" not in translatedText:
translatedText = translatedText + ">"
# Set Data
@ -1958,7 +1961,7 @@ def searchCodes(page, pbar, jobList, filename):
continue
# If there isn't any Japanese in the text just skip
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", jaString):
if not re.search(LANGREGEX, jaString):
i += 1
continue
@ -2565,7 +2568,7 @@ def translateGPT(text, history, fullPromptFlag):
subbedT = varResponse[0]
# Things to Check before starting translation
if not re.search(r"[一-龠ぁ-ゔァ-ヴーａ-ｚＡ-Ｚ０-９\uFF61-\uFF9F]+", subbedT):
if not re.search(LANGREGEX, subbedT):
if PBAR is not None:
PBAR.update(len(tItem))
history = tItem[-MAXHISTORY:]

8
vocab.txt
View file

@ -1,10 +1,10 @@
Here are some vocabulary and terms so that you know the proper spelling and translation.
```
# Game Characters
種島のぞみ (Nozomi Tanejima) - Female
佐和田美結 (Miyu Sawada) - Female
笠島陽菜 (Hina Kasajima) - Female
遠藤香里 (Kaori Endo) - Female
サーシャ (Sasha) - Female
エリシア (Elicia) - Female
のアイラ (Aira) - Female
ロイ (Roy) - Male
# Lewd Terms
マンコ (pussy)