#!/usr/bin/env python3
"""Unit tests for the WolfDawn translation module (modules/wolfdawn.py).

Covers each WolfDawn document ``kind``: translatable (Japanese) leaves get their
``text`` filled in while ``source`` is preserved, and non-translatable leaves are
left untouched so WolfDawn injection treats them as no-ops.
"""

from __future__ import annotations

import copy
import json
import os
import sys
import tempfile
import unittest
from pathlib import Path

from dotenv import load_dotenv

ROOT = Path(__file__).resolve().parents[1]
os.chdir(ROOT)
sys.path.insert(0, str(ROOT))
load_dotenv(ROOT / ".env", override=True)

import modules.wolfdawn as wd  # noqa: E402


def _mock_translate(text, history, history_ctx=None):
    """Return an EN_ prefixed translation for each item, preserving list length."""
    if isinstance(text, list):
        return [[f"EN_{t}" for t in text], [1, 1]]
    return [f"EN_{text}", [1, 1]]


class _WolfTranslateHarness:
    """Run parseDocument with translateAI mocked and captured payloads recorded."""

    def __init__(self):
        self.captured = []
        self.vocab_writes = []
        self.vocab_remove_writes = []

    def run(self, data, filename="doc.json", estimate=False, ignore_tl_text=True):
        def translate(text, history, history_ctx=None):
            self.captured.append(copy.deepcopy(text))
            return _mock_translate(text, history, history_ctx)

        def capture_vocab(category, pairs, merge=False):
            self.vocab_writes.append((category, list(pairs), merge))

        orig_t = wd.translateAI
        orig_estimate = wd.ESTIMATE
        orig_ignore = wd.IGNORETLTEXT
        orig_update = wd.wolf_vocab.update_vocab_section
        orig_labels = wd.wolf_names.derive_db_labels
        orig_db_filter = wd.wolf_db.load_db_filter_config
        wd.translateAI = translate
        wd.ESTIMATE = estimate
        wd.IGNORETLTEXT = ignore_tl_text
        # Never touch the real glossary / DB files during tests.
        wd.wolf_vocab.update_vocab_section = capture_vocab
        wd.wolf_names.derive_db_labels = lambda _p: {}
        wd.wolf_db.load_db_filter_config = lambda: (frozenset(), frozenset())
        try:
            data_copy = copy.deepcopy(data)
            result = wd.parseDocument(data_copy, filename)
            return result, self.captured
        finally:
            wd.translateAI = orig_t
            wd.ESTIMATE = orig_estimate
            wd.IGNORETLTEXT = orig_ignore
            wd.wolf_vocab.update_vocab_section = orig_update
            wd.wolf_names.derive_db_labels = orig_labels
            wd.wolf_db.load_db_filter_config = orig_db_filter


MAP_DOC = {
    "file": "Map001.mps",
    "kind": "map",
    "scenes": [
        {
            "event": 1,
            "name": "ev",
            "lines": [
                {"cmd": 0, "str": 0, "speaker": "NPC", "speaker_src": "x", "source": "こんにちは", "text": "こんにちは"},
                {"cmd": 1, "str": 0, "speaker": "", "speaker_src": "", "source": "OK", "text": "OK"},
            ],
        }
    ],
}

DB_DOC = {
    "file": "DataBase.project",
    "kind": "db",
    "groups": [
        {"type": 0, "typeName": "Item", "lines": [
            {"row": 0, "field": 2, "rowName": "ポーション", "fieldName": "説明", "source": "HPを回復", "text": "HPを回復"},
        ]}
    ],
}

GAMEDAT_DOC = {
    "file": "Game.dat",
    "kind": "gamedat",
    "lines": [{"key": "Title", "source": "ゲームタイトル", "text": "ゲームタイトル"}],
}

NAMES_DOC = {
    "kind": "names",
    "count": 3,
    "names": [
        {"source": "剣", "text": "剣", "occurrences": 2, "note": "武器", "safety": "safe"},
        {"source": "槍", "text": "槍", "occurrences": 1, "note": "武器", "safety": "refs"},
        {
            "source": "スイッチ状態",
            "text": "スイッチ状態",
            "occurrences": 1,
            "note": "通常変数名",
            "safety": "verify",
        },
    ],
}

LEGACY_NAMES_DOC = {
    "kind": "names",
    "count": 1,
    "names": [
        {"source": "剣", "text": "剣", "occurrences": 1, "note": "武器"},
    ],
}

TXTDIR_DOC = {
    "kind": "txt-dir",
    "files": [
        {"file": "a.txt", "kind": "txt", "encoding": "sjis", "eol": "crlf",
         "lines": [{"i": 0, "source": "せりふ", "text": "せりふ"}]},
    ],
}


class TestCollectEntries(unittest.TestCase):
    def test_counts_per_kind(self):
        # Live .env may still have a DB sheet filter from the last GUI run.
        orig_filter = wd.wolf_db.load_db_filter_config
        wd.wolf_db.load_db_filter_config = lambda: (frozenset(), frozenset())
        try:
            self.assertEqual(len(wd.collectEntries(MAP_DOC)), 2)
            self.assertEqual(len(wd.collectEntries(DB_DOC)), 1)
            self.assertEqual(len(wd.collectEntries(GAMEDAT_DOC)), 1)
            # All name leaves, including verify - safety filtering is in parseDocument.
            self.assertEqual(len(wd.collectEntries(NAMES_DOC)), 3)
            self.assertEqual(len(wd.collectEntries(TXTDIR_DOC)), 1)
        finally:
            wd.wolf_db.load_db_filter_config = orig_filter


class TestTranslationWriteback(unittest.TestCase):
    def test_map_translates_japanese_only(self):
        (data, _tokens, err), captured = _WolfTranslateHarness().run(MAP_DOC, "Map001.mps.json")
        self.assertIsNone(err)
        lines = data["scenes"][0]["lines"]
        # Japanese line got translated; source preserved.
        self.assertEqual(lines[0]["text"], "EN_こんにちは")
        self.assertEqual(lines[0]["source"], "こんにちは")
        # Non-Japanese line left as-is (text == source), never sent to the model.
        self.assertEqual(lines[1]["text"], "OK")
        self.assertEqual(captured, [["こんにちは"]])

    def test_db_translates(self):
        (data, _t, err), _c = _WolfTranslateHarness().run(DB_DOC, "DataBase.project.json")
        self.assertIsNone(err)
        line = data["groups"][0]["lines"][0]
        self.assertEqual(line["text"], "EN_HPを回復")
        self.assertEqual(line["source"], "HPを回復")

    def test_gamedat_translates(self):
        (data, _t, err), _c = _WolfTranslateHarness().run(GAMEDAT_DOC, "Game.dat.json")
        self.assertIsNone(err)
        self.assertEqual(data["lines"][0]["text"], "EN_ゲームタイトル")

    def test_names_translate_only_safe(self):
        (data, _t, err), captured = _WolfTranslateHarness().run(
            NAMES_DOC, "names.json"
        )
        self.assertIsNone(err)
        self.assertEqual(data["names"][0]["text"], "EN_剣")
        self.assertEqual(data["names"][1]["text"], "槍")
        self.assertEqual(data["names"][2]["text"], "スイッチ状態")
        self.assertEqual(captured, [["剣"]])

    def test_names_without_safety_badges_translate_nothing(self):
        (data, _t, err), captured = _WolfTranslateHarness().run(
            LEGACY_NAMES_DOC, "names.json"
        )
        self.assertIsNone(err)
        self.assertEqual(captured, [])
        self.assertEqual(data["names"][0]["text"], "剣")

    def test_names_harvest_to_vocab(self):
        harness = _WolfTranslateHarness()
        (_data, _t, err), _c = harness.run(NAMES_DOC, "names.json")
        self.assertIsNone(err)
        self.assertEqual(
            harness.vocab_writes,
            [
                ("Weapon · 武器", [("剣", "EN_剣")], False),
            ],
        )

    def test_names_harvest_skipped_in_estimate(self):
        harness = _WolfTranslateHarness()
        harness.run(NAMES_DOC, "names.json", estimate=True)
        self.assertEqual(harness.vocab_writes, [])

    def test_names_harvest_skips_profile_blurbs(self):
        doc = {
            "kind": "names",
            "names": [
                {"source": "ダガー", "text": "EN_ダガー", "note": "武器", "safety": "safe"},
                {
                    "source": "セルリアと申します。\nよろしくお願いいたします。",
                    "text": "EN_profile",
                    "note": "├■プロフィール",
                    "safety": "safe",
                },
            ],
        }
        harness = _WolfTranslateHarness()
        harness.vocab_remove_writes = []
        orig_remove = wd.wolf_vocab.remove_vocab_section

        def capture_remove(category):
            harness.vocab_remove_writes.append(category)

        wd.wolf_vocab.remove_vocab_section = capture_remove
        try:
            (_data, _t, err), _c = harness.run(doc, "names.json")
        finally:
            wd.wolf_vocab.remove_vocab_section = orig_remove
        self.assertIsNone(err)
        self.assertEqual(harness.vocab_writes, [("Weapon · 武器", [("ダガー", "EN_ダガー")], False)])
        self.assertEqual(harness.vocab_remove_writes, ["├■プロフィール"])

    def test_txtdir_translates(self):
        (data, _t, err), _c = _WolfTranslateHarness().run(TXTDIR_DOC, "Evtext.json")
        self.assertIsNone(err)
        self.assertEqual(data["files"][0]["lines"][0]["text"], "EN_せりふ")

    def test_estimate_mode_does_not_write(self):
        (data, _t, err), _c = _WolfTranslateHarness().run(MAP_DOC, "Map001.mps.json", estimate=True)
        self.assertIsNone(err)
        # In estimate mode text stays equal to source.
        self.assertEqual(data["scenes"][0]["lines"][0]["text"], "こんにちは")

    def test_collect_pass_does_not_mutate_or_write(self):
        """Batch collect must not overwrite translated/ with Japanese source."""
        orig_phase = os.environ.get("BATCH_PHASE")
        os.environ["BATCH_PHASE"] = "collect"
        try:
            with tempfile.TemporaryDirectory() as tmp:
                root = Path(tmp)
                (root / "files").mkdir()
                (root / "translated").mkdir()
                doc = copy.deepcopy(MAP_DOC)
                doc["scenes"][0]["lines"][0]["source"] = "あ" * 40
                doc["scenes"][0]["lines"][0]["text"] = "あ" * 40
                src_path = root / "files" / "Map001.mps.json"
                src_path.write_text(json.dumps(doc, ensure_ascii=False), encoding="utf-8")
                out_path = root / "translated" / "Map001.mps.json"
                out_path.write_text('{"kind":"map","marker":"keep-me"}', encoding="utf-8")

                old_cwd = os.getcwd()
                os.chdir(root)
                try:
                    # Echo sources (what collect's queue path effectively returns).
                    def echo(text, history, history_ctx=None):
                        return [text if isinstance(text, list) else text, [0, 0]]

                    orig_t = wd.translateAI
                    wd.translateAI = echo
                    try:
                        result = wd.handleWolfDawn("Map001.mps.json", estimate=False)
                    finally:
                        wd.translateAI = orig_t
                finally:
                    os.chdir(old_cwd)

                self.assertNotEqual(result, "Fail")
                # Prior translated/ content must be left alone.
                self.assertEqual(
                    out_path.read_text(encoding="utf-8"),
                    '{"kind":"map","marker":"keep-me"}',
                )
        finally:
            if orig_phase is None:
                os.environ.pop("BATCH_PHASE", None)
            else:
                os.environ["BATCH_PHASE"] = orig_phase

    def test_echoed_source_does_not_overwrite_text(self):
        """If the model/collect echoes JP source, leave text alone."""
        doc = {
            "kind": "map",
            "scenes": [
                {
                    "event": 1,
                    "name": "ev",
                    "lines": [
                        {
                            "cmd": 0,
                            "str": 0,
                            "source": "あいうえおかきくけこさしすせそ",
                            "text": "あいうえおかきくけこさしすせそ",
                        },
                    ],
                }
            ],
        }

        def echo(text, history, history_ctx=None):
            return [text if isinstance(text, list) else text, [1, 1]]

        orig_t = wd.translateAI
        wd.translateAI = echo
        try:
            data, _tok, err = wd.parseDocument(copy.deepcopy(doc), "echo.mps.json")
        finally:
            wd.translateAI = orig_t
        self.assertIsNone(err)
        self.assertEqual(
            data["scenes"][0]["lines"][0]["text"],
            "あいうえおかきくけこさしすせそ",
        )

    def test_skips_already_translated_text(self):
        doc = {
            "kind": "map",
            "scenes": [
                {
                    "event": 1,
                    "name": "ev",
                    "lines": [
                        {
                            "cmd": 0,
                            "str": 0,
                            "source": "こんにちは",
                            "text": "Hello",
                        },
                        {
                            "cmd": 1,
                            "str": 0,
                            "source": "さようなら",
                            "text": "さようなら",
                        },
                        {
                            "cmd": 2,
                            "str": 0,
                            "source": "まだ日本語",
                            "text": "Partial 日本語 left",
                        },
                    ],
                }
            ],
        }
        (data, _t, err), captured = _WolfTranslateHarness().run(doc, "partial.mps.json")
        self.assertIsNone(err)
        lines = data["scenes"][0]["lines"]
        self.assertEqual(lines[0]["text"], "Hello")
        self.assertEqual(lines[1]["text"], "EN_さようなら")
        # Still-Japanese body is not skipped; the model still gets ``source``.
        self.assertEqual(lines[2]["text"], "EN_まだ日本語")
        self.assertEqual(captured, [["さようなら", "まだ日本語"]])

    def test_skips_english_body_with_japanese_nameplate(self):
        doc = {
            "kind": "map",
            "scenes": [
                {
                    "event": 1,
                    "name": "ev",
                    "lines": [
                        {
                            "cmd": 0,
                            "str": 0,
                            "speaker": "司祭",
                            "speaker_src": "literal_line1_lowconf",
                            "source": "司祭\n皆さんお待たせしました……。",
                            "text": "司祭\nSorry to keep you all waiting......",
                        },
                        {
                            "cmd": 1,
                            "str": 0,
                            "speaker": "UI",
                            "speaker_src": "ui",
                            "source": "まだだ",
                            "text": "まだだ",
                        },
                    ],
                }
            ],
        }
        (data, _t, err), captured = _WolfTranslateHarness().run(doc, "nameplate.mps.json")
        self.assertIsNone(err)
        lines = data["scenes"][0]["lines"]
        self.assertEqual(lines[0]["text"], "司祭\nSorry to keep you all waiting......")
        self.assertEqual(lines[1]["text"], "EN_まだだ")
        self.assertEqual(captured, [["まだだ"]])

    def test_ignore_tl_text_false_retranslates(self):
        doc = {
            "kind": "map",
            "scenes": [
                {
                    "event": 1,
                    "name": "ev",
                    "lines": [
                        {"cmd": 0, "str": 0, "source": "こんにちは", "text": "Hello"},
                    ],
                }
            ],
        }
        (data, _t, err), captured = _WolfTranslateHarness().run(
            doc, "force.mps.json", ignore_tl_text=False
        )
        self.assertIsNone(err)
        self.assertEqual(data["scenes"][0]["lines"][0]["text"], "EN_こんにちは")
        self.assertEqual(captured, [["こんにちは"]])

    def test_names_already_translated_still_harvest(self):
        doc = {
            "kind": "names",
            "names": [
                {"source": "剣", "text": "Sword", "note": "武器", "safety": "safe"},
                {"source": "槍", "text": "Spear", "note": "武器", "safety": "refs"},
            ],
        }
        harness = _WolfTranslateHarness()
        (_data, _t, err), captured = harness.run(doc, "names.json")
        self.assertIsNone(err)
        self.assertEqual(captured, [])
        self.assertEqual(
            harness.vocab_writes,
            [("Weapon · 武器", [("剣", "Sword")], False)],
        )

    def test_db_foundation_labels_harvest_to_vocab(self):
        doc = {
            "file": "SysDatabase.project",
            "kind": "db",
            "groups": [
                {
                    "type": 0,
                    "typeName": "Map Setting · マップ設定",
                    "lines": [
                        {
                            "row": 0,
                            "field": 0,
                            "fieldName": "マップ名",
                            "source": "礼拝堂",
                            "text": "礼拝堂",
                        },
                        {
                            "row": 1,
                            "field": 0,
                            "fieldName": "マップ名",
                            "source": "大通り",
                            "text": "大通り",
                        },
                        {
                            "row": 0,
                            "field": 1,
                            "fieldName": "Description · 説明",
                            "source": "静かな礼拝堂",
                            "text": "静かな礼拝堂",
                        },
                    ],
                },
                {
                    "type": 1,
                    "typeName": "■イベント(セルリア)",
                    "lines": [
                        {
                            "row": 0,
                            "field": 0,
                            "fieldName": "現在の行動",
                            "source": "礼拝堂で黙とう中",
                            "text": "礼拝堂で黙とう中",
                        },
                    ],
                },
            ],
        }
        harness = _WolfTranslateHarness()
        (_data, _t, err), _c = harness.run(doc, "SysDatabase.project.json")
        self.assertIsNone(err)
        self.assertEqual(
            harness.vocab_writes,
            [
                (
                    "Map Setting · マップ設定",
                    [("礼拝堂", "EN_礼拝堂"), ("大通り", "EN_大通り")],
                    True,
                ),
            ],
        )

    def test_db_harvest_skipped_in_estimate(self):
        doc = {
            "file": "SysDatabase.project",
            "kind": "db",
            "groups": [
                {
                    "type": 0,
                    "typeName": "Map Setting · マップ設定",
                    "lines": [
                        {
                            "row": 0,
                            "field": 0,
                            "fieldName": "マップ名",
                            "source": "礼拝堂",
                            "text": "礼拝堂",
                        },
                    ],
                },
            ],
        }
        harness = _WolfTranslateHarness()
        harness.run(doc, "SysDatabase.project.json", estimate=True)
        self.assertEqual(harness.vocab_writes, [])


import re  # noqa: E402


def _mock_translate_speaker(text, history=None, history_ctx=None):
    """Emulate a model that keeps the [Speaker]: format when present."""
    def one(t):
        m = re.match(r"^\[([^\]]*)\]:\s*(.*)$", t, re.DOTALL)
        if m:
            return f"[EN_{m.group(1)}]: EN_{m.group(2)}"
        return f"EN_{t}"

    if isinstance(text, list):
        return [[one(t) for t in text], [1, 1]]
    return [one(text), [1, 1]]


SPEAKER_MAP_DOC = {
    "file": "OP.mps",
    "kind": "map",
    "scenes": [
        {
            "event": 0, "name": "ev",
            "lines": [
                {"cmd": 26, "str": 0, "speaker": "市民", "speaker_src": "literal_line1_lowconf",
                 "source": "市民\nおはよう\n元気？", "text": "市民\nおはよう\n元気？"},
                {"cmd": 27, "str": 0, "speaker": "セルリア", "speaker_src": "literal_line1",
                 "source": "セルリア\nふふふ", "text": "セルリア\nふふふ"},
                {"cmd": 28, "str": 0, "speaker": "Narration", "speaker_src": "narration",
                 "source": "むかしむかし", "text": "むかしむかし"},
            ],
        }
    ],
}


class _SpeakerHarness:
    """Run parseDocument with the speaker-aware mock and a chosen speaker config."""

    def __init__(self, config):
        self.config = config
        self.captured = []

    def run(self, data, filename="OP.mps.json"):
        def translate(text, history=None, history_ctx=None):
            self.captured.append(copy.deepcopy(text))
            return _mock_translate_speaker(text, history, history_ctx)

        orig = (wd.translateAI, wd.ESTIMATE, wd.SPEAKER_CONFIG)
        wd.translateAI = translate
        wd.ESTIMATE = False
        wd.SPEAKER_CONFIG = self.config
        try:
            result = wd.parseDocument(copy.deepcopy(data), filename)
            return result, self.captured
        finally:
            (wd.translateAI, wd.ESTIMATE, wd.SPEAKER_CONFIG) = orig


class TestSpeakerReshaping(unittest.TestCase):
    def test_firstline_speakers_reshaped_and_restored(self):
        cfg = {"literal_line1": True, "literal_line1_lowconf": True}
        (data, _t, err), captured = _SpeakerHarness(cfg).run(SPEAKER_MAP_DOC)
        self.assertIsNone(err)
        # Model saw the [Speaker]: transport for the two nameplate lines.
        self.assertEqual(
            captured[0],
            ["[市民]: おはよう\n元気？", "[セルリア]: ふふふ", "むかしむかし"],
        )
        lines = data["scenes"][0]["lines"]
        # Restored to WOLF's native Speaker\nbody layout.
        self.assertEqual(lines[0]["text"], "EN_市民\nEN_おはよう\n元気？")
        self.assertEqual(lines[1]["text"], "EN_セルリア\nEN_ふふふ")
        # Narration was translated as a plain blob.
        self.assertEqual(lines[2]["text"], "EN_むかしむかし")
        # Sources are preserved for the inject drift guard.
        self.assertEqual(lines[0]["source"], "市民\nおはよう\n元気？")
        # Original layout (newline count) preserved on the reshaped lines.
        self.assertEqual(lines[0]["source"].count("\n"), lines[0]["text"].count("\n"))

    def test_disabled_format_sends_raw_blob(self):
        cfg = {"literal_line1": True, "literal_line1_lowconf": False}
        (data, _t, err), captured = _SpeakerHarness(cfg).run(SPEAKER_MAP_DOC)
        self.assertIsNone(err)
        # Low-confidence line is sent as the raw source (no reshaping).
        self.assertIn("市民\nおはよう\n元気？", captured[0])
        self.assertIn("[セルリア]: ふふふ", captured[0])
        lines = data["scenes"][0]["lines"]
        self.assertEqual(lines[0]["text"], "EN_市民\nおはよう\n元気？")


class TestOpenFiles(unittest.TestCase):
    def test_rejects_unknown_kind(self):
        with tempfile.TemporaryDirectory() as td:
            files_dir = Path(td) / "files"
            files_dir.mkdir()
            bad = files_dir / "bad.json"
            bad.write_text(json.dumps({"kind": "nope"}), encoding="utf-8")
            cwd = os.getcwd()
            os.chdir(td)
            try:
                with self.assertRaises(NameError):
                    wd.openFiles("bad.json")
            finally:
                os.chdir(cwd)


if __name__ == "__main__":
    unittest.main(verbosity=2)