main/pipeline/dialogue_map.py

"""Map chat files to the character (or group) whose lines they contain.

Built from character_data/{id}.json "mentions" (produced by
build_character_data.py), keeping only characters that have a voice wiki in
character_wikis/. When several characters claim the same file (group chats,
flashback variants), the character whose id matches the filename stem wins,
then the longest id as tie-break.

Speaker attribution within a mapped file (see build_character_wikis.py):
- Conversations: "message" = the mapped character, "options" = player/owner.
- Filler Chats: type "1" = player/owner, type "-1" = system, anything else =
  the mapped character/group.
"""

import json
import re
import sys
from pathlib import Path

sys.path.insert(0, str(Path(__file__).parent.parent))
import config


def _stem_key(rel_path: str) -> str:
    """Normalised filename stem: 'Flashback 1 Ralph.json' -> 'flashback1ralph'."""
    return re.sub(r"[^a-z0-9]", "", Path(rel_path).stem.lower())


def build_dialogue_map() -> dict[str, str]:
    """Return {rel_path inside the source pack: character_id}."""
    claims: dict[str, list[str]] = {}
    for char_file in sorted(config.CHAR_DATA_DIR.glob("*.json")):
        char_id = char_file.stem
        if not (config.CHAR_WIKI_DIR / f"{char_id}.md").exists():
            continue
        data = json.loads(char_file.read_text(encoding="utf-8"))
        for mention in data.get("mentions", []):
            rel = mention.removeprefix("English_JSON/")
            claims.setdefault(rel, []).append(char_id)

    mapping: dict[str, str] = {}
    for rel, char_ids in claims.items():
        stem = _stem_key(rel)
        exact = [c for c in char_ids if stem.endswith(c)]
        candidates = exact or char_ids
        mapping[rel] = max(candidates, key=len)
    return mapping


def load_wiki(char_id: str) -> str:
    return (config.CHAR_WIKI_DIR / f"{char_id}.md").read_text(encoding="utf-8").strip()


def display_name(char_id: str) -> str:
    """Character display name from character_data (falls back to the id)."""
    char_file = config.CHAR_DATA_DIR / f"{char_id}.json"
    if char_file.exists():
        names = json.loads(char_file.read_text(encoding="utf-8")).get("name") or []
        if names:
            return names[0]
    return char_id


if __name__ == "__main__":
    dmap = build_dialogue_map()
    print(f"{len(dmap)} chat files mapped to {len(set(dmap.values()))} characters")
    for rel, cid in sorted(dmap.items())[:10]:
        print(f"  {cid:15s} {rel}")