json_parser.py

# -*- coding: utf-8 -*-
"""
Created on Sun Mar 13 01:33:31 2022

@author: Asterisk
"""
import xml.etree.ElementTree as ET
import json
from pathlib import Path
from typing import List

npc_overloads = {}


def load_npc_names(path):
    npcNames = load_text_file(path)
    remapping = {}
    for ids in npcNames:
        if str(ids)[0] == "1":
            remapping[int(str(ids)[1:-1])] = npcNames[ids]
    for key in npc_overloads:
        remapping[key] = npc_overloads[key]
    return remapping


def parse_npc_dialogue(path):
    dialogues = {}

    def get_dialogue(npc_id, section_id):
        if npc_id not in dialogues:
            dialogues[npc_id] = {}
        sections = dialogues[npc_id]
        if section_id not in sections:
            sections[section_id] = {}
        return sections[section_id]

    data = load_text_file(path)
    for identifier, line in data.items():
        line = line.strip()
        if not line:
            continue
        # step = identifier % 1000
        section = (identifier // 1000) % 100
        npc = identifier // 100000
        dialogue = get_dialogue(npc, section)
        dialogue["id"] = identifier
        if "dialogue" in dialogue:
            dialogue["dialogue"].append(line)
        else:
            dialogue["dialogue"] = [line]
    return dialogues


def load_text_file(path):
    tree = ET.parse(path)
    root_list = tree.getroot()
    entries_index = None
    for i, elem in enumerate(root_list):
        if elem.tag == "entries":
            entries_index = i
            break
    text_elements = list(root_list[entries_index])
    elements = {}
    for element in text_elements:
        identifier = int(element.items()[0][1])
        text = element.text
        if "%null%" not in text:
            elements[identifier] = text
    return elements


def prepare_json(**kwargs):
    texts = {key: load_text_file(path) for key, path in kwargs.items()}
    merged = {}

    def get_dict(id):
        if id not in merged:
            merged[id] = {}
        return merged[id]

    for key, loaded in texts.items():
        for id, text in loaded.items():
            info = get_dict(id)
            info[key] = text

    return merged


def produce_json(entity_type, keys: List[str], suffix: str = ""):
    plural_map = {
        "accessory": "accessories",
        "gem": "gems",
        "protector": "protectors",
        "weapon": "weapons",
    }
    files = {
        att: root / (entity_type.title() + att.title() + suffix + ".fmg.xml")
        for att in keys
    }
    dump = prepare_json(**files)
    entity_type = plural_map.get(entity_type) or entity_type
    with open(dump_folder / f"{entity_type}{suffix}.json", "w") as f:
        json.dump(dump, f, indent=2)


def serialize_json(basename, _dict):
    with open(dump_folder / (basename + ".json"), "w") as f:
        json.dump(_dict, f, indent=2)


def populate_missing_npc_ids(npcs, dialogues):
    new_npcs = {}
    for npc_key, npc_name in npcs.items():
        npc_key += 1
        upper_limit = (npc_key // 10) * 10 + 10
        while npc_key < upper_limit:
            if npc_key in npcs:
                break
            if npc_key in dialogues:
                new_npcs[npc_key] = npc_name
            npc_key += 1
    npcs.update(new_npcs)


root = Path(r"./GameText/GR/data/INTERROOT_win64/msg/engUS")
dump_folder = Path(__file__).resolve().parent / "json"
dump_folder.mkdir(exist_ok=True)


for entity_type in ("accessory", "arts", "gem", "goods", "protector", "weapon"):
    produce_json(entity_type, ["name", "caption"])
    produce_json(entity_type, ["name", "caption"], suffix="_dlc01")

npcs = load_npc_names(root / "NpcName.fmg.xml")
dialogues = parse_npc_dialogue(root / "TalkMsg.fmg.xml")

dlc_npcs = load_npc_names(root / "NpcName_dlc01.fmg.xml")
dlc_dialogues = parse_npc_dialogue(root / "TalkMsg_dlc01.fmg.xml")

for _npcs, _dialogues in ((npcs, dialogues), (dlc_npcs, dlc_dialogues)):
    populate_missing_npc_ids(_npcs, _dialogues)

for basename, _dict in (("npcs", npcs), ("dialogues", dialogues)):
    serialize_json(basename, _dict)

for basename, _dict in (("npcs_dlc01", dlc_npcs), ("dialogues_dlc01", dlc_dialogues)):
    serialize_json(basename, _dict)