make_calendar_data.py

import json
import os
import glob
import requests
import pandas as pd
from acdh_tei_pyutils.tei import TeiReader
from acdh_tei_pyutils.utils import normalize_string
from acdh_cidoc_pyutils import extract_begin_end

print("creating calendar data")
file_list = sorted(glob.glob("./data/editions/*.xml"))
data_dir = os.path.join("html", "js-data")
os.makedirs(data_dir, exist_ok=True)
out_file = os.path.join(data_dir, "calendarData.json")
broken = []
events = []
sender = set()
for x in file_list:
    f_id = os.path.split(x)[1].replace(".xml", ".html")
    item = {"link": f_id}
    doc = TeiReader(x)
    title_node = doc.any_xpath(
        ".//tei:fileDesc/tei:titleStmt/tei:title[@type='main'][1]//text()"
    )[0]

    try:
        sent_date_node = doc.any_xpath("//tei:correspAction/tei:date")[0]
    except IndexError:
        broken.append(f"missing '//tei:correspAction/tei:date' in file: {x}")
        continue
    dates = extract_begin_end(sent_date_node)
    if dates[0]:
        item["date"] = dates[0]
        item["from"] = dates[0]
        item["to"] = dates[1]
        if dates[0] == dates[1]:
            item["range"] = False
        else:
            item["range"] = True
        item["label"] = normalize_string(title_node)
        sender_name = normalize_string(
            doc.any_xpath(".//tei:correspAction[@type='sent']/tei:persName//text()")[0]
        )
        sender_id = doc.any_xpath(
            ".//tei:correspAction[@type='sent']/tei:persName/@ref"
        )[0]
        item["kind"] = f"{sender_id[1:]}.html"
        item["sender"] = {"label": sender_name, "link": f"{sender_id[1:]}.html"}
        events.append(item)
    else:
        pass
    for y in doc.any_xpath("//tei:body//tei:date[@type='letter']"):
        extra_item = {
            "link": False,
            "label": "erwähnter Brief von Philipp Wilhelm von Pfalz-Neuburg"
        }
        ex_date = extract_begin_end(y)
        extra_item["date"] = ex_date[0]
        extra_item["kind"] = "menioned_letter_pw"
        extra_item["from"] = ex_date[0]
        extra_item["to"] = ex_date[1]
        extra_item["ref_by"] = f_id
        extra_item["sender"] = {
            "label": "erwähnter Brief von Philipp Wilhelm von Pfalz-Neuburg",
            "link": "pw_brief_erschlossen.html"
        }
        events.append(extra_item)

mentioned_letters = requests.get(
    "https://raw.githubusercontent.com/emt-project/emt-entities/refs/heads/main/json_dumps/mentioned_letters.json"
).json()  # noqa:
for key, value in mentioned_letters.items():
    sender = value["sender"][0]["value"].split(", ")[0]
    receiver = value["receiver"][0]["value"].split(", ")[0]
    date_written = value["date_written"]
    event = {
        "link": False,
        "label": f"Erschlossener Brief – {sender} an {receiver} ({date_written})",
        "date": value["not_before"],
        "kind": "Brief_erschlossen",
    }
    events.append(event)


with open(out_file, "w", encoding="utf-8") as f:
    json.dump(events, f, ensure_ascii=False, indent=2)


df = pd.DataFrame(events)
df.to_csv("hansi.csv", index=False)
print(f"saving calendar data as {out_file}")