feat: GPT assistant knowledge generation script

.gitignore

@@ -25,7 +25,6 @@
 # Icon must end with two \r
 Icon
 
-
 # Thumbnails
 ._*
 
@@ -96,4 +95,5 @@ $RECYCLE.BIN/
 
 # End of https://www.toptal.com/developers/gitignore/api/windows,linux,macos,visualstudiocode
 
-site/
+site/
+assistant/

assistant.py

@@ -0,0 +1,52 @@
+"""
+This is a script to create knowledge files for OpenAI GPT assistants.
+They currently have a pretty strict file count limit, so we need to merge all files in each section into one file.
+"""
+
+import os
+import shutil
+
+DOCS_PATH = "docs"
+GENERATED_PATH = "assistant"
+
+
+def generate(root_path):
+    os.makedirs(GENERATED_PATH, exist_ok=True)
+
+    for root, dirs, files in os.walk(root_path):
+        if root == root_path:
+            # Root directory is a special case, handled below
+            continue
+
+        content_lang_map = {}
+
+        for file in files:
+            if file.endswith(".md"):
+                # Determine the language variant
+                parts = file.split(".")
+                language = parts[-2] if len(parts) > 2 else "en"
+
+                with open(os.path.join(root, file), "r", encoding="utf-8") as f:
+                    content = f.read()
+
+                if language not in content_lang_map:
+                    content_lang_map[language] = []
+                content_lang_map[language].append(f"== {file} ==\n\n{content}")
+
+        # Write the combined content to new files
+        for language, contents in content_lang_map.items():
+            combined_filename = f"{os.path.basename(root)}.{language}.md"
+            with open(
+                os.path.join(GENERATED_PATH, combined_filename), "w", encoding="utf-8"
+            ) as f:
+                f.write("\n\n".join(contents))
+
+    # Handle files in the root directory
+    for file in os.listdir(root_path):
+        file_path = os.path.join(root_path, file)
+        if os.path.isfile(file_path) and file.endswith(".md"):
+            shutil.copy(file_path, GENERATED_PATH)
+
+
+if __name__ == "__main__":
+    generate(DOCS_PATH)