From a1aacdc4eccb9ef87ee7acd3c07b4a3d534fc7df Mon Sep 17 00:00:00 2001
From: i5heu <i5heu@i5h.eu>
Date: Mon, 20 May 2024 14:06:34 +0000
Subject: [PATCH] chore: Add chunking functionality to main.go

---
 cmd/chunker/main.go | 66 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 66 insertions(+)
 create mode 100644 cmd/chunker/main.go

diff --git a/cmd/chunker/main.go b/cmd/chunker/main.go
new file mode 100644
index 0000000..1c14c75
--- /dev/null
+++ b/cmd/chunker/main.go
@@ -0,0 +1,66 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"os"
+
+	"github.com/i5heu/ouroboros-db/pkg/buzhashChunker"
+)
+
+func main() {
+
+	// check if the user has provided the file path
+	if len(os.Args) < 2 {
+		fmt.Println("Please provide the file path")
+		os.Exit(1)
+	}
+
+	// get the input from the user
+	filePath := os.Args[1]
+
+	// read the file
+	file, err := os.Open(filePath)
+	if err != nil {
+		panic(err)
+	}
+	defer file.Close()
+
+	// create a new chunker
+	chunks, metas, err := buzhashChunker.ChunkReaderSynchronously(file)
+	if err != nil {
+		panic(err)
+	}
+
+	// create folder to store the chunks besides the original file
+	err = os.Mkdir(filePath+"_chunks", 0755)
+	if err != nil {
+		panic(err)
+	}
+
+	// write the chunks to the folder
+	for i, chunk := range chunks {
+		chunkFile, err := os.Create(filePath + "_chunks/chunk_" + fmt.Sprintf("%d", i))
+		if err != nil {
+			panic(err)
+		}
+		defer chunkFile.Close()
+		chunkFile.Write(chunk.Data)
+	}
+
+	// write the meta into a file in the folder
+	metaFile, err := os.Create(filePath + "_chunks/meta")
+	if err != nil {
+		panic(err)
+	}
+	defer metaFile.Close()
+	// store as json
+	metaJSON, err := json.Marshal(metas)
+	if err != nil {
+		panic(err)
+	}
+	metaFile.Write(metaJSON)
+
+	fmt.Println("Chunks and meta data are stored in the folder: ", filePath+"_chunks")
+
+}