From ac1fe84ee3486438fc53cffd2ed519caabb27986 Mon Sep 17 00:00:00 2001
From: imotai <codego.me@gmail.com>
Date: Sun, 5 Nov 2023 16:05:16 +0800
Subject: [PATCH] feat: add model serving env sample

---
 env_sample/model.env | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 env_sample/model.env

diff --git a/env_sample/model.env b/env_sample/model.env
new file mode 100644
index 0000000..801aa78
--- /dev/null
+++ b/env_sample/model.env
@@ -0,0 +1,6 @@
+model=phind-codellama-34b-v2.Q6_K.gguf
+model_alias=phind-codellama-34b
+n_ctx=4096
+n_gpu_layers=32
+chat_format=phind
+n_batch=2048