feat: add model serving env sample

dbpunk-labs · Nov 5, 2023 · ac1fe84 · ac1fe84
1 parent fc6cf7d
commit ac1fe84
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/env_sample/model.env b/env_sample/model.env
@@ -0,0 +1,6 @@
+model=phind-codellama-34b-v2.Q6_K.gguf
+model_alias=phind-codellama-34b
+n_ctx=4096
+n_gpu_layers=32
+chat_format=phind
+n_batch=2048