add 70b model

fastrepl · Aug 14, 2024 · 6ef69df · 6ef69df
1 parent cc6cf3a
commit 6ef69df
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/Dockerfile b/Dockerfile
@@ -1,4 +1,4 @@
-FROM ghcr.io/berriai/litellm:main-v1.43.3
+FROM ghcr.io/berriai/litellm:main-v1.43.10-stable
 
 WORKDIR /app
 COPY config.yaml .

diff --git a/config.yaml b/config.yaml
@@ -94,6 +94,10 @@ model_list:
     litellm_params:
       model: fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct
       api_key: os.environ/FIREWORKS_API_KEY
+  - model_name: llama-3.1-70b
+    litellm_params:
+      model: fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct
+      api_key: os.environ/FIREWORKS_API_KEY
 litellm_settings:
   drop_params: true
   callbacks: