From 2d16c137e6a163f2c34099485f322acbd1d2ec28 Mon Sep 17 00:00:00 2001 From: axel7083 <42176370+axel7083@users.noreply.github.com> Date: Wed, 14 Aug 2024 14:10:47 +0200 Subject: [PATCH 1/2] fix: backend property value Signed-off-by: axel7083 <42176370+axel7083@users.noreply.github.com> --- CONTRIBUTING.md | 3 +-- recipes/audio/audio_to_text/ai-lab.yaml | 3 +-- recipes/computer_vision/object_detection/ai-lab.yaml | 3 +-- recipes/multimodal/image_understanding/ai-lab.yaml | 3 +-- recipes/natural_language_processing/chatbot/ai-lab.yaml | 3 +-- recipes/natural_language_processing/codegen/ai-lab.yaml | 3 +-- recipes/natural_language_processing/rag/ai-lab.yaml | 3 +-- recipes/natural_language_processing/summarizer/ai-lab.yaml | 3 +-- 8 files changed, 8 insertions(+), 16 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 37a5c95d..51a55739 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -43,8 +43,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 diff --git a/recipes/audio/audio_to_text/ai-lab.yaml b/recipes/audio/audio_to_text/ai-lab.yaml index 2db298d8..f940eba4 100644 --- a/recipes/audio/audio_to_text/ai-lab.yaml +++ b/recipes/audio/audio_to_text/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/whispercpp containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: whisper-cpp arch: - arm64 - amd64 diff --git a/recipes/computer_vision/object_detection/ai-lab.yaml b/recipes/computer_vision/object_detection/ai-lab.yaml index 5b799b05..cf323e17 100644 --- a/recipes/computer_vision/object_detection/ai-lab.yaml +++ b/recipes/computer_vision/object_detection/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/object_detection_python containerfile: ./base/Containerfile model-service: true - backend: - - torch + backend: pytorch arch: - arm64 - amd64 diff --git a/recipes/multimodal/image_understanding/ai-lab.yaml b/recipes/multimodal/image_understanding/ai-lab.yaml index 5ef1098a..7e281123 100644 --- a/recipes/multimodal/image_understanding/ai-lab.yaml +++ b/recipes/multimodal/image_understanding/ai-lab.yaml @@ -7,8 +7,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/chatbot/ai-lab.yaml b/recipes/natural_language_processing/chatbot/ai-lab.yaml index fe5cc59a..cf5fb2c9 100644 --- a/recipes/natural_language_processing/chatbot/ai-lab.yaml +++ b/recipes/natural_language_processing/chatbot/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/codegen/ai-lab.yaml b/recipes/natural_language_processing/codegen/ai-lab.yaml index dca3fb14..66c26d53 100644 --- a/recipes/natural_language_processing/codegen/ai-lab.yaml +++ b/recipes/natural_language_processing/codegen/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/rag/ai-lab.yaml b/recipes/natural_language_processing/rag/ai-lab.yaml index fbaf387f..9e20375c 100644 --- a/recipes/natural_language_processing/rag/ai-lab.yaml +++ b/recipes/natural_language_processing/rag/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/summarizer/ai-lab.yaml b/recipes/natural_language_processing/summarizer/ai-lab.yaml index 3ea24289..a0d2548b 100644 --- a/recipes/natural_language_processing/summarizer/ai-lab.yaml +++ b/recipes/natural_language_processing/summarizer/ai-lab.yaml @@ -8,8 +8,7 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: - - llama + backend: llama-cpp arch: - arm64 - amd64 From 2afdf5791a420ab3ae860846cf0a2a8ce151c68b Mon Sep 17 00:00:00 2001 From: axel7083 <42176370+axel7083@users.noreply.github.com> Date: Wed, 14 Aug 2024 14:25:59 +0200 Subject: [PATCH 2/2] fix: restore backend as an array for compatibility Signed-off-by: axel7083 <42176370+axel7083@users.noreply.github.com> --- CONTRIBUTING.md | 3 ++- recipes/audio/audio_to_text/ai-lab.yaml | 3 ++- recipes/computer_vision/object_detection/ai-lab.yaml | 3 ++- recipes/multimodal/image_understanding/ai-lab.yaml | 3 ++- recipes/natural_language_processing/chatbot/ai-lab.yaml | 3 ++- recipes/natural_language_processing/codegen/ai-lab.yaml | 3 ++- recipes/natural_language_processing/rag/ai-lab.yaml | 3 ++- recipes/natural_language_processing/summarizer/ai-lab.yaml | 3 ++- 8 files changed, 16 insertions(+), 8 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 51a55739..21408955 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -43,7 +43,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64 diff --git a/recipes/audio/audio_to_text/ai-lab.yaml b/recipes/audio/audio_to_text/ai-lab.yaml index f940eba4..b7fbb37a 100644 --- a/recipes/audio/audio_to_text/ai-lab.yaml +++ b/recipes/audio/audio_to_text/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/whispercpp containerfile: ./base/Containerfile model-service: true - backend: whisper-cpp + backend: + - whisper-cpp arch: - arm64 - amd64 diff --git a/recipes/computer_vision/object_detection/ai-lab.yaml b/recipes/computer_vision/object_detection/ai-lab.yaml index cf323e17..f9adcf47 100644 --- a/recipes/computer_vision/object_detection/ai-lab.yaml +++ b/recipes/computer_vision/object_detection/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/object_detection_python containerfile: ./base/Containerfile model-service: true - backend: pytorch + backend: + - pytorch arch: - arm64 - amd64 diff --git a/recipes/multimodal/image_understanding/ai-lab.yaml b/recipes/multimodal/image_understanding/ai-lab.yaml index 7e281123..e7d09e19 100644 --- a/recipes/multimodal/image_understanding/ai-lab.yaml +++ b/recipes/multimodal/image_understanding/ai-lab.yaml @@ -7,7 +7,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/chatbot/ai-lab.yaml b/recipes/natural_language_processing/chatbot/ai-lab.yaml index cf5fb2c9..eaf794b5 100644 --- a/recipes/natural_language_processing/chatbot/ai-lab.yaml +++ b/recipes/natural_language_processing/chatbot/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/codegen/ai-lab.yaml b/recipes/natural_language_processing/codegen/ai-lab.yaml index 66c26d53..84190227 100644 --- a/recipes/natural_language_processing/codegen/ai-lab.yaml +++ b/recipes/natural_language_processing/codegen/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/rag/ai-lab.yaml b/recipes/natural_language_processing/rag/ai-lab.yaml index 9e20375c..16b17f1c 100644 --- a/recipes/natural_language_processing/rag/ai-lab.yaml +++ b/recipes/natural_language_processing/rag/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64 diff --git a/recipes/natural_language_processing/summarizer/ai-lab.yaml b/recipes/natural_language_processing/summarizer/ai-lab.yaml index a0d2548b..f64b4791 100644 --- a/recipes/natural_language_processing/summarizer/ai-lab.yaml +++ b/recipes/natural_language_processing/summarizer/ai-lab.yaml @@ -8,7 +8,8 @@ application: contextdir: ../../../model_servers/llamacpp_python containerfile: ./base/Containerfile model-service: true - backend: llama-cpp + backend: + - llama-cpp arch: - arm64 - amd64