feat(model): support llava model

instill-ai · Oct 21, 2023 · e1cdbcf · e1cdbcf
1 parent 8a7b583
commit e1cdbcf
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pkg/utils/utils.go b/pkg/utils/utils.go
@@ -252,6 +252,7 @@ func CopyModelFileToModelRepository(modelRepository string, dir string, tritonMo
 				}
 				// TODO: add general function to check if backend use fastertransformer, which has different model file structure
 			} else if (modelSubNames[len(modelSubNames)-3] == "fastertransformer" ||
+				modelSubNames[len(modelSubNames)-3] == "llava_13b" ||
 				modelSubNames[len(modelSubNames)-3] == "llama2_7b" ||
 				modelSubNames[len(modelSubNames)-3] == "llamacode" ||
 				modelSubNames[len(modelSubNames)-3] == "llama2_13b_chat" ||