Add mllama support to benchmark_throughput (#668)

HabanaAI · Jan 8, 2025 · 8f53dee · 8f53dee
1 parent 585ca9a
commit 8f53dee
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/benchmarks/benchmark_throughput.py b/benchmarks/benchmark_throughput.py
@@ -59,6 +59,8 @@ def _get_prompt_for_image_model(question: str, *, model: str) -> str:
         return f"<s>[INST]{question}\n[IMG][/INST]"
     elif "llava" in model:
         return f"USER: <image>\n{question}\nASSISTANT:"
+    elif "llama-3.2" in model:
+        return f"<|image|><|begin_of_text|>{question}"
     raise ValueError(f"Unsupported model {model}")