From def7ac2152447ebf6e7dc6c8e67ac47c30cce826 Mon Sep 17 00:00:00 2001 From: Jan Kaniecki Date: Tue, 10 Dec 2024 15:13:48 +0100 Subject: [PATCH] Fix TP>1 in encoder-decoder models (#607) --- vllm/worker/hpu_enc_dec_model_runner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/worker/hpu_enc_dec_model_runner.py b/vllm/worker/hpu_enc_dec_model_runner.py index 1f8b969142672..2b0c684d16c9f 100644 --- a/vllm/worker/hpu_enc_dec_model_runner.py +++ b/vllm/worker/hpu_enc_dec_model_runner.py @@ -168,6 +168,7 @@ def as_broadcastable_tensor_dict(self) -> Dict[str, Any]: tensor_dict = { "input_tokens": self.input_tokens, "input_positions": self.input_positions, + "multi_modal_kwargs": self.multi_modal_kwargs, "encoder_input_tokens": self.encoder_input_tokens, "encoder_input_positions": self.encoder_input_positions, }