From 69b183bca9deebe2afabf8afecd291b6a75aa338 Mon Sep 17 00:00:00 2001 From: Iryna Boiko Date: Thu, 19 Sep 2024 15:33:02 +0300 Subject: [PATCH] fix --- vllm/worker/habana_model_runner.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/vllm/worker/habana_model_runner.py b/vllm/worker/habana_model_runner.py index e812a73517430..862b13e6e436a 100644 --- a/vllm/worker/habana_model_runner.py +++ b/vllm/worker/habana_model_runner.py @@ -1087,10 +1087,10 @@ def prepare_input_tensors( batch_size_padded = find_bucket(real_batch_size, bucket_cfg) batch_size_padding = batch_size_padded - real_batch_size seq_group_metadata_list = seq_group_metadata_list.copy() - dummy_seq_group_metadata = self.create_dummy_seq_group_metadata(0, 0, is_prompt) - seq_group_metadata_list.extend( - self.create_dummy_seq_group_metadata(dummy_seq_group_metadata - for _ in range(batch_size_padding)) + dummy_seq_group_metadata = self.create_dummy_seq_group_metadata( + 0, 0, is_prompt) + seq_group_metadata_list.extend(dummy_seq_group_metadata + for _ in range(batch_size_padding)) prefill_reqs = [] decode_reqs = []