Skip to content

Commit

Permalink
Update qwen2.py
Browse files Browse the repository at this point in the history
  • Loading branch information
michalkuligowski authored Jan 9, 2025
1 parent 8c08ae2 commit 9186245
Showing 1 changed file with 3 additions and 5 deletions.
8 changes: 3 additions & 5 deletions vllm/model_executor/models/qwen2.py
Original file line number Diff line number Diff line change
Expand Up @@ -508,13 +508,11 @@ def load_weights(self, weights: Iterable[Tuple[str,
self,
skip_prefixes=(["lm_head."]
if self.config.tie_word_embeddings else None),
)

load_out = loader.load_weights(weights)
)
loader_out = loader.load_weights(weights)
if current_platform.is_hpu():
torch.hpu.synchronize()

return load_out
return loader_out


class Qwen2EmbeddingModel(nn.Module, SupportsLoRA, SupportsPP):
Expand Down

0 comments on commit 9186245

Please sign in to comment.