From 0aa38d16f56327622c1689d7510171662757deee Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Sun, 29 Dec 2024 15:16:46 -0500 Subject: [PATCH] Remove print statement in DeepseekScalingRotaryEmbedding (#11604) --- vllm/model_executor/layers/rotary_embedding.py | 1 - 1 file changed, 1 deletion(-) diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py index 6695d44dfa32b..3fcd81a3c4213 100644 --- a/vllm/model_executor/layers/rotary_embedding.py +++ b/vllm/model_executor/layers/rotary_embedding.py @@ -668,7 +668,6 @@ def _compute_cos_sin_cache(self) -> torch.Tensor: cos = (freqs.cos() * self.mscale) sin = (freqs.sin() * self.mscale) cache = torch.cat((cos, sin), dim=-1) - print("Cache shape", cache.shape) return cache def forward(