format.sh

HabanaAI · Oct 30, 2024 · 4f7dca9 · 4f7dca9
1 parent bc6e304
commit 4f7dca9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/model_executor/layers/sampler.py b/vllm/model_executor/layers/sampler.py
@@ -268,7 +268,8 @@ def forward(
         if do_top_p_top_k and flashinfer_top_k_top_p_sampling is None:
             # If we have a scalar p and k, we can use the optimized version.
             if self._scalar_p_and_k.any():
-                logits = self._apply_top_k_top_p_opt(logits, self._top_p_scalar.item(),
+                logits = self._apply_top_k_top_p_opt(logits,
+                                                     self._top_p_scalar.item(),
                                                      self._top_k_scalar.item())
             else:
                 logits = _apply_top_k_top_p(logits, sampling_tensors.top_ps,