use 0.0 instead of 0

ROCm · Dec 3, 2024 · 566ebdb · 566ebdb
1 parent 8cdb96f
commit 566ebdb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/attention/backends/rocm_flash_attn.py b/vllm/attention/backends/rocm_flash_attn.py
@@ -462,7 +462,7 @@ def __init__(
 
         if logits_soft_cap is None:
             # In flash-attn, setting logits_soft_cap as 0 means no soft cap.
-            self.logits_soft_cap = 0
+            self.logits_soft_cap = 0.0
         else:
             self.logits_soft_cap = logits_soft_cap