fix logits_soft_cap constructor

ROCm · Dec 2, 2024 · 8cdb96f · 8cdb96f
1 parent 9242621
commit 8cdb96f
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/vllm/attention/backends/rocm_flash_attn.py b/vllm/attention/backends/rocm_flash_attn.py
@@ -462,8 +462,9 @@ def __init__(
 
         if logits_soft_cap is None:
             # In flash-attn, setting logits_soft_cap as 0 means no soft cap.
-            logits_soft_cap = 0
-        self.logits_soft_cap = logits_soft_cap
+            self.logits_soft_cap = 0
+        else:
+            self.logits_soft_cap = logits_soft_cap
 
         self.num_heads = num_heads
         self.head_size = head_size