typo

vllm-project · Nov 19, 2024 · 29950bc · 29950bc
1 parent b9508c1
commit 29950bc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/attention/backends/flashinfer.py b/vllm/attention/backends/flashinfer.py
@@ -250,7 +250,7 @@ def begin_forward(self, model_input, model):
         state = self
 
         try:
-            scale = getattr(model.model.begs[0].self_attn.attn.impl, "scale",
+            scale = getattr(model.model.layers[0].self_attn.attn.impl, "scale",
                             None)
         except AttributeError as e:
             raise AttributeError("Failed to retrieve 'scale'. \