Free cross attention block table for preempted-for-recompute sequence…

… group.
vllm-project · Nov 5, 2024 · 411f3e7 · 411f3e7
1 parent 8f0a9ca
commit 411f3e7
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
@@ -1504,6 +1504,7 @@ def _preempt_by_recompute(
             seq.status = SequenceStatus.WAITING
             self.free_seq(seq)
             seq.reset_state_for_recompute()
+        self._free_seq_group_cross_attn_blocks(seq_group)
 
     def _preempt_by_swap(
         self,