Fix format

vllm-project · Dec 2, 2024 · 40f4ce2 · 40f4ce2
1 parent e19f99b
commit 40f4ce2
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py
@@ -610,6 +610,7 @@ class CachedRequestState:
     mm_positions: List["PlaceholderRange"]
     sampling_params: SamplingParams
     generator: Optional[torch.Generator]
+
     block_ids: List[int]
     num_computed_tokens: int
     output_token_ids: List[int]
@@ -618,6 +619,7 @@ class CachedRequestState:
     def num_tokens(self) -> int:
         return len(self.prompt_token_ids) + len(self.output_token_ids)
 
+
 class InputBatch:
 
     def __init__(