diff --git a/src/litserve/loops.py b/src/litserve/loops.py index 83933b07..414d6a20 100644 --- a/src/litserve/loops.py +++ b/src/litserve/loops.py @@ -680,7 +680,6 @@ def step( # Check completion conditions is_finished = token == lit_api.eos_token or seq["current_length"] >= self.max_sequence_length - is_finished = token == lit_api.eos_token or seq["current_length"] >= self.max_sequence_length if is_finished: # Encode final response for completed sequence