[Bugfix] fix detokenizer shallow copy (vllm-project#5919)

neuralmagic · Oct 22, 2024 · 23b899a · 23b899a
1 parent 17c79f3
commit 23b899a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/transformers_utils/detokenizer.py b/vllm/transformers_utils/detokenizer.py
@@ -90,7 +90,7 @@ def decode_prompt_logprobs_inplace(self, seq_group: SequenceGroup,
             prefix_offset = next_iter_prefix_offset
             read_offset = next_iter_read_offset
             if prev_tokens is None:
-                prev_tokens = next_iter_tokens
+                prev_tokens = next_iter_tokens.copy()
             else:
                 prev_tokens.extend(next_iter_tokens)