comment

vllm-project · Jan 3, 2025 · fec3d15 · fec3d15
1 parent c3c4f9c
commit fec3d15
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/vllm/transformers_utils/detokenizer_utils.py b/vllm/transformers_utils/detokenizer_utils.py
@@ -84,8 +84,8 @@ def detokenize_non_incrementally(
     # treats it as decoding batch N seq_len 1, such
     # that they all happen independently.
     flat_token_ids = token_ids.reshape(-1, 1)
-    # TODO(rob): deal with MistralTokenizer not doing
-    # batch_decode?
+    # TODO(andy): deal with MistralTokenizer not having
+    # batch_decode. Follow up if hard?
     return tokenizer.batch_decode(flat_token_ids)