rm max_length para when using tokenizer.pad

- avoid warning information
hanhainebula · Nov 22, 2024 · 5702c80 · 5702c80
1 parent 05cb564
commit 5702c80
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 3 deletions.
diff --git a/FlagEmbedding/inference/reranker/decoder_only/base.py b/FlagEmbedding/inference/reranker/decoder_only/base.py
@@ -163,7 +163,6 @@ def __call__(self, data):
         return self.tokenizer.pad(
             data,
             padding=True,
-            max_length=self.max_len,
             pad_to_multiple_of=8,
             return_tensors='pt',
         )

diff --git a/FlagEmbedding/inference/reranker/decoder_only/lightweight.py b/FlagEmbedding/inference/reranker/decoder_only/lightweight.py
@@ -81,7 +81,6 @@ def __call__(self, data):
         collected = self.tokenizer.pad(
             features,
             padding=True,
-            max_length=self.max_len,
             pad_to_multiple_of=8,
             return_tensors='pt',
         )

diff --git a/FlagEmbedding/inference/reranker/encoder_only/base.py b/FlagEmbedding/inference/reranker/encoder_only/base.py
@@ -178,7 +178,6 @@ def compute_score_single_gpu(
             inputs = self.tokenizer.pad(
                 sentences_batch,
                 padding=True,
-                max_length=max_length,
                 return_tensors='pt',
                 **kwargs
             ).to(device)