Merge pull request FlagOpen#1248 from hanhainebula/master

add missed trust_remote_code for finetune code
hanhainebula · Nov 20, 2024 · cd11b82 · cd11b82
2 parents 3fdf27c + 5e9b6b8
commit cd11b82
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 0 deletions.
diff --git a/FlagEmbedding/finetune/embedder/decoder_only/base/runner.py b/FlagEmbedding/finetune/embedder/decoder_only/base/runner.py
@@ -70,6 +70,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 

diff --git a/FlagEmbedding/finetune/embedder/decoder_only/icl/runner.py b/FlagEmbedding/finetune/embedder/decoder_only/icl/runner.py
@@ -74,6 +74,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 

diff --git a/FlagEmbedding/finetune/embedder/encoder_only/base/runner.py b/FlagEmbedding/finetune/embedder/encoder_only/base/runner.py
@@ -41,6 +41,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 

diff --git a/FlagEmbedding/finetune/embedder/encoder_only/m3/runner.py b/FlagEmbedding/finetune/embedder/encoder_only/m3/runner.py
@@ -116,6 +116,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 

diff --git a/FlagEmbedding/finetune/reranker/encoder_only/base/runner.py b/FlagEmbedding/finetune/reranker/encoder_only/base/runner.py
@@ -35,6 +35,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsRerankerMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)