Set TOKENIZERS_PARALLELISM to false

nestauk · Dec 20, 2024 · 932f314 · 932f314
1 parent 48f7cd3
commit 932f314
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/nlp_link/linker_utils.py b/nlp_link/linker_utils.py
@@ -1,11 +1,13 @@
 from tqdm import tqdm
-
 import numpy as np
 from sentence_transformers import SentenceTransformer
 import torch
-
 from wasabi import msg, Printer
 
+import os
+
+os.environ["TOKENIZERS_PARALLELISM"] = "false"
+
 msg_print = Printer()