Merge pull request #231 from ndif-team/dev

Dev
ndif-team · Sep 3, 2024 · 2f59fd0 · 2f59fd0
2 parents 60bca6b + 0787ce8
commit 2f59fd0
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/pyproject.toml b/pyproject.toml
@@ -23,7 +23,7 @@ dependencies = [
     "python-socketio[client]",
     "tokenizers>=0.13.0",
     "pydantic>=2.4.0",
-    "torch>=2.1.0",
+    "torch>=2.4.0",
     "sentencepiece",
     "torchvision",
     "accelerate",

diff --git a/src/nnsight/models/LanguageModel.py b/src/nnsight/models/LanguageModel.py
@@ -175,6 +175,9 @@ def _load(
             if tokenizer_kwargs is None:
                 tokenizer_kwargs = {}
 
+            if "padding_side" not in tokenizer_kwargs:
+                tokenizer_kwargs["padding_side"] = "left"
+
             self.tokenizer = AutoTokenizer.from_pretrained(
                 repo_id, config=config, **tokenizer_kwargs
             )