Fix #32: Cannot save XLNet model

explosion · Aug 12, 2019 · 77a2f2d · 77a2f2d
1 parent 2675ef2
commit 77a2f2d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/examples/tasks/__init__.py b/examples/tasks/__init__.py
diff --git a/spacy_pytorch_transformers/_tokenizers.py b/spacy_pytorch_transformers/_tokenizers.py
@@ -310,9 +310,10 @@ def blank(cls):
         return self
 
     def prepare_for_serialization(self):
-        vocab_path = Path(self.vocab_file)
-        with vocab_path.open("rb") as f:
-            self.vocab_bytes = f.read()
+        if hasattr(self, "vocab_file"):
+            vocab_path = Path(self.vocab_file)
+            with vocab_path.open("rb") as f:
+                self.vocab_bytes = f.read()
 
     def finish_deserializing(self):
         self.sp_model = sentencepiece.SentencePieceProcessor()