make typo module accept whitespace

ku-nlp · Apr 13, 2024 · a104b51 · a104b51
1 parent 19da2f5
commit a104b51
Show file tree

Hide file tree

Showing 5 changed files with 202 additions and 223 deletions.
diff --git a/configs/typo_module.debug.yaml b/configs/typo_module.debug.yaml
@@ -35,7 +35,7 @@ compile: ${oc.env:COMPILE,false}
 ignore_hparams_on_save: false
 
 # constants
-special_tokens: ["<k>", "<d>", "<_>", "<dummy>"]
+special_tokens: ["<k>", "<d>", "<_>", "<dummy>", " "]
 hparams_to_ignore_on_save:
   - project
   - work_dir

diff --git a/configs/typo_module.yaml b/configs/typo_module.yaml
@@ -36,7 +36,7 @@ compile: ${oc.env:COMPILE,false}
 ignore_hparams_on_save: false
 
 # constants
-special_tokens: ["<k>", "<d>", "<_>", "<dummy>"]
+special_tokens: ["<k>", "<d>", "<_>", "<dummy>", " "]
 hparams_to_ignore_on_save:
   - project
   - work_dir