update test

facebookresearch · Nov 17, 2023 · 77bf7fb · 77bf7fb
1 parent ea7691c
commit 77bf7fb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/laser_encoders/test_laser_tokenizer.py b/laser_encoders/test_laser_tokenizer.py
@@ -100,7 +100,7 @@ def test_lowercase(tokenizer):
 
 def test_is_printable(tokenizer):
     test_data = "Hello, \tWorld! ABC\x1f123"
-    expected_output = "▁hel lo , ▁world ! ▁ab c 12 3"
+    expected_output = "▁hel lo , ▁world ! ▁ab c ▁12 3"
     assert tokenizer.tokenize(test_data) == expected_output