char lexeme unit test

b3b00 · Nov 20, 2019 · baf3adf · baf3adf
1 parent 2183027
commit baf3adf
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/ParserTests/lexer/GenericLexerTests.cs b/ParserTests/lexer/GenericLexerTests.cs
@@ -478,7 +478,15 @@ public void TestCharTokens()
             Assert.False(res2.IsError);
             Assert.Equal(2, res2.Tokens.Count);
             token = res2.Tokens[0];
-            Assert.Equal(source, token.Value); // TODO ?
+            Assert.Equal(source, token.Value); 
+            Assert.Equal(CharTokens.MyChar, token.TokenID);
+
+            var sourceU = "'\\u0066'";
+            var res3 = lexer.Tokenize(sourceU);
+            Assert.False(res3.IsError);
+            Assert.Equal(2, res3.Tokens.Count);
+            token = res3.Tokens[0];
+            Assert.Equal(sourceU, token.Value); 
             Assert.Equal(CharTokens.MyChar, token.TokenID);
         }