feat: add lexing for *=

vighnesh153 · Feb 9, 2024 · b924fc5 · b924fc5
1 parent 087ed46
commit b924fc5
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 1 deletion.
diff --git a/...rs/languages/java-lang-common/src/main/kotlin/interpreters/javalang/common/lexer/Lexer.kt b/...rs/languages/java-lang-common/src/main/kotlin/interpreters/javalang/common/lexer/Lexer.kt
@@ -78,7 +78,20 @@ fun Lexer.nextToken(): Token {
             }
         }
 
-        '*' -> t = Token(tokenType = TokenType.ASTERISK, tokenLiteral = TokenType.ASTERISK.value)
+        '*' -> {
+            val peek = peekCharacter()
+            t = when (peek) {
+                '=' -> {
+                    readNextCharacter()
+                    Token(tokenType = TokenType.ASTERISK_EQUALS, tokenLiteral = TokenType.ASTERISK_EQUALS.value)
+                }
+
+                else -> {
+                    Token(tokenType = TokenType.ASTERISK, tokenLiteral = TokenType.ASTERISK.value)
+                }
+            }
+        }
+
         '/' -> t = Token(tokenType = TokenType.FORWARD_SLASH, tokenLiteral = TokenType.FORWARD_SLASH.value)
         '\\' -> t = Token(tokenType = TokenType.BACK_SLASH, tokenLiteral = TokenType.BACK_SLASH.value)
         '%' -> t = Token(tokenType = TokenType.MODULUS, tokenLiteral = TokenType.MODULUS.value)

diff --git a/...anguages/java-lang-common/src/test/kotlin/interpreters/javalang/common/lexer/LexerTest.kt b/...anguages/java-lang-common/src/test/kotlin/interpreters/javalang/common/lexer/LexerTest.kt
@@ -26,6 +26,8 @@ b += c + ++d
 x --
 y-= z++ - --a
 
+a *=b*= c = d
+
         """.trimIndent()
 
         val expectedTokens = listOf(
@@ -133,6 +135,15 @@ y-= z++ - --a
             ExpectedToken(id = 53, tokenType = TokenType.DECREMENT, tokenLiteral = "--"),
             ExpectedToken(id = 54, tokenType = TokenType.IDENTIFIER, tokenLiteral = "a"),
 
+            // a *=b*= c = d
+            ExpectedToken(id = 55, tokenType = TokenType.IDENTIFIER, tokenLiteral = "a"),
+            ExpectedToken(id = 56, tokenType = TokenType.ASTERISK_EQUALS, tokenLiteral = "*="),
+            ExpectedToken(id = 57, tokenType = TokenType.IDENTIFIER, tokenLiteral = "b"),
+            ExpectedToken(id = 58, tokenType = TokenType.ASTERISK_EQUALS, tokenLiteral = "*="),
+            ExpectedToken(id = 59, tokenType = TokenType.IDENTIFIER, tokenLiteral = "c"),
+            ExpectedToken(id = 60, tokenType = TokenType.EQUALS, tokenLiteral = "="),
+            ExpectedToken(id = 61, tokenType = TokenType.IDENTIFIER, tokenLiteral = "d"),
+
             // eof
             ExpectedToken(id = -1, tokenType = Token.EOF.tokenType, tokenLiteral = Token.EOF.tokenLiteral),
         )