fixing handling comments

This commit is contained in:
gnembon committed 2020-06-23 19:42:40 -03:00
1 parent 65cee37363
commit 6930b58691
1 file changed
+6 -1
+6 -1
View File
@@ -52,6 +52,9 @@ public class Tokenizer implements Iterator<Tokenizer.Token>
while (originalTokens.size() > 0) while (originalTokens.size() > 0)
{ {
Token current = originalTokens.remove(originalTokens.size()-1); Token current = originalTokens.remove(originalTokens.size()-1);
if (current.type == Token.TokenType.MARKER && current.surface.startsWith("//"))
continue;
// skipping comments
if (!isSemicolon(current) if (!isSemicolon(current)
|| (last != null && last.type != Token.TokenType.CLOSE_PAREN && last.type != Token.TokenType.COMMA && !isSemicolon(last))) || (last != null && last.type != Token.TokenType.CLOSE_PAREN && last.type != Token.TokenType.COMMA && !isSemicolon(last)))
{ {
@@ -349,7 +352,9 @@ public class Tokenizer implements Iterator<Tokenizer.Token>
} }
if (previousToken == null || previousToken.type == Token.TokenType.OPERATOR if (previousToken == null || previousToken.type == Token.TokenType.OPERATOR
|| previousToken.type == Token.TokenType.OPEN_PAREN || previousToken.type == Token.TokenType.COMMA) || previousToken.type == Token.TokenType.OPEN_PAREN || previousToken.type == Token.TokenType.COMMA
|| (previousToken.type == Token.TokenType.MARKER && ( previousToken.surface.equals("{") || previousToken.surface.equals("[") ) )
)
{ {
token.surface += "u"; token.surface += "u";
token.type = Token.TokenType.UNARY_OPERATOR; token.type = Token.TokenType.UNARY_OPERATOR;