Merge branch 'master' into 1.16
This commit is contained in:
commit
6e24dce8cd
1 file changed
+6
-1
@@ -52,6 +52,9 @@ public class Tokenizer implements Iterator<Tokenizer.Token>
|
|||||||
while (originalTokens.size() > 0)
|
while (originalTokens.size() > 0)
|
||||||
{
|
{
|
||||||
Token current = originalTokens.remove(originalTokens.size()-1);
|
Token current = originalTokens.remove(originalTokens.size()-1);
|
||||||
|
if (current.type == Token.TokenType.MARKER && current.surface.startsWith("//"))
|
||||||
|
continue;
|
||||||
|
// skipping comments
|
||||||
if (!isSemicolon(current)
|
if (!isSemicolon(current)
|
||||||
|| (last != null && last.type != Token.TokenType.CLOSE_PAREN && last.type != Token.TokenType.COMMA && !isSemicolon(last)))
|
|| (last != null && last.type != Token.TokenType.CLOSE_PAREN && last.type != Token.TokenType.COMMA && !isSemicolon(last)))
|
||||||
{
|
{
|
||||||
@@ -349,7 +352,9 @@ public class Tokenizer implements Iterator<Tokenizer.Token>
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (previousToken == null || previousToken.type == Token.TokenType.OPERATOR
|
if (previousToken == null || previousToken.type == Token.TokenType.OPERATOR
|
||||||
|| previousToken.type == Token.TokenType.OPEN_PAREN || previousToken.type == Token.TokenType.COMMA)
|
|| previousToken.type == Token.TokenType.OPEN_PAREN || previousToken.type == Token.TokenType.COMMA
|
||||||
|
|| (previousToken.type == Token.TokenType.MARKER && ( previousToken.surface.equals("{") || previousToken.surface.equals("[") ) )
|
||||||
|
)
|
||||||
{
|
{
|
||||||
token.surface += "u";
|
token.surface += "u";
|
||||||
token.type = Token.TokenType.UNARY_OPERATOR;
|
token.type = Token.TokenType.UNARY_OPERATOR;
|
||||||
|
|||||||
Reference in new issue
Block a user