improve explain bits to be usable
This commit is contained in:
1 parent
7087fa8510
commit
1928b4f866
4 files changed
+46
-14
No files matched your search
@@ -255,6 +255,7 @@ public class Tokenizer
|
||||
}
|
||||
pos++;
|
||||
linepos++;
|
||||
token.disguiseAs("'"+token.surface+"'", null);
|
||||
|
||||
}
|
||||
else if (Character.isLetter(ch) || "_".indexOf(ch) >= 0)
|
||||
@@ -298,6 +299,7 @@ public class Tokenizer
|
||||
else if (ch == ',')
|
||||
{
|
||||
token.type = Token.TokenType.COMMA;
|
||||
token.disguiseAs(", ", null);
|
||||
}
|
||||
else
|
||||
{
|
||||
@@ -379,12 +381,21 @@ public class Tokenizer
|
||||
|| (previousToken.type == Token.TokenType.MARKER && (previousToken.surface.equals("{") || previousToken.surface.equals("[")))
|
||||
)
|
||||
{
|
||||
token.disguiseAs(token.surface, null);
|
||||
token.surface += "u";
|
||||
token.type = Token.TokenType.UNARY_OPERATOR;
|
||||
}
|
||||
else
|
||||
{
|
||||
token.type = Token.TokenType.OPERATOR;
|
||||
if (token.surface.equals(";"))
|
||||
{
|
||||
token.disguiseAs(token.surface + " ", null);
|
||||
}
|
||||
else
|
||||
{
|
||||
token.disguiseAs(" " + token.surface + " ", null);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (expression != null && context != null && previousToken != null &&
|
||||
|
||||
Reference in new issue
Block a user