Only flush token if there is one leftover
This commit is contained in:
parent
cce91b6615
commit
b178528ece
|
@ -83,9 +83,11 @@ public final class Lexer
|
|||
}
|
||||
}
|
||||
|
||||
/* When we end we don't flush the last token, flush it now */
|
||||
currentTokens ~= currentToken;
|
||||
|
||||
/* If there was a token made at the end then flush it */
|
||||
if(currentToken.length)
|
||||
{
|
||||
currentTokens ~= currentToken;
|
||||
}
|
||||
|
||||
tokens = currentTokens;
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue