tlang
/
tlang
mirror of http://deavmi.assigned.network/git/tlang/tlang
1
0
Fork 0
Code Issues Releases Activity

Support for several splitter characters added

This commit is contained in:
Tristan B. Velloza Kildaire 2021-03-02 22:43:09 +02:00
parent ce7ea36b0b
commit acab7dd5f3
2 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
source/tlang/commandline/lexer.d
View File

@ -38,7 +38,7 @@ public final class Lexer
position++;
}
else if(currentChar == ';' && !stringMode)
else if(isSpliter(currentChar) && !stringMode)
{
/* Flush the current token (if one exists) */
if(currentToken.length)
@ -100,4 +100,14 @@ public final class Lexer
{
return tokens;
}
/* TODO: We need to add pop functionality if we encounter || */
private bool isSpliter(char character)
{
return character == ';' || character == ',' || character == '(' ||
character == ')' || character == '[' || character == ']' ||
character == '+' || character == '-' || character == '/' ||
character == '%' || character == '*' || character == '&' ||
character == '|' || character == '^' || character == '!';
}
}

4
source/tlang/compiler/compiler.d
View File

@ -15,8 +15,8 @@ void beginCompilation(string[] sourceFiles)
gprintln("Performing tokenization on '"~sourceFile~"' ...");
/* TODO: Open source file */
// string sourceCode = "hello \"world\";";
string sourceCode = "hello;";
string sourceCode = "hello \"world\";";
// string sourceCode = "hello;";
Lexer currentLexer = new Lexer(sourceCode);
currentLexer.performLex();