Fix comment whitespace tokenizer issues

This commit is contained in:
dfsek
2020-12-22 02:13:35 -07:00
parent 4f40bcbe5e
commit 0ecd275c56
4 changed files with 101 additions and 67 deletions

View File

@@ -1,5 +1,5 @@
test("hello" + 3 + "gdfg", (2 * (3+1) * (2 * (1+1))));
//
num testVar = 3.4;
bool boolean = true;
str stringVar = "hello!";
@@ -8,5 +8,11 @@ if(true && boolean) {
num scopedVar = 2;
test("fdsgdf" + 2 + stringVar, 1 + testVar + scopedVar);
}
// comment
/*
fsdfsd
*/
test("fdsgdf" + 2, 1 + testVar);
test("fdsgdf" + 2, 1 + testVar);