working tokenizer

This commit is contained in:
dfsek
2020-12-19 01:50:56 -07:00
parent 1ce884d1c7
commit 29e2746e72
29 changed files with 402 additions and 40 deletions

View File

@@ -0,0 +1,18 @@
FUNCTION(1, "hello");
;
)
FUNCTION2(1.2, "he423llo");
// comment
FUNCTION3(3.4, "35234523452345");
/*
block comment
fsfsdf
gsdfgsdfg
*/
FUNCTION(1, "hello");