Add initial tokenizer and tests

This commit is contained in:
2022-10-14 19:37:12 -04:00
parent 9cde08b910
commit 2f8bff9c3b
7 changed files with 516 additions and 3 deletions

3
.gitignore vendored
View File

@@ -1,5 +1,8 @@
*.o
build
compile_commands.json
run_tests.sh
# scons cruft
.cache
.sconsign.dblite