Tokenizing input

This commit is contained in:
Rafał Grodziński
2025-05-27 22:38:44 +09:00
parent 838dbbeb03
commit 69bf54a62d
8 changed files with 225 additions and 24 deletions

View File

@@ -25,7 +25,7 @@ int main(int argc, char **argv) {
std::string source = readFile(std::string(argv[1]));
Lexer lexer(source);
std::vector<Token> tokens = lexer.tokens();
std::vector<Token> tokens = lexer.getTokens();
for (Token &token : tokens)
std::cout << token.toString() << " ";
std::cout << std::endl;