Some basic tokens

This commit is contained in:
Rafał Grodziński
2025-05-27 14:25:29 +09:00
parent 45387b7638
commit 838dbbeb03
7 changed files with 73 additions and 5 deletions

View File

@@ -1,6 +1,9 @@
#include "Lexer.h"
#include "Token.h"
std::vector<Token> tokens() {
Lexer::Lexer(std::string source) : source(source) {
}
std::vector<Token> Lexer::tokens() {
return { Token::integer, Token::real, Token::integer, Token::eof };
}