Cleaned up structure

src/Lexer/Token.h

@@ -0,0 +1,76 @@
+#ifndef TOKEN_H
+#define TOKEN_H
+
+#include <iostream>
+
+#include "Types.h"
+
+using namespace std;
+
+enum class TokenKind {        
+    PLUS,
+    MINUS,
+    STAR,
+    SLASH,
+    PERCENT,
+
+    EQUAL,
+    NOT_EQUAL,
+    LESS,
+    LESS_EQUAL,
+    GREATER,
+    GREATER_EQUAL,
+    
+    LEFT_PAREN,
+    RIGHT_PAREN,
+    COMMA,
+    COLON,
+    SEMICOLON,
+    QUESTION,
+    QUESTION_QUESTION,
+    LEFT_ARROW,
+    RIGHT_ARROW,
+
+    FUNCTION,
+    RETURN,
+
+    BOOL,
+    INTEGER,
+    REAL,
+    IDENTIFIER,
+    TYPE,
+
+    M_EXTERN,
+
+    NEW_LINE,
+    END,
+
+    INVALID
+};
+
+class Token {
+private:
+    TokenKind kind;
+    string lexme;
+    int line;
+    int column;
+
+public:
+    static vector<TokenKind> tokensEquality;
+    static vector<TokenKind> tokensComparison;
+    static vector<TokenKind> tokensTerm;
+    static vector<TokenKind> tokensFactor;
+    static vector<TokenKind> tokensBinary;
+    static vector<TokenKind> tokensLiteral;
+
+    Token(TokenKind kind, string lexme, int line, int column);
+    TokenKind getKind();
+    string getLexme();
+    int getLine();
+    int getColumn();
+    bool isValid();
+    bool isOfKind(vector<TokenKind> kinds);
+    string toString();
+};
+
+#endif