Use parsee results

This commit is contained in:
Rafał Grodziński
2025-07-17 17:14:19 +09:00
parent 502e4d2f6f
commit 8a708d8936
6 changed files with 102 additions and 32 deletions

View File

@@ -10,9 +10,9 @@ Parsee Parsee::tokenParsee(TokenKind tokenKind, bool isRequired, bool shouldRetu
return parsee; return parsee;
} }
Parsee Parsee::typeParsee() { Parsee Parsee::valueTypeParsee() {
Parsee parsee; Parsee parsee;
parsee.kind = ParseeKind::TYPE; parsee.kind = ParseeKind::VALUE_TYPE;
return parsee; return parsee;
} }

View File

@@ -5,7 +5,7 @@ enum class TokenKind;
enum class ParseeKind { enum class ParseeKind {
TOKEN, TOKEN,
TYPE VALUE_TYPE
}; };
class Parsee { class Parsee {
@@ -14,15 +14,13 @@ private:
TokenKind tokenKind; TokenKind tokenKind;
bool isRequired; bool isRequired;
bool shouldReturn; bool shouldReturn;
Parsee(); Parsee();
public: public:
static Parsee tokenParsee(TokenKind tokenKind, bool isRequired, bool shouldReturn); static Parsee tokenParsee(TokenKind tokenKind, bool isRequired, bool shouldReturn);
static Parsee typeParsee(); static Parsee valueTypeParsee();
ParseeKind getKind(); ParseeKind getKind();
TokenKind getTokenKind(); TokenKind getTokenKind();
bool getIsRequired(); bool getIsRequired();
bool getShouldReturn(); bool getShouldReturn();

View File

@@ -0,0 +1,33 @@
#include "ParseeResult.h"
#include "Lexer/Token.h"
#include "Parser/ValueType.h"
ParseeResult ParseeResult::tokenResult(shared_ptr<Token> token) {
ParseeResult parseeResult;
parseeResult.kind = ParseeResultKind::TOKEN;
parseeResult.token = token;
return parseeResult;
}
ParseeResult ParseeResult::valueTypeResult(shared_ptr<ValueType> valueType) {
ParseeResult parseeResult;
parseeResult.kind = ParseeResultKind::VALUE_TYPE;
parseeResult.valueType = valueType;
return parseeResult;
}
ParseeResult::ParseeResult() { }
ParseeResultKind ParseeResult::getKind() {
return kind;
}
shared_ptr<Token> ParseeResult::getToken() {
return token;
}
shared_ptr<ValueType> ParseeResult::getValueType() {
return valueType;
}

View File

@@ -0,0 +1,32 @@
#ifndef PARSEE_RESULT_H
#define PARSEE_RESULT_H
#include <memory>
class Token;
class ValueType;
using namespace std;
enum class ParseeResultKind {
TOKEN,
VALUE_TYPE,
};
class ParseeResult {
private:
ParseeResultKind kind;
shared_ptr<Token> token;
shared_ptr<ValueType> valueType;
ParseeResult();
public:
static ParseeResult tokenResult(shared_ptr<Token> token);
static ParseeResult valueTypeResult(shared_ptr<ValueType> valueType);
ParseeResultKind getKind();
shared_ptr<Token> getToken();
shared_ptr<ValueType> getValueType();
};
#endif

View File

@@ -27,6 +27,7 @@
#include "Parsee/Parsee.h" #include "Parsee/Parsee.h"
#include "Parsee/ParseeGroup.h" #include "Parsee/ParseeGroup.h"
#include "Parsee/ParseeResult.h"
Parser::Parser(vector<shared_ptr<Token>> tokens) : Parser::Parser(vector<shared_ptr<Token>> tokens) :
tokens(tokens) { } tokens(tokens) { }
@@ -240,7 +241,7 @@ shared_ptr<Statement> Parser::matchStatementFunction() {
shared_ptr<Statement> Parser::matchStatementRawFunction() { shared_ptr<Statement> Parser::matchStatementRawFunction() {
bool hasError = false; bool hasError = false;
optional<vector<shared_ptr<Token>>> groupTokens; optional<vector<ParseeResult>> parseeResults;
string name; string name;
string constraints; string constraints;
@@ -248,7 +249,7 @@ shared_ptr<Statement> Parser::matchStatementRawFunction() {
shared_ptr<ValueType> returnType = ValueType::NONE; shared_ptr<ValueType> returnType = ValueType::NONE;
// identifier // identifier
groupTokens = tokensForParseeGroup( parseeResults = parseeResultsForParseeGroup(
ParseeGroup( ParseeGroup(
true, true,
{ {
@@ -258,15 +259,15 @@ shared_ptr<Statement> Parser::matchStatementRawFunction() {
{} {}
) )
); );
if (groupTokens) { if (parseeResults) {
name = (*groupTokens).at(0)->getLexme(); name = (*parseeResults).at(0).getToken()->getLexme();
} else { } else {
hasError = true; hasError = true;
} }
// options // options
if (!hasError) { if (!hasError) {
groupTokens = tokensForParseeGroup( parseeResults = parseeResultsForParseeGroup(
ParseeGroup( ParseeGroup(
false, false,
{ {
@@ -277,23 +278,23 @@ shared_ptr<Statement> Parser::matchStatementRawFunction() {
{} {}
) )
); );
if (groupTokens && !(*groupTokens).empty()) { if (parseeResults && !(*parseeResults).empty()) {
constraints = (*groupTokens).at(0)->getLexme(); constraints = (*parseeResults).at(0).getToken()->getLexme();
} else if (!groupTokens) { } else if (!parseeResults) {
hasError = true; hasError = true;
} }
} }
// arguments // arguments
if (!hasError) { if (!hasError) {
groupTokens = tokensForParseeGroup( parseeResults = parseeResultsForParseeGroup(
ParseeGroup( ParseeGroup(
false, false,
{ {
Parsee::tokenParsee(TokenKind::COLON, true, false), Parsee::tokenParsee(TokenKind::COLON, true, false),
Parsee::tokenParsee(TokenKind::NEW_LINE, false, false), Parsee::tokenParsee(TokenKind::NEW_LINE, false, false),
Parsee::tokenParsee(TokenKind::IDENTIFIER, true, true), Parsee::tokenParsee(TokenKind::IDENTIFIER, true, true),
Parsee::typeParsee() Parsee::valueTypeParsee()
}, },
ParseeGroup( ParseeGroup(
true, true,
@@ -301,36 +302,41 @@ shared_ptr<Statement> Parser::matchStatementRawFunction() {
Parsee::tokenParsee(TokenKind::COMMA, true, false), Parsee::tokenParsee(TokenKind::COMMA, true, false),
Parsee::tokenParsee(TokenKind::NEW_LINE, false, false), Parsee::tokenParsee(TokenKind::NEW_LINE, false, false),
Parsee::tokenParsee(TokenKind::IDENTIFIER, true, true), Parsee::tokenParsee(TokenKind::IDENTIFIER, true, true),
Parsee::typeParsee() Parsee::valueTypeParsee()
}, },
{} {}
) )
) )
); );
if (groupTokens && !(*groupTokens).empty()) { if (parseeResults && !(*parseeResults).empty()) {
for (int i=0; i<(*parseeResults).size(); i+=2) {
} else if (!groupTokens) { pair<string, shared_ptr<ValueType>> arg;
arg.first = (*parseeResults).at(i).getToken()->getLexme();
arg.second = (*parseeResults).at(i+1).getValueType();
arguments.push_back(arg);
}
} else if (!parseeResults) {
hasError = true; hasError = true;
} }
} }
// return type // return type
if (!hasError) { if (!hasError) {
groupTokens = tokensForParseeGroup( parseeResults = parseeResultsForParseeGroup(
ParseeGroup( ParseeGroup(
false, false,
{ {
Parsee::tokenParsee(TokenKind::RIGHT_ARROW, true, false), Parsee::tokenParsee(TokenKind::RIGHT_ARROW, true, false),
Parsee::tokenParsee(TokenKind::NEW_LINE, false, false), Parsee::tokenParsee(TokenKind::NEW_LINE, false, false),
Parsee::typeParsee() Parsee::valueTypeParsee()
}, },
{} {}
) )
); );
if (groupTokens && !(*groupTokens).empty()) { if (parseeResults && !(*parseeResults).empty()) {
returnType = (*parseeResults).at(0).getValueType();
} else if (!groupTokens) { } else if (!parseeResults) {
hasError = true; hasError = true;
} }
} }
@@ -872,9 +878,9 @@ shared_ptr<ValueType> Parser::matchValueType() {
return ValueType::valueTypeForToken(typeToken, subType, valueArg); return ValueType::valueTypeForToken(typeToken, subType, valueArg);
} }
optional<vector<shared_ptr<Token>>> Parser::tokensForParseeGroup(ParseeGroup group) { optional<vector<ParseeResult>> Parser::parseeResultsForParseeGroup(ParseeGroup group) {
int nextIndex = currentIndex; int nextIndex = currentIndex;
vector<shared_ptr<Token>> returnTokens; vector<ParseeResult> results;
bool mustFulfill = false; bool mustFulfill = false;
for (Parsee &parsee : group.getParsees()) { for (Parsee &parsee : group.getParsees()) {
@@ -883,11 +889,11 @@ optional<vector<shared_ptr<Token>>> Parser::tokensForParseeGroup(ParseeGroup gro
// if doesn't match on optional group // if doesn't match on optional group
if (!matches && parsee.getIsRequired() && !group.getIsRequired() && mustFulfill) if (!matches && parsee.getIsRequired() && !group.getIsRequired() && mustFulfill)
return vector<shared_ptr<Token>>(); return vector<ParseeResult>();
// return matching token? // return matching token?
if (matches && parsee.getShouldReturn()) if (matches && parsee.getShouldReturn())
returnTokens.push_back(currentToken); results.push_back(ParseeResult::tokenResult(currentToken));
// decide if we're decoding the expected sequence // decide if we're decoding the expected sequence
if (!parsee.getIsRequired() && nextIndex > currentIndex) if (!parsee.getIsRequired() && nextIndex > currentIndex)
@@ -907,7 +913,7 @@ optional<vector<shared_ptr<Token>>> Parser::tokensForParseeGroup(ParseeGroup gro
currentIndex = nextIndex; currentIndex = nextIndex;
return returnTokens; return results;
} }
bool Parser::tryMatchingTokenKinds(vector<TokenKind> kinds, bool shouldMatchAll, bool shouldAdvance) { bool Parser::tryMatchingTokenKinds(vector<TokenKind> kinds, bool shouldMatchAll, bool shouldAdvance) {

View File

@@ -13,6 +13,7 @@ class Expression;
class Statement; class Statement;
class ParseeGroup; class ParseeGroup;
class ParseeResult;
using namespace std; using namespace std;
@@ -54,7 +55,7 @@ private:
shared_ptr<ValueType> matchValueType(); shared_ptr<ValueType> matchValueType();
optional<vector<shared_ptr<Token>>> tokensForParseeGroup(ParseeGroup group); optional<vector<ParseeResult>> parseeResultsForParseeGroup(ParseeGroup group);
bool tryMatchingTokenKinds(vector<TokenKind> kinds, bool shouldMatchAll, bool shouldAdvance); bool tryMatchingTokenKinds(vector<TokenKind> kinds, bool shouldMatchAll, bool shouldAdvance);
void markError(optional<TokenKind> expectedTokenKind, optional<string> message); void markError(optional<TokenKind> expectedTokenKind, optional<string> message);