Lexer+Reader: Don't tokenize comments

This commit is contained in:
Riyyi
2023-05-06 15:42:09 +02:00
parent 534d80c35d
commit 453ca1f796
3 changed files with 1 additions and 25 deletions
-12
View File
@@ -256,9 +256,6 @@ bool Lexer::consumeValue()
bool Lexer::consumeComment() bool Lexer::consumeComment()
{ {
size_t column = m_column;
std::string comment;
ignore(); // ; ignore(); // ;
static std::unordered_set<char> exit = { static std::unordered_set<char> exit = {
@@ -275,18 +272,9 @@ bool Lexer::consumeComment()
break; break;
} }
comment += character;
ignore(); ignore();
} }
// Trim comment
comment.erase(comment.begin(),
std::find_if(comment.begin(), comment.end(), [](char c) { return !std::isspace(c); }));
comment.erase(std::find_if(comment.rbegin(), comment.rend(), [](char c) { return !std::isspace(c); }).base(),
comment.end());
m_tokens.push_back({ Token::Type::Comment, m_line, column, comment });
return true; return true;
} }
-1
View File
@@ -34,7 +34,6 @@ struct Token {
String, // "foobar" String, // "foobar"
Keyword, // :keyword Keyword, // :keyword
Value, // number, "nil", "true", "false", symbol Value, // number, "nil", "true", "false", symbol
Comment, // ;
Error, Error,
}; };
+1 -12
View File
@@ -45,14 +45,7 @@ void Reader::read()
// Check for multiple expressions // Check for multiple expressions
if (!isEOF()) { if (!isEOF()) {
Token::Type type = peek().type; Error::the().add("more than one sexp in input");
switch (type) {
case Token::Type::Comment:
break;
default:
Error::the().add("more than one sexp in input");
break;
};
} }
} }
@@ -108,10 +101,6 @@ ValuePtr Reader::readImpl()
case Token::Type::Keyword: // :keyword case Token::Type::Keyword: // :keyword
return readKeyword(); return readKeyword();
break; break;
case Token::Type::Comment: // ;
ignore();
return nullptr;
break;
case Token::Type::Value: // true, false, nil case Token::Type::Value: // true, false, nil
return readValue(); return readValue();
break; break;