Util: Make character breaks in Lexer more clear syntactically

This commit is contained in:
Riyyi
2022-07-12 11:17:34 +02:00
parent 5835c63bda
commit ad137576a8
+4 -7
View File
@@ -158,9 +158,7 @@ bool Lexer::getString()
{
size_t column = m_column;
std::string symbol = "";
// Break on "\r\n
std::string breakOnGrammar = std::string("\"") + '\r' + '\n' + '\0';
std::string breakOnCharacter = std::string() + '"' + '\r' + '\n' + '\0';
bool escape = false;
char character = consume();
@@ -174,7 +172,7 @@ bool Lexer::getString()
continue;
}
if (!escape && breakOnGrammar.find(character) != std::string::npos) {
if (!escape && breakOnCharacter.find(character) != std::string::npos) {
break;
}
@@ -200,13 +198,12 @@ bool Lexer::getNumberOrLiteral(Token::Type type)
{
size_t column = m_column;
std::string symbol = "";
std::string breakOnGrammar = std::string("{}[]:,\" ") + '\t' + '\r' + '\n' + '\0';
std::string breakOnCharacter = std::string("{}[]:,") + '"' + ' ' + '\t' + '\r' + '\n' + '\0';
for (char character;;) {
character = peek();
// Break on all valid JSON grammar thats not a number or literal
if (breakOnGrammar.find(character) != std::string::npos) {
if (breakOnCharacter.find(character) != std::string::npos) {
break;
}