manafiles/src/util/json/parser.cpp

/*
 * Copyright (C) 2022 Riyyi
 *
 * SPDX-License-Identifier: MIT
 */

#include <algorithm> // count
#include <cstddef>   // size_t
#include <cstdint>   // uint8_t
#include <cstdio>    // printf
#include <map>
#include <string> // stod

#include "util/json/array.h"
#include "util/json/job.h"
#include "util/json/lexer.h"
#include "util/json/object.h"
#include "util/json/parser.h"

namespace Json {

Parser::Parser(Job* job)
	: m_job(job)
	, m_tokens(m_job->tokens())
{
}

Parser::~Parser()
{
}

// -----------------------------------------

Value Parser::parse()
{
	printf("---------\n");
	printf("Parsing:\n");

	Value result;

	Token token;
	while (m_index < m_tokens->size()) {
		token = peek();

		switch (token.type) {
		case Token::Type::Literal:
			result = getLiteral();
			break;
		case Token::Type::Number:
			result = getNumber();
			m_index++;
			break;
		case Token::Type::String:
			result = getString();
			break;
		case Token::Type::BracketOpen:
			result = getArray();
			break;
		case Token::Type::BraceOpen:
			result = getObject();
			break;
		case Token::Type::BracketClose:
			m_job->printErrorLine(token, "expecting value, not ']'");
			m_index++;
			break;
		case Token::Type::BraceClose:
			m_job->printErrorLine(token, "expecting string, not '}'");
			m_index++;
			break;
		default:
			m_job->printErrorLine(token, "multiple root elements");
			m_index++;
			break;
		}
	}

	return result;
}

// -----------------------------------------

Token Parser::peek()
{
	return (*m_tokens)[m_index];
}

bool Parser::seekForward(Token::Type type)
{
	for (size_t index = m_index; index < m_tokens->size(); ++index) {
		if ((*m_tokens)[index].type == type) {
			m_index = index;
			return true;
		}
	}

	return false;
}

Token Parser::consume()
{
	Token token = peek();
	m_index++;
	return token;
}

bool Parser::consumeSpecific(Token::Type type)
{
	if (peek().type != type) {
		return false;
	}

	m_index++;
	return true;
}

Value Parser::getLiteral()
{
	Token token = consume();

	if (token.symbol == "null") {
		return nullptr;
	}
	else if (token.symbol == "true") {
		return true;
	}
	else if (token.symbol == "false") {
		return false;
	}

	m_job->printErrorLine(token, "invalid literal");
	return nullptr;
}

Value Parser::getNumber()
{
	Token token = consume();

	auto reportError = [this](Token token, const std::string& message) -> void {
		m_job->printErrorLine(token, message.c_str());
	};

	// Validation
	// number = [ minus ] int [ frac ] [ exp ]

	size_t minusPrefix = token.symbol[0] == '-' ? 1 : 0;

	// Leading 0s
	if (token.symbol[minusPrefix] == '0'
	    && token.symbol[minusPrefix + 1] > '0' && token.symbol[minusPrefix + 1] < '9') {
		reportError(token, "invalid leading zero");
		return nullptr;
	}

	enum class State {
		Int,
		Fraction,
		Exponent
	};

	State state = State::Int;
	std::string validCharacters = "0123456789-";

	size_t fractionPosition = 0;
	size_t exponentPosition = 0;
	size_t length = token.symbol.length();
	for (size_t i = 0; i < length; ++i) {
		char character = token.symbol[i];

		// Int -> Fraction
		if (character == '.' && state == State::Int) {
			state = State::Fraction;
			validCharacters = "0123456789";
			fractionPosition = i;
			continue;
		}
		// Int/Fraction -> Exponent
		else if ((character == 'e' || character == 'E') && state != State::Exponent) {
			state = State::Exponent;
			validCharacters = "0123456789+-";
			exponentPosition = i;
			continue;
		}

		if (state == State::Int) {
			if (character == '-') {
				if (i == length - 1) {
					reportError(token, "expected number after minus");
					return nullptr;
				}
				if (i != 0) {
					reportError(token, "invalid minus");
					return nullptr;
				}
			}
		}
		else if (state == State::Fraction) {
		}
		else if (state == State::Exponent) {
			if (character == '-' || character == '+') {
				if (i == length - 1) {
					reportError(token, "expected number after plus/minus");
					return nullptr;
				}
				if (i > exponentPosition + 1) {
					reportError(token, "invalid plus/minus");
					return nullptr;
				}
			}
		}

		if (validCharacters.find(character) == std::string::npos) {
			reportError(token, std::string() + "invalid number, unexpected '" + character + '\'');
			return nullptr;
		}
	}

	if (fractionPosition == exponentPosition - 1) {
		reportError(token, "invalid exponent sign, expected number");
		return nullptr;
	}

	if (fractionPosition == length - 1 || exponentPosition == length - 1) {
		reportError(token, "invalid number");
		return nullptr;
	}

	return std::stod(token.symbol);
}

Value Parser::getString()
{
	Token token = consume();

	auto reportError = [this](Token token, const std::string& message) -> void {
		m_job->printErrorLine(token, message.c_str());
	};

	// FIXME: support \u Unicode character escape sequence
	auto getPrintableString = [](char character) -> std::string {
		if (character == '"' || character == '\\' || character == '/'
		    || (character >= 0 && character <= 31)) {
			switch (character) {
			case '"':
				return "\\\"";
				break;
			case '\\':
				return "\\\\";
				break;
			case '/':
				return "\\/";
				break;
			case '\b':
				return "\\b";
				break;
			case '\f':
				return "\\f";
				break;
			case '\n':
				return "\\n";
				break;
			case '\r':
				return "\\r";
				break;
			case '\t':
				return "\\t";
				break;
			default:
				char buffer[7];
				sprintf(buffer, "\\u%0.4X", character);
				return std::string(buffer);
				break;
			}
		}

		return std::string() + character;
	};

	std::string string;

	bool escape = false;
	for (char character : token.symbol) {
		if (!escape) {
			if (character == '\\') {
				escape = true;
				continue;
			}

			if (character == '"' || character == '\\' || character == '/'
			    || (character >= 0 && character <= 31)) {
				reportError(token, "invalid string, unescaped character found");
				return nullptr;
			}
		}

		string += getPrintableString(character);

		if (escape) {
			escape = false;
		}
	}

	return string;
}

Value Parser::getArray()
{
	m_index++;

	auto reportError = [this](Token token, const std::string& message) -> void {
		m_job->printErrorLine(token, message.c_str());

		// After an error, try to find the closing bracket
		seekForward(Token::Type::BracketClose);
		consumeSpecific(Token::Type::BracketClose);
	};

	Value array = Value::Type::Array;
	Token token;
	for (;;) {
		token = peek();

		if (token.type == Token::Type::Literal) {
			printf("Adding literal to array.. v:{%s}, t:{%d}\n", token.symbol.c_str(), (int)token.type);
			array.emplace_back(getLiteral());
		}
		else if (token.type == Token::Type::Number) {
			printf("Adding number to array.. v:{%s}, t:{%d} -> %f\n", token.symbol.c_str(), (int)token.type, std::stod(token.symbol));
			array.emplace_back(getNumber());
		}
		else if (token.type == Token::Type::String) {
			printf("Adding string to array.. v:{%s}, t:{%d}\n", token.symbol.c_str(), (int)token.type);
			array.emplace_back(getString());
		}
		else if (token.type == Token::Type::BracketOpen) {
			array.emplace_back(getArray());
		}
		else if (token.type == Token::Type::BraceOpen) {
			array.emplace_back(getObject());
		}
		else if (token.type == Token::Type::BracketClose) {
			// Trailing comma
			if (array.asArray().size() > 0) {
				reportError((*m_tokens)[m_index - 1], "invalid comma, expecting ']'");
			}
			break;
		}
		else {
			reportError(token, "expecting value or ']', not '" + token.symbol + "'");
			break;
		}

		// Find , or ]
		token = consume();
		if (token.type == Token::Type::Comma) {
			continue;
		}
		else if (token.type == Token::Type::BracketClose) {
			break;
		}
		else {
			reportError(token, "expecting comma or ']', not '" + token.symbol + "'");
			break;
		}
	}

	return array;
}

Value Parser::getObject()
{
	m_index++;

	auto reportError = [this](Token token, const std::string& message) -> void {
		m_job->printErrorLine(token, message.c_str());

		// After an error, try to find the closing bracket
		seekForward(Token::Type::BraceClose);
		consumeSpecific(Token::Type::BraceClose);
	};

	Value object = Value::Type::Object;
	Token token;
	std::string name;
	std::map<std::string, uint8_t> unique;
	for (;;) {
		token = peek();
		if (token.type == Token::Type::BraceClose) {
			// Trailing comma
			if (object.asObject().size() > 0) {
				reportError((*m_tokens)[m_index - 2], "invalid comma, expecting '}'");
			}
			// Empty object
			break;
		}
		if (token.type != Token::Type::String) {
			reportError(token, "expecting string, or '}' not '" + token.symbol + "'");
			break;
		}

		// Find member name
		Value tmpName = getString();
		if (tmpName.type() != Value::Type::String) {
			seekForward(Token::Type::BraceClose);
			consumeSpecific(Token::Type::BraceClose);
			break;
		}

		// Check if name exists in hashmap
		name = tmpName.asString();
		if (unique.find(name) != unique.end()) {
			reportError(token, "duplicate name '" + token.symbol + "', names should be unique");
			break;
		}
		// Add name to hashmap
		unique.insert({ name, 0 });

		// Find :
		token = consume();
		if (token.type != Token::Type::Colon) {
			reportError(token, "expecting colon, not '" + token.symbol + "'");
			break;
		}

		// Add member (name:value pair) to object
		token = peek();
		if (token.type == Token::Type::Literal) {
			printf("Adding literal to object.. k:{%s}, v:{%s}, t:{%d}\n", name.c_str(), token.symbol.c_str(), (int)token.type);
			object[name] = getLiteral();
		}
		else if (token.type == Token::Type::Number) {
			printf("Adding number to object.. k:{%s}, v:{%s}, t:{%d} -> %f\n", name.c_str(), token.symbol.c_str(), (int)token.type, std::stod(token.symbol));
			object[name] = getNumber();
		}
		else if (token.type == Token::Type::String) {
#ifdef JSON_DEBUG
			printf("Adding string to object.. k:{%s}, v:{%s}, t:{%d}\n", name.c_str(), token.symbol.c_str(), (int)token.type);
#endif
			object[name] = getString();
		}
		else if (token.type == Token::Type::BracketOpen) {
			object[name] = getArray();
		}
		else if (token.type == Token::Type::BraceOpen) {
			object[name] = getObject();
		}
		else {
			reportError(token, "expecting value, not '" + token.symbol + "'");
			break;
		}

		// Find , or }
		token = consume();
		if (token.type == Token::Type::Comma) {
			continue;
		}
		else if (token.type == Token::Type::BraceClose) {
			break;
		}
		else {
			reportError(token, "expecting comma or '}', not '" + token.symbol + "'");
			break;
		}
	}

	return object;
}

} // namespace Json