serenity/AK/JsonParser.cpp
Andreas Kling 4e004a664f JsonParser: Cache the last seen string starting with each possible char
Keep a 256-entry string cache during parse to avoid creating some new
strings when possible. This cache is far from perfect but very cheap.
Since none of the strings are transient, this only costs us a couple of
pointers and a bit of ref-count manipulation.

The cache hit rate on 4chan_catalog.json is ~33% and the speedup on
the load_4chan_catalog benchmark is ~7%.
2019-08-04 18:41:24 +02:00

236 lines
5.1 KiB
C++

#include <AK/JsonArray.h>
#include <AK/JsonObject.h>
#include <AK/JsonParser.h>
namespace AK {
static inline bool is_whitespace(char ch)
{
return ch == ' ' || ch == '\n' || ch == '\t' || ch == '\v' || ch == '\r';
}
char JsonParser::peek() const
{
if (m_index < m_input.length())
return m_input[m_index];
return '\0';
}
char JsonParser::consume()
{
if (m_index < m_input.length())
return m_input[m_index++];
return '\0';
}
template<typename C>
void JsonParser::consume_while(C condition)
{
while (condition(peek()))
consume();
}
template<typename C>
Vector<char, 128> JsonParser::extract_while(C condition)
{
Vector<char, 128> buffer;
while (condition(peek()))
buffer.append(consume());
return buffer;
};
void JsonParser::consume_whitespace()
{
consume_while([](char ch) { return is_whitespace(ch); });
}
void JsonParser::consume_specific(char expected_ch)
{
char consumed_ch = consume();
ASSERT(consumed_ch == expected_ch);
}
String JsonParser::consume_quoted_string()
{
consume_specific('"');
Vector<char, 1024> buffer;
for (;;) {
char ch = peek();
if (ch == '"')
break;
if (ch != '\\') {
buffer.append(consume());
continue;
}
consume();
char escaped_ch = consume();
switch (escaped_ch) {
case 'n':
case 'r':
buffer.append('\n');
break;
case 't':
buffer.append('\t');
break;
case 'b':
buffer.append('\b');
break;
case 'f':
buffer.append('\f');
break;
case 'u':
consume();
consume();
consume();
consume();
// FIXME: This is obviously not correct, but we don't have non-ASCII support so meh.
buffer.append('?');
break;
default:
buffer.append(escaped_ch);
break;
}
}
consume_specific('"');
if (buffer.is_empty())
return {};
auto& last_string_starting_with_character = m_last_string_starting_with_character[buffer.first()];
if (last_string_starting_with_character.length() == buffer.size()) {
if (!memcmp(last_string_starting_with_character.characters(), buffer.data(), buffer.size()))
return last_string_starting_with_character;
}
last_string_starting_with_character = String::copy(buffer);
return last_string_starting_with_character;
}
JsonObject JsonParser::parse_object()
{
JsonObject object;
consume_specific('{');
for (;;) {
consume_whitespace();
if (peek() == '}')
break;
consume_whitespace();
auto name = consume_quoted_string();
consume_whitespace();
consume_specific(':');
consume_whitespace();
auto value = parse();
object.set(name, move(value));
consume_whitespace();
if (peek() == '}')
break;
consume_specific(',');
}
consume_specific('}');
return object;
}
JsonArray JsonParser::parse_array()
{
JsonArray array;
consume_specific('[');
for (;;) {
consume_whitespace();
if (peek() == ']')
break;
array.append(parse());
consume_whitespace();
if (peek() == ']')
break;
consume_specific(',');
}
consume_whitespace();
consume_specific(']');
return array;
}
JsonValue JsonParser::parse_string()
{
return consume_quoted_string();
}
JsonValue JsonParser::parse_number()
{
auto number_buffer = extract_while([](char ch) { return ch == '-' || (ch >= '0' && ch <= '9'); });
StringView number_string(number_buffer.data(), number_buffer.size());
bool ok;
auto value = JsonValue(number_string.to_uint(ok));
if (!ok)
value = JsonValue(number_string.to_int(ok));
ASSERT(ok);
return value;
}
void JsonParser::consume_string(const char* str)
{
for (size_t i = 0, length = strlen(str); i < length; ++i)
consume_specific(str[i]);
}
JsonValue JsonParser::parse_true()
{
consume_string("true");
return JsonValue(true);
}
JsonValue JsonParser::parse_false()
{
consume_string("false");
return JsonValue(false);
}
JsonValue JsonParser::parse_null()
{
consume_string("null");
return JsonValue(JsonValue::Type::Null);
}
JsonValue JsonParser::parse_undefined()
{
consume_string("undefined");
return JsonValue(JsonValue::Type::Undefined);
}
JsonValue JsonParser::parse()
{
consume_whitespace();
auto type_hint = peek();
switch (type_hint) {
case '{':
return parse_object();
case '[':
return parse_array();
case '"':
return parse_string();
case '-':
case '0':
case '1':
case '2':
case '3':
case '4':
case '5':
case '6':
case '7':
case '8':
case '9':
return parse_number();
case 'f':
return parse_false();
case 't':
return parse_true();
case 'n':
return parse_null();
case 'u':
return parse_undefined();
}
return JsonValue();
}
}