// Matrix Construct // // Copyright (C) Matrix Construct Developers, Authors & Contributors // Copyright (C) 2016-2018 Jason Volk // // Permission to use, copy, modify, and/or distribute this software for any // purpose with or without fee is hereby granted, provided that the above // copyright notice and this permission notice is present in all copies. The // full license for this software is available in the LICENSE file. #include #include namespace ircd::json { using namespace ircd::spirit; template struct input; template struct output; // Instantiations of the grammars struct parser extern const parser; struct printer extern const printer; struct ostreamer extern const ostreamer; } BOOST_FUSION_ADAPT_STRUCT ( ircd::json::member, ( decltype(ircd::json::member::first), first ) ( decltype(ircd::json::member::second), second ) ) BOOST_FUSION_ADAPT_STRUCT ( ircd::json::object::member, ( decltype(ircd::json::object::member::first), first ) ( decltype(ircd::json::object::member::second), second ) ) template struct ircd::json::input :qi::grammar { template using rule = qi::rule; rule<> NUL { lit('\0') ,"nul" }; // insignificant whitespaces rule<> SP { lit('\x20') ,"space" }; rule<> HT { lit('\x09') ,"horizontal tab" }; rule<> CR { lit('\x0D') ,"carriage return" }; rule<> LF { lit('\x0A') ,"line feed" }; // whitespace skipping rule<> WS { SP | HT | CR | LF ,"whitespace" }; rule<> ws { *(WS) ,"whitespace monoid" }; rule<> wsp { +(WS) ,"whitespace semigroup" }; // structural rule<> object_begin { lit('{') ,"object begin" }; rule<> object_end { lit('}') ,"object end" }; rule<> array_begin { lit('[') ,"array begin" }; rule<> array_end { lit(']') ,"array end" }; rule<> name_sep { lit(':') ,"name sep" }; rule<> value_sep { lit(',') ,"value sep" }; rule<> escape { lit('\\') ,"escape" }; rule<> quote { lit('"') ,"quote" }; // literal rule<> lit_false { lit("false") ,"literal false" }; rule<> lit_true { lit("true") ,"literal true" }; rule<> lit_null { lit("null") ,"null" }; rule<> boolean { lit_true | lit_false ,"boolean" }; rule<> literal { lit_true | lit_false | lit_null ,"literal" }; // numerical (TODO: exponent) rule<> number { double_ ,"number" }; // string rule<> unicode { lit('u') >> qi::uint_parser{} ,"escaped unicode" }; rule<> escaped { lit('"') | lit('\\') | lit('\b') | lit('\f') | lit('\n') | lit('\r') | lit('\t') ,"escaped" }; rule<> escaper { lit('"') | lit('\\') | lit('b') | lit('f') | lit('n') | lit('r') | lit('t') | unicode ,"escaped" }; rule<> escaper_nc { escaper | lit('/') }; rule chars { raw[*((char_ - (escape | quote)) | (escape >> escaper_nc))] ,"characters" }; rule string { quote >> chars >> (!escape >> quote) ,"string" }; // container rule name { string ,"name" }; // recursion depth _r1_type depth; [[noreturn]] static void throws_exceeded(); const rule member { name >> -ws >> name_sep >> -ws >> value(depth) ,"member" }; const rule object { (eps(depth < json::object::max_recursion_depth) | eps[throws_exceeded]) >> object_begin >> -((-ws >> member(depth)) % (-ws >> value_sep)) >> -ws >> object_end ,"object" }; const rule array { (eps(depth < json::array::max_recursion_depth) | eps[throws_exceeded]) >> array_begin >> -((-ws >> value(depth)) % (-ws >> value_sep)) >> -ws >> array_end ,"array" }; const rule value { lit_false | lit_null | lit_true | object(depth + 1) | array(depth + 1) | number | string ,"value" }; rule type { (omit[object_begin] >> attr(json::OBJECT)) | (omit[array_begin] >> attr(json::ARRAY)) | (omit[quote] >> attr(json::STRING)) | (omit[number >> eoi] >> attr(json::NUMBER)) | (omit[literal >> eoi] >> attr(json::LITERAL)) ,"type" }; input() :input::base_type{rule<>{}} {} }; template struct ircd::json::output :karma::grammar { template using rule = karma::rule; rule<> NUL { lit('\0') ,"nul" }; // insignificant whitespaces rule<> SP { lit('\x20') ,"space" }; rule<> HT { lit('\x09') ,"horizontal tab" }; rule<> CR { lit('\x0D') ,"carriage return" }; rule<> LF { lit('\x0A') ,"line feed" }; // whitespace skipping rule<> WS { SP | HT | CR | LF ,"whitespace" }; rule<> ws { *(WS) ,"whitespace monoid" }; rule<> wsp { +(WS) ,"whitespace semigroup" }; // structural rule<> object_begin { lit('{') ,"object begin" }; rule<> object_end { lit('}') ,"object end" }; rule<> array_begin { lit('[') ,"array begin" }; rule<> array_end { lit(']') ,"array end" }; rule<> name_sep { lit(':') ,"name separator" }; rule<> value_sep { lit(',') ,"value separator" }; rule<> quote { lit('"') ,"quote" }; rule<> escape { lit('\\') ,"escape" }; rule lit_true { karma::string("true") ,"literal true" }; rule lit_false { karma::string("false") ,"literal false" }; rule lit_null { karma::string("null") ,"literal null" }; rule boolean { lit_true | lit_false ,"boolean" }; rule literal { lit_true | lit_false | lit_null ,"literal" }; rule number { double_ ,"number" }; rule chars { *char_ //TODO: exacting ,"characters" }; rule string { quote << chars << quote ,"string" }; rule name { string ,"name" }; output() :output::base_type{rule<>{}} {} }; struct ircd::json::expectation_failure :parse_error { expectation_failure(const char *const &start, const qi::expectation_failure &e, const ssize_t &show_max = 64) :parse_error { "Expected %s. You input %zd invalid characters at position %zd: %s", ircd::string(e.what_), std::distance(e.first, e.last), std::distance(start, e.first), string_view{e.first, e.first + std::min(std::distance(e.first, e.last), show_max)} }{} }; struct ircd::json::parser :input { using input::input; } const ircd::json::parser; struct ircd::json::printer :output { template bool operator()(mutable_buffer &out, gen&&, attr&&...) const; template bool operator()(mutable_buffer &out, gen&&) const; template static void list_protocol(mutable_buffer &, it_a begin, const it_b &end, closure&&); } const ircd::json::printer; struct ircd::json::ostreamer :output> { } const ircd::json::ostreamer; template bool ircd::json::printer::operator()(mutable_buffer &out, gen&& g, attr&&... a) const { const auto maxwidth { karma::maxwidth(size(out)) }; const auto gg { maxwidth[std::forward(g)] }; const auto throws{[&out] { throw print_error { "Failed to print attributes '%s' generator '%s' (%zd bytes in buffer)", demangle(), demangle(), size(out) }; }}; return karma::generate(begin(out), gg | eps[throws], std::forward(a)...); } template bool ircd::json::printer::operator()(mutable_buffer &out, gen&& g) const { const auto maxwidth { karma::maxwidth(size(out)) }; const auto gg { maxwidth[std::forward(g)] }; const auto throws{[&out] { throw print_error { "Failed to print generator '%s' (%zd bytes in buffer)", demangle(), size(out) }; }}; return karma::generate(begin(out), gg | eps[throws]); } template void ircd::json::printer::list_protocol(mutable_buffer &buffer, it_a it, const it_b &end, closure&& lambda) { if(it != end) { lambda(buffer, *it); for(++it; it != end; ++it) { json::printer(buffer, json::printer.value_sep); lambda(buffer, *it); } } } template void ircd::json::input::throws_exceeded() { throw recursion_limit { "Maximum recursion depth exceeded" }; } /////////////////////////////////////////////////////////////////////////////// // // stack.h // ircd::json::stack::stack(const mutable_buffer &buf, flush_callback flusher) :buf{buf} ,flusher{std::move(flusher)} { } ircd::json::stack::~stack() noexcept { assert(clean() || done()); } bool ircd::json::stack::append(const string_view &s) { return append([&s](const mutable_buffer &buf) { return copy(buf, s); }); } bool ircd::json::stack::append(const window_buffer::closure &closure) { buf([&closure](const mutable_buffer &buf) { return closure(buf); }); return true; //XXX } template bool ircd::json::stack::printer(gen&& g, attr&&... a) { return json::printer(buf, std::forward(g), std::forward(a)...); } template bool ircd::json::stack::printer(gen&& g) { return json::printer(buf, std::forward(g)); } void ircd::json::stack::clear() { buf.rewind(buf.consumed()); } ircd::const_buffer ircd::json::stack::completed() const { return buf.completed(); } size_t ircd::json::stack::remaining() const { return buf.remaining(); } bool ircd::json::stack::done() const { return closed() && buf.consumed(); } bool ircd::json::stack::clean() const { return closed() && !buf.consumed(); } bool ircd::json::stack::closed() const { return !opened(); } bool ircd::json::stack::opened() const { return co || ca; } // // object // ircd::json::stack::object::object(stack &s) :s{&s} { assert(s.clean()); s.co = this; s.printer(json::printer.object_begin); } ircd::json::stack::object::object(member &pm) :s{pm.s} ,pm{&pm} { assert(s->opened()); assert(pm.co == nullptr); assert(pm.ca == nullptr); pm.co = this; s->printer(json::printer.object_begin); } ircd::json::stack::object::object(array &pa) :s{pa.s} ,pa{&pa} { assert(s->opened()); assert(pa.co == nullptr); assert(pa.ca == nullptr); pa.co = this; if(pa.vc) s->printer(json::printer.value_sep); s->printer(json::printer.object_begin); } ircd::json::stack::object::~object() noexcept { assert(s); assert(cm == nullptr); s->printer(json::printer.object_end); if(pm) { assert(pa == nullptr); assert(pm->ca == nullptr); assert(pm->co == this); pm->ca = nullptr; return; } if(pa) { assert(pm == nullptr); assert(pa->co == nullptr); assert(pa->co == this); pa->vc++; pa->ca = nullptr; return; } assert(s->co == this); assert(s->ca == nullptr); assert(pm == nullptr && pa == nullptr); s->co = nullptr; assert(s->done()); } // // array // ircd::json::stack::array::array(stack &s) :s{&s} { assert(s.clean()); s.ca = this; s.printer(json::printer.array_begin); } ircd::json::stack::array::array(member &pm) :s{pm.s} ,pm{&pm} { assert(s->opened()); assert(pm.co == nullptr); assert(pm.ca == nullptr); pm.ca = this; s->printer(json::printer.array_begin); } ircd::json::stack::array::array(array &pa) :s{pa.s} ,pa{&pa} { assert(s->opened()); assert(pa.co == nullptr); assert(pa.ca == nullptr); pa.ca = this; if(pa.vc) s->printer(json::printer.value_sep); s->printer(json::printer.array_begin); } ircd::json::stack::array::~array() noexcept { assert(s); assert(co == nullptr); assert(ca == nullptr); s->printer(json::printer.array_end); if(pm) { assert(pa == nullptr); assert(pm->ca == this); assert(pm->co == nullptr); pm->ca = nullptr; return; } if(pa) { assert(pm == nullptr); assert(pa->ca == this); assert(pa->co == nullptr); pa->vc++; pa->ca = nullptr; return; } assert(s->ca == this); assert(s->co == nullptr); assert(pm == nullptr && pa == nullptr); s->ca = nullptr; assert(s->done()); } void ircd::json::stack::array::append(const json::value &value) { assert(s); _pre_append(); const unwind post{[this] { _post_append(); }}; s->append([&value](mutable_buffer buf) { return size(stringify(buf, value)); }); } void ircd::json::stack::array::_pre_append() { if(vc) s->printer(json::printer.value_sep); } void ircd::json::stack::array::_post_append() { ++vc; } // // member // ircd::json::stack::member::member(object &po, const string_view &name) :s{po.s} ,po{&po} ,name{name} { assert(po.cm == nullptr); po.cm = this; if(po.mc) s->printer(json::printer.value_sep); s->printer(json::printer.name << json::printer.name_sep, name); } ircd::json::stack::member::member(object &po, const string_view &name, const json::value &value) :member{po, name} { append(value); } ircd::json::stack::member::~member() noexcept { assert(s); assert(co == nullptr); assert(ca == nullptr); assert(po); assert(po->cm == this); po->mc++; po->cm = nullptr; } void ircd::json::stack::member::append(const json::value &value) { assert(s); _pre_append(); const unwind post{[this] { _post_append(); }}; s->append([&value](mutable_buffer buf) { return size(stringify(buf, value)); }); } void ircd::json::stack::member::_pre_append() { } void ircd::json::stack::member::_post_append() { } /////////////////////////////////////////////////////////////////////////////// // // iov.h // decltype(ircd::json::iov::MAX_SIZE) ircd::json::iov::MAX_SIZE { 1024 }; std::ostream & ircd::json::operator<<(std::ostream &s, const iov &iov) { s << json::strung(iov); return s; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const iov &iov) { const ctx::critical_assertion ca; thread_local const member *m[iov.MAX_SIZE]; if(unlikely(size_t(iov.size()) > iov.MAX_SIZE)) throw iov::oversize { "IOV has %zd members but maximum is %zu", iov.size(), iov.MAX_SIZE }; std::transform(std::begin(iov), std::end(iov), m, [] (const member &m) { return &m; }); std::sort(m, m + iov.size(), [] (const member *const &a, const member *const &b) { return *a < *b; }); static const auto print_member { [](mutable_buffer &buf, const member *const &m) { printer(buf, printer.name << printer.name_sep, m->first); stringify(buf, m->second); } }; char *const start{begin(buf)}; printer(buf, printer.object_begin); printer::list_protocol(buf, m, m + iov.size(), print_member); printer(buf, printer.object_end); return { start, begin(buf) }; } size_t ircd::json::serialized(const iov &iov) { const size_t ret { 1U + iov.empty() }; return std::accumulate(std::begin(iov), std::end(iov), ret, [] (auto ret, const auto &member) { return ret += serialized(member) + 1; }); } bool ircd::json::iov::has(const string_view &key) const { return std::any_of(std::begin(*this), std::end(*this), [&key] (const auto &member) { return string_view{member.first} == key; }); } const ircd::json::value & ircd::json::iov::at(const string_view &key) const { const auto it { std::find_if(std::begin(*this), std::end(*this), [&key] (const auto &member) { return string_view{member.first} == key; }) }; if(it == std::end(*this)) throw not_found { "key '%s' not found", key }; return it->second; } ircd::json::iov::add::add(iov &iov, member member) :node { iov, [&iov, &member] { if(iov.has(member.first)) throw exists("failed to add member '%s': already exists", string_view{member.first}); return std::move(member); }() } { } ircd::json::iov::add_if::add_if(iov &iov, const bool &b, member member) :node { iov, std::move(member) } { if(!b) iov.pop_front(); } ircd::json::iov::set::set(iov &iov, member member) :node { iov, [&iov, &member] { iov.remove_if([&member](const auto &existing) { return string_view{existing.first} == string_view{member.first}; }); return std::move(member); }() } { } ircd::json::iov::set_if::set_if(iov &iov, const bool &b, member member) :node { iov, std::move(member) } { if(!b) iov.pop_front(); } ircd::json::iov::defaults::defaults(iov &iov, member member) :node { iov, std::move(member) } { const auto count { std::count_if(std::begin(iov), std::end(iov), [&member] (const auto &existing) { return string_view{existing.first} == string_view{member.first}; }) }; if(count > 1) iov.pop_front(); } ircd::json::iov::defaults_if::defaults_if(iov &iov, const bool &b, member member) :node { iov, std::move(member) } { if(!b) iov.pop_front(); } /////////////////////////////////////////////////////////////////////////////// // // json/vector.h // ircd::json::vector::const_iterator & ircd::json::vector::const_iterator::operator++() try { static const qi::rule parse_next { raw[parser.object(0)] | qi::eoi ,"next vector element or end" }; string_view state; qi::parse(start, stop, eps > parse_next, state); this->state = state; return *this; } catch(const qi::expectation_failure &e) { throw expectation_failure(start, e); } ircd::json::vector::const_iterator ircd::json::vector::begin() const try { static const qi::rule parse_begin { raw[parser.object(0)] ,"object vector element" }; const_iterator ret { string_view::begin(), string_view::end() }; if(!string_view{*this}.empty()) { string_view state; qi::parse(ret.start, ret.stop, eps > parse_begin, state); ret.state = state; } return ret; } catch(const qi::expectation_failure &e) { throw expectation_failure(string_view::begin(), e); } ircd::json::vector::const_iterator ircd::json::vector::end() const { return { string_view::end(), string_view::end() }; } /////////////////////////////////////////////////////////////////////////////// // // json/member.h // ircd::string_view ircd::json::stringify(mutable_buffer &buf, const members &list) { return stringify(buf, std::begin(list), std::end(list)); } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const member &m) { return stringify(buf, &m, &m + 1); } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const member *const &b, const member *const &e) { static const auto print_member { [](mutable_buffer &buf, const member &m) { printer(buf, printer.name << printer.name_sep, m.first); stringify(buf, m.second); } }; char *const start{begin(buf)}; printer(buf, printer.object_begin); printer::list_protocol(buf, b, e, print_member); printer(buf, printer.object_end); return { start, begin(buf) }; } size_t ircd::json::serialized(const members &m) { return serialized(std::begin(m), std::end(m)); } size_t ircd::json::serialized(const member *const &begin, const member *const &end) { const size_t ret(1 + !std::distance(begin, end)); return std::accumulate(begin, end, ret, [] (auto ret, const auto &member) { return ret += serialized(member) + 1; }); } size_t ircd::json::serialized(const member &member) { return serialized(member.first) + 1 + serialized(member.second); } /////////////////////////////////////////////////////////////////////////////// // // json/object.h // decltype(ircd::json::object::max_recursion_depth) const ircd::json::object::max_recursion_depth { 32 }; std::ostream & ircd::json::operator<<(std::ostream &s, const object::member &member) { s << json::strung(member); return s; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const object::member &member) { char *const start(begin(buf)); printer(buf, printer.name, member.first); printer(buf, printer.name_sep); consume(buf, copy(buf, member.second)); return string_view { start, begin(buf) }; } size_t ircd::json::serialized(const object::member &member) { return serialized(member.first) + 1 + serialized(member.second); } std::ostream & ircd::json::operator<<(std::ostream &s, const object &object) { s << json::strung(object); return s; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const object &object) { const auto b(std::begin(object)); const auto e(std::end(object)); char *const start(begin(buf)); static const auto stringify_member { [](mutable_buffer &buf, const object::member &member) { stringify(buf, member); } }; printer(buf, printer.object_begin); printer::list_protocol(buf, b, e, stringify_member); printer(buf, printer.object_end); return { start, begin(buf) }; } size_t ircd::json::serialized(const object &object) { const auto begin(std::begin(object)); const auto end(std::end(object)); const size_t ret(1 + (begin == end)); return std::accumulate(begin, end, ret, [] (auto ret, const object::member &member) { return ret += serialized(member) + 1; }); } ircd::json::object::const_iterator & ircd::json::object::const_iterator::operator++() try { static const auto &ws { parser.ws }; static const qi::rule member { parser.name >> -ws >> parser.name_sep >> -ws >> raw[parser.value(0)] ,"next object member" }; static const qi::rule parse_next { (parser.object_end | (parser.value_sep >> -ws >> member)) >> -ws ,"next object member or end" }; state.first = string_view{}; state.second = string_view{}; qi::parse(start, stop, eps > parse_next, state); return *this; } catch(const qi::expectation_failure &e) { throw expectation_failure(start, e); } ircd::json::object::operator std::string() const { return json::strung(*this); } ircd::json::object::const_iterator ircd::json::object::begin() const try { static const auto &ws { parser.ws }; static const qi::rule object_member { parser.name >> -ws >> parser.name_sep >> -ws >> raw[parser.value(0)] ,"object member" }; static const qi::rule parse_begin { -ws >> parser.object_begin >> -ws >> (parser.object_end | object_member) >> -ws ,"object begin and member or end" }; const_iterator ret { string_view::begin(), string_view::end() }; if(!string_view{*this}.empty()) qi::parse(ret.start, ret.stop, eps > parse_begin, ret.state); return ret; } catch(const qi::expectation_failure &e) { throw expectation_failure(string_view::begin(), e); } ircd::json::object::const_iterator ircd::json::object::end() const { return { string_view::end(), string_view::end() }; } /////////////////////////////////////////////////////////////////////////////// // // json/array.h // decltype(ircd::json::array::max_recursion_depth) ircd::json::array::max_recursion_depth { 32 }; ircd::string_view ircd::json::stringify(mutable_buffer &buf, const array &v) { if(string_view{v}.empty()) { consume(buf, copy(buf, empty_array)); return empty_array; } consume(buf, copy(buf, string_view{v})); return string_view{v}; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const std::string *const &b, const std::string *const &e) { return array::stringify(buf, b, e); } size_t ircd::json::serialized(const std::string *const &b, const std::string *const &e) { const size_t ret(1 + !std::distance(b, e)); return std::accumulate(b, e, ret, [] (auto ret, const auto &value) { return ret += serialized(string_view{value}) + 1; }); } size_t ircd::json::serialized(const string_view *const &b, const string_view *const &e) { const size_t ret(1 + !std::distance(b, e)); return std::accumulate(b, e, ret, [] (auto ret, const auto &value) { return ret += serialized(value) + 1; }); } template ircd::string_view ircd::json::array::stringify(mutable_buffer &buf, const it &b, const it &e) { static const auto print_element { [](mutable_buffer &buf, const string_view &element) { if(!consume(buf, ircd::buffer::copy(buf, element))) throw print_error { "The JSON generator ran out of space in supplied buffer" }; } }; char *const start(std::begin(buf)); printer(buf, printer.array_begin); printer::list_protocol(buf, b, e, print_element); printer(buf, printer.array_end); return { start, std::begin(buf) }; } std::ostream & ircd::json::operator<<(std::ostream &s, const array &a) { s << json::strung(a); return s; } ircd::json::array::const_iterator & ircd::json::array::const_iterator::operator++() try { static const auto &ws { parser.ws }; static const qi::rule value { raw[parser.value(0)] ,"array element" }; static const qi::rule parse_next { (parser.array_end | (parser.value_sep >> -ws >> value)) >> -ws ,"next array element or end" }; state = string_view{}; qi::parse(start, stop, eps > parse_next, state); return *this; } catch(const qi::expectation_failure &e) { throw expectation_failure(start, e); } ircd::json::array::operator std::string() const { return json::strung(*this); } ircd::json::array::const_iterator ircd::json::array::begin() const try { static const auto &ws { parser.ws }; static const qi::rule value { raw[parser.value(0)] ,"array element" }; static const qi::rule parse_begin { -ws >> parser.array_begin >> -ws >> (parser.array_end | value) >> -ws ,"array begin and element or end" }; const_iterator ret { string_view::begin(), string_view::end() }; if(!string_view{*this}.empty()) qi::parse(ret.start, ret.stop, eps > parse_begin, ret.state); return ret; } catch(const qi::expectation_failure &e) { throw expectation_failure(string_view::begin(), e); } ircd::json::array::const_iterator ircd::json::array::end() const { return { string_view::end(), string_view::end() }; } /////////////////////////////////////////////////////////////////////////////// // // json/value.h // const ircd::string_view ircd::json::literal_null { "null" }; const ircd::string_view ircd::json::literal_true { "true" }; const ircd::string_view ircd::json::literal_false { "false" }; const ircd::string_view ircd::json::empty_string { "\"\"" }; const ircd::string_view ircd::json::empty_object { "{}" }; const ircd::string_view ircd::json::empty_array { "[]" }; std::ostream & ircd::json::operator<<(std::ostream &s, const value &v) { s << json::strung(v); return s; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const value *const &b, const value *const &e) { static const auto print_value { [](mutable_buffer &buf, const value &value) { stringify(buf, value); } }; char *const start(begin(buf)); printer(buf, printer.array_begin); printer::list_protocol(buf, b, e, print_value); printer(buf, printer.array_end); return { start, begin(buf) }; } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const value &v) { const auto start { begin(buf) }; switch(v.type) { case STRING: { const string_view sv{v}; printer(buf, printer.string, sv); break; } case LITERAL: { consume(buf, copy(buf, string_view{v})); break; } case OBJECT: { if(v.serial) { consume(buf, copy(buf, string_view{v})); break; } if(v.object) { stringify(buf, v.object, v.object + v.len); break; } //consume(buf, copy(buf, literal_null)); consume(buf, copy(buf, empty_object)); break; } case ARRAY: { if(v.serial) { consume(buf, copy(buf, string_view{v})); break; } if(v.array) { stringify(buf, v.array, v.array + v.len); break; } //consume(buf, copy(buf, literal_null)); consume(buf, copy(buf, empty_array)); break; } case NUMBER: { if(v.serial) { consume(buf, copy(buf, string_view{v})); break; } if(v.floats) printer(buf, double_, v.floating); else printer(buf, long_, v.integer); break; } } return { start, begin(buf) }; } size_t ircd::json::serialized(const values &v) { return serialized(std::begin(v), std::end(v)); } size_t ircd::json::serialized(const value *const &begin, const value *const &end) { // One opening '[' and either one ']' or comma count. const size_t ret(1 + !std::distance(begin, end)); return std::accumulate(begin, end, size_t(ret), [] (auto ret, const value &v) { return ret += serialized(v) + 1; // 1 comma }); } size_t ircd::json::serialized(const value &v) { switch(v.type) { case OBJECT: return v.serial? v.len : serialized(v.object, v.object + v.len); case ARRAY: return v.serial? v.len : serialized(v.array, v.array + v.len); case LITERAL: { return v.serial? v.len : serialized(bool(v.integer)); } case NUMBER: { if(v.serial) return v.len; static thread_local char test_buffer[4096]; const auto test { stringify(mutable_buffer{test_buffer}, v) }; return test.size(); } case STRING: { if(!v.string) return 2; size_t ret(v.len); const string_view sv{v.string, v.len}; ret += !startswith(sv, '"'); ret += !endswith(sv, '"'); return ret; } }; throw type_error("deciding the size of a type[%u] is undefined", int(v.type)); } // // json::value // ircd::json::value::value(const json::members &members) :string{nullptr} ,len{serialized(members)} ,type{OBJECT} ,serial{true} ,alloc{true} ,floats{false} { create_string(len, [&members] (mutable_buffer &buffer) { json::stringify(buffer, members); }); } ircd::json::value::value(const value &other) :integer{other.integer} ,len{other.len} ,type{other.type} ,serial{other.serial} ,alloc{other.alloc} ,floats{other.floats} { if(serial) { create_string(len, [&other] (mutable_buffer &buffer) { consume(buffer, copy(buffer, string_view{other})); }); } else switch(type) { case OBJECT: { if(!object) break; const size_t count(this->len); create_string(serialized(object, object + count), [this, &count] (mutable_buffer &buffer) { json::stringify(buffer, object, object + count); }); break; } case ARRAY: { if(!array) break; const size_t count(this->len); create_string(serialized(array, array + count), [this, &count] (mutable_buffer &buffer) { json::stringify(buffer, array, array + count); }); break; } case STRING: { if(!string) break; create_string(len, [&other] (mutable_buffer &buffer) { copy(buffer, const_buffer{other.string, other.len}); }); break; } case LITERAL: case NUMBER: break; } } ircd::json::value & ircd::json::value::operator=(const value &other) { this->~value(); new (this) value(other); return *this; } ircd::json::value::~value() noexcept { if(!alloc) return; else if(serial) delete[] string; else switch(type) { case STRING: delete[] string; break; case OBJECT: delete[] object; break; case ARRAY: delete[] array; break; default: break; } } ircd::json::value::operator std::string() const { return json::strung(*this); } ircd::json::value::operator string_view() const { switch(type) { case STRING: return unquote(string_view{string, len}); case NUMBER: return serial? string_view{string, len}: floats? byte_view{floating}: byte_view{integer}; case ARRAY: case OBJECT: case LITERAL: if(likely(serial)) return string_view{string, len}; else break; } throw type_error("value type[%d] is not a string", int(type)); } ircd::json::value::operator int64_t() const { switch(type) { case NUMBER: return likely(!floats)? integer : floating; case STRING: return lex_cast(string_view{*this}); case ARRAY: case OBJECT: case LITERAL: break; } throw type_error("value type[%d] is not an int64_t", int(type)); } ircd::json::value::operator double() const { switch(type) { case NUMBER: return likely(floats)? floating : integer; case STRING: return lex_cast(string_view{*this}); case ARRAY: case OBJECT: case LITERAL: break; } throw type_error("value type[%d] is not a float", int(type)); } bool ircd::json::value::operator!() const { switch(type) { case NUMBER: return floats? !(floating > 0.0 || floating < 0.0): !bool(integer); case STRING: return string? !len || string_view{*this} == empty_string: true; case OBJECT: return serial? !len || string_view{*this} == empty_object: object? !len: true; case ARRAY: return serial? !len || (string_view{*this} == empty_array): array? !len: true; case LITERAL: if(serial) return string == nullptr || string_view{*this} == literal_false || string_view{*this} == literal_null; break; }; throw type_error("deciding if a type[%u] is falsy is undefined", int(type)); } bool ircd::json::value::empty() const { switch(type) { case NUMBER: return serial? !len: floats? !(floating > 0.0 || floating < 0.0): !bool(integer); case STRING: return !string || !len || (serial && string_view{*this} == empty_string); case OBJECT: return serial? !len || string_view{*this} == empty_object: object? !len: true; case ARRAY: return serial? !len || string_view{*this} == empty_array: array? !len: true; case LITERAL: return serial? !len: true; }; throw type_error("deciding if a type[%u] is empty is undefined", int(type)); } bool ircd::json::value::null() const { switch(type) { case NUMBER: return floats? !(floating > 0.0 || floating < 0.0): !bool(integer); case STRING: return string == nullptr; case OBJECT: return serial? string == nullptr: object? false: true; case ARRAY: return serial? string == nullptr: array? false: true; case LITERAL: return serial? string == nullptr: true; }; throw type_error("deciding if a type[%u] is null is undefined", int(type)); } bool ircd::json::value::undefined() const { switch(type) { case NUMBER: return false; case STRING: return string == nullptr; case OBJECT: return serial? string == nullptr: object? false: true; case ARRAY: return serial? string == nullptr: array? false: true; case LITERAL: return serial? string == nullptr: true; }; throw type_error("deciding if a type[%u] is undefined is undefined", int(type)); } void ircd::json::value::create_string(const size_t &len, const create_string_closure &closure) { const size_t max { len + 1 }; std::unique_ptr string { new char[max] }; mutable_buffer buffer { string.get(), len }; closure(buffer); (string.get())[len] = '\0'; this->alloc = true; this->serial = true; this->len = len; this->string = string.release(); } bool ircd::json::operator>(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) > static_cast(b); } bool ircd::json::operator<(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) < static_cast(b); } bool ircd::json::operator>=(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) >= static_cast(b); } bool ircd::json::operator<=(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) <= static_cast(b); } bool ircd::json::operator!=(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) != static_cast(b); } bool ircd::json::operator==(const value &a, const value &b) { if(unlikely(type(a) != STRING || type(b) != STRING)) throw type_error("cannot compare values"); return static_cast(a) == static_cast(b); } /////////////////////////////////////////////////////////////////////////////// // // json.h // std::string ircd::json::canonize(const string_view &in) { std::string ret(size(in), char{}); ret.resize(size(canonize(mutable_buffer{ret}, in))); return ret; } ircd::string_view ircd::json::canonize(const mutable_buffer &out, const string_view &in) try { //TODO: XXX assert(0); return in; } catch(const qi::expectation_failure &e) { throw expectation_failure(begin(in), e); } bool ircd::json::valid(const string_view &s, std::nothrow_t) noexcept try { const char *start(begin(s)), *const stop(end(s)); return qi::parse(start, stop, parser.value(0) >> eoi); } catch(...) { return false; } void ircd::json::valid(const string_view &s) try { const char *start(begin(s)), *const stop(end(s)); qi::parse(start, stop, eps > (parser.value(0) >> eoi)); } catch(const qi::expectation_failure &e) { throw expectation_failure(begin(s), e); } ircd::string_view ircd::json::stringify(mutable_buffer &buf, const string_view &v) { if(v.empty() && defined(v)) { consume(buf, copy(buf, empty_string)); return empty_string; } consume(buf, copy(buf, string_view{v})); return string_view{v}; } size_t ircd::json::serialized(const string_view &s) { size_t ret { s.size() }; switch(type(s, std::nothrow)) { case NUMBER: case OBJECT: case ARRAY: case LITERAL: break; case STRING: ret += !startswith(s, '"'); ret += !endswith(s, '"'); break; } return ret; } enum ircd::json::type ircd::json::type(const string_view &buf) { static const auto flag(qi::skip_flag::dont_postskip); enum type ret; if(!qi::phrase_parse(begin(buf), end(buf), parser.type, parser.WS, flag, ret)) throw type_error("Failed to get type from buffer"); return ret; } enum ircd::json::type ircd::json::type(const string_view &buf, std::nothrow_t) { static const auto flag(qi::skip_flag::dont_postskip); enum type ret; if(!qi::phrase_parse(begin(buf), end(buf), parser.type, parser.WS, flag, ret)) return STRING; return ret; } ircd::string_view ircd::json::reflect(const enum type &type) { switch(type) { case NUMBER: return "NUMBER"; case OBJECT: return "OBJECT"; case ARRAY: return "ARRAY"; case LITERAL: return "LITERAL"; case STRING: return "STRING"; } return {}; }