mirror of
https://github.com/simdjson/simdjson
synced 2026-06-08 17:27:07 +00:00
fb9a689dff
* wip brute-force wildcard for json_path * wip - bruteforce surface wildcard with result * partially handle keys with wildcard * wip - nested paths/pointers on wildcard results * wip * wip - handling child properties of wildcard result * done - handling child properties of wildcard result * fix key * add support for wildcard for arrays * handle array INCORRECT_TYPE * rename at_path_new to at_path_with_wildcard * add benchmark * fix benchmark * use memcmp * minor improvements * refactor to tail recursion * nit * approximately 30% improvement in runtime * nit * corrected logic * nit * cleanup * add some initial tests * cleanup 2 * modified: CMakeLists.txt * cleanup * cleanup * cleanup * cleanup * restore examples/quickstart/CMakeLists.txt * cleanup * restore quickstart.cpp * revert array-inl.h * cleanup array-inl.h * revert object-inl.h * cleanup object-inl.h * cleanup * nit * nit * add test * address some feedbacks * address additional feedbacks (copilot) * final changes based on feedback - reduce string allocations * fix bug in object-inl.h * fix logic for wildcards inside arrays * add test for wildcard in nested array * refactor and create util for getting key and json path * minor error handling * refactor process_json_path_of_child_element from recursion to loop in order to prevent stack overflow * fix bug with array, add boundary check to get_next_key_and_json_path function * add more tests * fix boundary check and unnecessary string allocation * minor changes * fix * fix jsonpathutil * remove unneccessary string allocation * some minor fixes * documentation * removing printout * various fixes * reorg of the CI test file --------- Co-authored-by: Daniel Lemire <daniel@lemire.me>
388 lines
14 KiB
C++
388 lines
14 KiB
C++
#ifndef SIMDJSON_OBJECT_INL_H
|
|
#define SIMDJSON_OBJECT_INL_H
|
|
|
|
#include "simdjson/dom/base.h"
|
|
#include "simdjson/dom/object.h"
|
|
#include "simdjson/dom/document.h"
|
|
|
|
#include "simdjson/dom/element-inl.h"
|
|
#include "simdjson/error-inl.h"
|
|
#include "simdjson/jsonpathutil.h"
|
|
|
|
#include <cstring>
|
|
|
|
namespace simdjson {
|
|
|
|
//
|
|
// simdjson_result<dom::object> inline implementation
|
|
//
|
|
simdjson_inline simdjson_result<dom::object>::simdjson_result() noexcept
|
|
: internal::simdjson_result_base<dom::object>() {}
|
|
simdjson_inline simdjson_result<dom::object>::simdjson_result(dom::object value) noexcept
|
|
: internal::simdjson_result_base<dom::object>(std::forward<dom::object>(value)) {}
|
|
simdjson_inline simdjson_result<dom::object>::simdjson_result(error_code error) noexcept
|
|
: internal::simdjson_result_base<dom::object>(error) {}
|
|
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::operator[](std::string_view key) const noexcept {
|
|
if (error()) { return error(); }
|
|
return first[key];
|
|
}
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::operator[](const char *key) const noexcept {
|
|
if (error()) { return error(); }
|
|
return first[key];
|
|
}
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::at_pointer(std::string_view json_pointer) const noexcept {
|
|
if (error()) { return error(); }
|
|
return first.at_pointer(json_pointer);
|
|
}
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::at_path(std::string_view json_path) const noexcept {
|
|
auto json_pointer = json_path_to_pointer_conversion(json_path);
|
|
if (json_pointer == "-1") { return INVALID_JSON_POINTER; }
|
|
return at_pointer(json_pointer);
|
|
}
|
|
inline simdjson_result<std::vector<dom::element>> simdjson_result<dom::object>::at_path_with_wildcard(std::string_view json_path) const noexcept {
|
|
if (error()) {
|
|
return error();
|
|
}
|
|
return first.at_path_with_wildcard(json_path);
|
|
}
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::at_key(std::string_view key) const noexcept {
|
|
if (error()) { return error(); }
|
|
return first.at_key(key);
|
|
}
|
|
inline std::vector<dom::element>& simdjson_result<dom::object>::get_values(std::vector<dom::element>& out) const noexcept {
|
|
return first.get_values(out);
|
|
}
|
|
inline simdjson_result<dom::element> simdjson_result<dom::object>::at_key_case_insensitive(std::string_view key) const noexcept {
|
|
if (error()) { return error(); }
|
|
return first.at_key_case_insensitive(key);
|
|
}
|
|
|
|
#if SIMDJSON_EXCEPTIONS
|
|
|
|
inline dom::object::iterator simdjson_result<dom::object>::begin() const noexcept(false) {
|
|
if (error()) { throw simdjson_error(error()); }
|
|
return first.begin();
|
|
}
|
|
inline dom::object::iterator simdjson_result<dom::object>::end() const noexcept(false) {
|
|
if (error()) { throw simdjson_error(error()); }
|
|
return first.end();
|
|
}
|
|
inline size_t simdjson_result<dom::object>::size() const noexcept(false) {
|
|
if (error()) { throw simdjson_error(error()); }
|
|
return first.size();
|
|
}
|
|
|
|
#endif // SIMDJSON_EXCEPTIONS
|
|
|
|
namespace dom {
|
|
|
|
//
|
|
// object inline implementation
|
|
//
|
|
simdjson_inline object::object() noexcept : tape{} {}
|
|
simdjson_inline object::object(const internal::tape_ref &_tape) noexcept : tape{_tape} { }
|
|
inline object::iterator object::begin() const noexcept {
|
|
SIMDJSON_DEVELOPMENT_ASSERT(tape.usable()); // https://github.com/simdjson/simdjson/issues/1914
|
|
return internal::tape_ref(tape.doc, tape.json_index + 1);
|
|
}
|
|
inline object::iterator object::end() const noexcept {
|
|
SIMDJSON_DEVELOPMENT_ASSERT(tape.usable()); // https://github.com/simdjson/simdjson/issues/1914
|
|
return internal::tape_ref(tape.doc, tape.after_element() - 1);
|
|
}
|
|
inline size_t object::size() const noexcept {
|
|
SIMDJSON_DEVELOPMENT_ASSERT(tape.usable()); // https://github.com/simdjson/simdjson/issues/1914
|
|
return tape.scope_count();
|
|
}
|
|
|
|
inline simdjson_result<element> object::operator[](std::string_view key) const noexcept {
|
|
return at_key(key);
|
|
}
|
|
inline simdjson_result<element> object::operator[](const char *key) const noexcept {
|
|
return at_key(key);
|
|
}
|
|
inline simdjson_result<element> object::at_pointer(std::string_view json_pointer) const noexcept {
|
|
SIMDJSON_DEVELOPMENT_ASSERT(tape.usable()); // https://github.com/simdjson/simdjson/issues/1914
|
|
if(json_pointer.empty()) { // an empty string means that we return the current node
|
|
return element(this->tape); // copy the current node
|
|
} else if(json_pointer[0] != '/') { // otherwise there is an error
|
|
return INVALID_JSON_POINTER;
|
|
}
|
|
json_pointer = json_pointer.substr(1);
|
|
size_t slash = json_pointer.find('/');
|
|
std::string_view key = json_pointer.substr(0, slash);
|
|
// Grab the child with the given key
|
|
simdjson_result<element> child;
|
|
|
|
// If there is an escape character in the key, unescape it and then get the child.
|
|
size_t escape = key.find('~');
|
|
if (escape != std::string_view::npos) {
|
|
// Unescape the key
|
|
std::string unescaped(key);
|
|
do {
|
|
switch (unescaped[escape+1]) {
|
|
case '0':
|
|
unescaped.replace(escape, 2, "~");
|
|
break;
|
|
case '1':
|
|
unescaped.replace(escape, 2, "/");
|
|
break;
|
|
default:
|
|
return INVALID_JSON_POINTER; // "Unexpected ~ escape character in JSON pointer");
|
|
}
|
|
escape = unescaped.find('~', escape+1);
|
|
} while (escape != std::string::npos);
|
|
child = at_key(unescaped);
|
|
} else {
|
|
child = at_key(key);
|
|
}
|
|
if(child.error()) {
|
|
return child; // we do not continue if there was an error
|
|
}
|
|
// If there is a /, we have to recurse and look up more of the path
|
|
if (slash != std::string_view::npos) {
|
|
child = child.at_pointer(json_pointer.substr(slash));
|
|
}
|
|
return child;
|
|
}
|
|
|
|
inline simdjson_result<element> object::at_path(std::string_view json_path) const noexcept {
|
|
auto json_pointer = json_path_to_pointer_conversion(json_path);
|
|
if (json_pointer == "-1") { return INVALID_JSON_POINTER; }
|
|
return at_pointer(json_pointer);
|
|
}
|
|
|
|
inline void object::process_json_path_of_child_elements(std::vector<element>::iterator& current, std::vector<element>::iterator& end, const std::string_view& path_suffix, std::vector<element>& accumulator) const noexcept {
|
|
if (current == end) {
|
|
return;
|
|
}
|
|
|
|
simdjson_result<std::vector<element>> result;
|
|
|
|
for (auto it = current; it != end; ++it) {
|
|
std::vector<element> child_result;
|
|
auto error = it->at_path_with_wildcard(path_suffix).get(child_result);
|
|
if(error) {
|
|
continue;
|
|
}
|
|
accumulator.reserve(accumulator.size() + child_result.size());
|
|
accumulator.insert(accumulator.end(),
|
|
std::make_move_iterator(child_result.begin()),
|
|
std::make_move_iterator(child_result.end()));
|
|
}
|
|
}
|
|
|
|
inline simdjson_result<std::vector<element>> object::at_path_with_wildcard(std::string_view json_path) const noexcept {
|
|
SIMDJSON_DEVELOPMENT_ASSERT(tape.usable()); // https://github.com/simdjson/simdjson/issues/1914
|
|
|
|
size_t i = 0;
|
|
if (json_path.empty()) {
|
|
return INVALID_JSON_POINTER;
|
|
}
|
|
// if JSONPath starts with $, skip it
|
|
// json_path.starts_with('$') requires C++20.
|
|
if (json_path.front() == '$') {
|
|
i = 1;
|
|
}
|
|
|
|
if (i >= json_path.size() || (json_path[i] != '.' && json_path[i] != '[')) {
|
|
// expect json path to always start with $ but this isn't currently
|
|
// expected in jsonpathutil.h.
|
|
return INVALID_JSON_POINTER;
|
|
}
|
|
|
|
if (json_path.find("*") != std::string::npos) {
|
|
|
|
std::vector<element> child_values;
|
|
|
|
if (
|
|
(json_path.compare(i, 3, "[*]") == 0 && json_path.size() == i + 3) ||
|
|
(json_path.compare(i, 2,".*") == 0 && json_path.size() == i + 2)
|
|
) {
|
|
get_values(child_values);
|
|
return child_values;
|
|
}
|
|
|
|
std::pair<std::string_view, std::string_view> key_and_json_path = get_next_key_and_json_path(json_path);
|
|
|
|
std::string_view key = key_and_json_path.first;
|
|
json_path = key_and_json_path.second;
|
|
|
|
if (key.size() > 0) {
|
|
if (key == "*") {
|
|
get_values(child_values);
|
|
} else {
|
|
element pointer_result;
|
|
auto error = at_pointer("/" + std::string(key)).get(pointer_result);
|
|
|
|
if (!error) {
|
|
child_values.emplace_back(pointer_result);
|
|
}
|
|
}
|
|
|
|
std::vector<element> result = {};
|
|
if (child_values.size() > 0) {
|
|
|
|
std::vector<element>::iterator child_values_begin = child_values.begin();
|
|
std::vector<element>::iterator child_values_end = child_values.end();
|
|
|
|
process_json_path_of_child_elements(child_values_begin, child_values_end, json_path, result);
|
|
}
|
|
|
|
return result;
|
|
} else {
|
|
return INVALID_JSON_POINTER;
|
|
}
|
|
} else {
|
|
element result;
|
|
auto error = this->at_path(json_path).get(result);
|
|
if (error) {
|
|
return error;
|
|
}
|
|
return std::vector<element>{std::move(result)};
|
|
}
|
|
}
|
|
|
|
inline simdjson_result<element> object::at_key(std::string_view key) const noexcept {
|
|
iterator end_field = end();
|
|
for (iterator field = begin(); field != end_field; ++field) {
|
|
if (field.key_equals(key)) {
|
|
return field.value();
|
|
}
|
|
}
|
|
return NO_SUCH_FIELD;
|
|
}
|
|
|
|
inline std::vector<element>& object::get_values(std::vector<element>& out) const noexcept {
|
|
iterator end_field = end();
|
|
iterator begin_field = begin();
|
|
|
|
out.reserve(std::distance(begin_field, end_field));
|
|
for (iterator field = begin_field; field != end_field; ++field) {
|
|
out.emplace_back(field.value());
|
|
}
|
|
|
|
return out;
|
|
}
|
|
// In case you wonder why we need this, please see
|
|
// https://github.com/simdjson/simdjson/issues/323
|
|
// People do seek keys in a case-insensitive manner.
|
|
inline simdjson_result<element> object::at_key_case_insensitive(std::string_view key) const noexcept {
|
|
iterator end_field = end();
|
|
for (iterator field = begin(); field != end_field; ++field) {
|
|
if (field.key_equals_case_insensitive(key)) {
|
|
return field.value();
|
|
}
|
|
}
|
|
return NO_SUCH_FIELD;
|
|
}
|
|
|
|
inline object::operator element() const noexcept {
|
|
return element(tape);
|
|
}
|
|
|
|
//
|
|
// object::iterator inline implementation
|
|
//
|
|
simdjson_inline object::iterator::iterator(const internal::tape_ref &_tape) noexcept : tape{_tape} { }
|
|
inline const key_value_pair object::iterator::operator*() const noexcept {
|
|
return key_value_pair(key(), value());
|
|
}
|
|
inline bool object::iterator::operator!=(const object::iterator& other) const noexcept {
|
|
return tape.json_index != other.tape.json_index;
|
|
}
|
|
inline bool object::iterator::operator==(const object::iterator& other) const noexcept {
|
|
return tape.json_index == other.tape.json_index;
|
|
}
|
|
inline bool object::iterator::operator<(const object::iterator& other) const noexcept {
|
|
return tape.json_index < other.tape.json_index;
|
|
}
|
|
inline bool object::iterator::operator<=(const object::iterator& other) const noexcept {
|
|
return tape.json_index <= other.tape.json_index;
|
|
}
|
|
inline bool object::iterator::operator>=(const object::iterator& other) const noexcept {
|
|
return tape.json_index >= other.tape.json_index;
|
|
}
|
|
inline bool object::iterator::operator>(const object::iterator& other) const noexcept {
|
|
return tape.json_index > other.tape.json_index;
|
|
}
|
|
inline object::iterator& object::iterator::operator++() noexcept {
|
|
tape.json_index++;
|
|
tape.json_index = tape.after_element();
|
|
return *this;
|
|
}
|
|
inline object::iterator object::iterator::operator++(int) noexcept {
|
|
object::iterator out = *this;
|
|
++*this;
|
|
return out;
|
|
}
|
|
inline std::string_view object::iterator::key() const noexcept {
|
|
return tape.get_string_view();
|
|
}
|
|
inline uint32_t object::iterator::key_length() const noexcept {
|
|
return tape.get_string_length();
|
|
}
|
|
inline const char* object::iterator::key_c_str() const noexcept {
|
|
return reinterpret_cast<const char *>(&tape.doc->string_buf[size_t(tape.tape_value()) + sizeof(uint32_t)]);
|
|
}
|
|
inline element object::iterator::value() const noexcept {
|
|
return element(internal::tape_ref(tape.doc, tape.json_index + 1));
|
|
}
|
|
|
|
/**
|
|
* Design notes:
|
|
* Instead of constructing a string_view and then comparing it with a
|
|
* user-provided strings, it is probably more performant to have dedicated
|
|
* functions taking as a parameter the string we want to compare against
|
|
* and return true when they are equal. That avoids the creation of a temporary
|
|
* std::string_view. Though it is possible for the compiler to avoid entirely
|
|
* any overhead due to string_view, relying too much on compiler magic is
|
|
* problematic: compiler magic sometimes fail, and then what do you do?
|
|
* Also, enticing users to rely on high-performance function is probably better
|
|
* on the long run.
|
|
*/
|
|
|
|
inline bool object::iterator::key_equals(std::string_view o) const noexcept {
|
|
// We use the fact that the key length can be computed quickly
|
|
// without access to the string buffer.
|
|
const uint32_t len = key_length();
|
|
if(o.size() == len) {
|
|
// We avoid construction of a temporary string_view instance.
|
|
return (memcmp(o.data(), key_c_str(), len) == 0);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
inline bool object::iterator::key_equals_case_insensitive(std::string_view o) const noexcept {
|
|
// We use the fact that the key length can be computed quickly
|
|
// without access to the string buffer.
|
|
const uint32_t len = key_length();
|
|
if(o.size() == len) {
|
|
// See For case-insensitive string comparisons, avoid char-by-char functions
|
|
// https://lemire.me/blog/2020/04/30/for-case-insensitive-string-comparisons-avoid-char-by-char-functions/
|
|
// Note that it might be worth rolling our own strncasecmp function, with vectorization.
|
|
return (simdjson_strncasecmp(o.data(), key_c_str(), len) == 0);
|
|
}
|
|
return false;
|
|
}
|
|
//
|
|
// key_value_pair inline implementation
|
|
//
|
|
inline key_value_pair::key_value_pair(std::string_view _key, element _value) noexcept :
|
|
key(_key), value(_value) {}
|
|
|
|
} // namespace dom
|
|
|
|
} // namespace simdjson
|
|
|
|
#if defined(__cpp_lib_ranges)
|
|
static_assert(std::ranges::view<simdjson::dom::object>);
|
|
static_assert(std::ranges::sized_range<simdjson::dom::object>);
|
|
#if SIMDJSON_EXCEPTIONS
|
|
static_assert(std::ranges::view<simdjson::simdjson_result<simdjson::dom::object>>);
|
|
static_assert(std::ranges::sized_range<simdjson::simdjson_result<simdjson::dom::object>>);
|
|
#endif // SIMDJSON_EXCEPTIONS
|
|
#endif // defined(__cpp_lib_ranges)
|
|
|
|
#endif // SIMDJSON_OBJECT_INL_H
|