admin/simdjson-simdjson
1
0
Fork 0
mirror of https://github.com/simdjson/simdjson synced 2026-06-08 17:27:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

removing dead code

Browse Source
This commit is contained in:
Daniel Lemire
2025-03-13 09:37:46 -04:00
parent 0fa65afcab
commit bb39fbbb44
8 changed files with 0 additions and 270 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/simdjson/arm64/stringparsing_defs.h
-36
View File
@@ -18,10 +18,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return bs_bits != 0; }
@@ -32,38 +28,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 31 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding
include/simdjson/fallback/stringparsing_defs.h
-14
View File
@@ -14,10 +14,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 1;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return c == '"'; }
simdjson_inline bool has_backslash() { return c == '\\'; }
@@ -27,16 +23,6 @@ public:
uint8_t c;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// store to dest unconditionally - we can overwrite the bits we don't like later
dst[0] = src[0];
include/simdjson/haswell/stringparsing_defs.h
-36
View File
@@ -18,10 +18,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return ((quote_bits - 1) & bs_bits) != 0; }
@@ -32,38 +28,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 15 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding
include/simdjson/icelake/stringparsing_defs.h
-37
View File
@@ -18,10 +18,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 64;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return ((quote_bits - 1) & bs_bits) != 0; }
@@ -32,39 +28,6 @@ public:
uint64_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 15 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding
include/simdjson/lasx/stringparsing_defs.h
-36
View File
@@ -18,10 +18,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return bs_bits != 0; }
@@ -32,38 +28,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 31 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding
include/simdjson/lsx/stringparsing_defs.h
-37
View File
@@ -18,10 +18,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return bs_bits != 0; }
@@ -32,39 +28,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 31 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding
include/simdjson/ppc64/stringparsing_defs.h
-37
View File
@@ -19,10 +19,6 @@ public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote
copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() {
return ((bs_bits - 1) & quote_bits) != 0;
@@ -39,39 +35,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote
backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 31 bytes beyond the buffer size, but we require
include/simdjson/westmere/stringparsing_defs.h
-37
View File
@@ -15,10 +15,6 @@ struct backslash_and_quote {
public:
static constexpr uint32_t BYTES_PROCESSED = 32;
simdjson_inline static backslash_and_quote copy_and_find(const uint8_t *src, uint8_t *dst);
/////////////
/// TODO: This function is not used in the codebase. It is not clear if it is needed.
/////////////
simdjson_inline static bool requires_escaping(const uint8_t *src, size_t len);
simdjson_inline bool has_quote_first() { return ((bs_bits - 1) & quote_bits) != 0; }
simdjson_inline bool has_backslash() { return bs_bits != 0; }
@@ -29,39 +25,6 @@ public:
uint32_t quote_bits;
}; // struct backslash_and_quote
simdjson_inline bool backslash_and_quote::requires_escaping(const uint8_t *src, size_t len) {
// For short strings, we use a scalar approach
if(len < BYTES_PROCESSED) {
bool requires_escaping = false;
for(size_t i = 0; i < len; i++) {
uint8_t c = src[i];
requires_escaping |= (c == '\\' || c == '"' || c < 32);
}
return requires_escaping;
}
// We use SIMD:
simd8<bool> requires_escaping{};
size_t j = 0;
for(; j + BYTES_PROCESSED <= len; j += BYTES_PROCESSED) {
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
if(j < len) {
// We virtually backtrack so we can load a full vector register
j = len - BYTES_PROCESSED;
simd8<uint8_t> v(src + j);
simd8<bool> is_quote = (v == '"');
simd8<bool> is_backslash = (v == '\\');
simd8<bool> is_control = (v < 32);
requires_escaping |= is_backslash | is_quote | is_control;
}
return requires_escaping.any();
}
simdjson_inline backslash_and_quote backslash_and_quote::copy_and_find(const uint8_t *src, uint8_t *dst) {
// this can read up to 31 bytes beyond the buffer size, but we require
// SIMDJSON_PADDING of padding