Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences
C++ algoliadatastoreelasticsearchenterprise-searchfacetingfull-text-searchfuzzy-searchgeosearchin-memoryinstantsearchmerchandisingpineconesearchsearch-enginesemantic-searchsimilarity-searchsite-searchsynonymstypo-tolerancevector-search
Ignore non-utf8 characters during JSON serialization.
kishorenca7f317673241
diff --git a/include/http_data.h b/include/http_data.hindex b4e4ac69..be380a12 100644--- a/include/http_data.h+++ b/include/http_data.h@@ -187,7 +187,7 @@ struct http_req {content["body"] = body;content["metadata"] = metadata;- return content.dump();+ return content.dump(-1, ' ', false, nlohmann::detail::error_handler_t::ignore);}bool is_http_v1() {diff --git a/src/collection.cpp b/src/collection.cppindex 5bdf17d1..06a66725 100644--- a/src/collection.cpp+++ b/src/collection.cpp@@ -173,9 +173,11 @@ Option<nlohmann::json> Collection::add(const std::string & json_str) {return Option<nlohmann::json>(index_memory_op.code(), index_memory_op.error());}+ const std::string& serialized_json = document.dump(-1, ' ', false, nlohmann::detail::error_handler_t::ignore);+rocksdb::WriteBatch batch;batch.Put(get_doc_id_key(document["id"]), seq_id_str);- batch.Put(get_seq_id_key(seq_id), document.dump());+ batch.Put(get_seq_id_key(seq_id), serialized_json);bool write_ok = store->batch_write(batch);if(!write_ok) {@@ -263,10 +265,12 @@ void Collection::batch_index(std::vector<std::vector<index_record>> &index_batchfor(auto& index_record: index_batch) {if(index_record.indexed.ok()) {const std::string& seq_id_str = std::to_string(index_record.seq_id);+ const std::string& serialized_json = index_record.document.dump(-1, ' ', false,+ nlohmann::detail::error_handler_t::ignore);rocksdb::WriteBatch batch;batch.Put(get_doc_id_key(index_record.document["id"]), seq_id_str);- batch.Put(get_seq_id_key(index_record.seq_id), index_record.document.dump());+ batch.Put(get_seq_id_key(index_record.seq_id), serialized_json);bool write_ok = store->batch_write(batch);if(!write_ok) {