Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences
C++ algoliadatastoreelasticsearchenterprise-searchfacetingfull-text-searchfuzzy-searchgeosearchin-memoryinstantsearchmerchandisingpineconesearchsearch-enginesemantic-searchsimilarity-searchsite-searchsynonymstypo-tolerancevector-search
Remove throttling during load.
kishorenc85ff161bcdfc
diff --git a/src/collection_manager.cpp b/src/collection_manager.cppindex d5ae3675..acf2482e 100644--- a/src/collection_manager.cpp+++ b/src/collection_manager.cpp@@ -855,8 +855,6 @@ Option<bool> CollectionManager::load_collection(const nlohmann::json &collectionsize_t num_valid_docs = 0;size_t num_indexed_docs = 0;- auto begin = std::chrono::high_resolution_clock::now();-while(iter->Valid() && iter->key().starts_with(seq_id_prefix)) {num_found_docs++;const uint32_t seq_id = Collection::get_seq_id_from_key(iter->key().ToString());@@ -904,17 +902,6 @@ Option<bool> CollectionManager::load_collection(const nlohmann::json &collectionnum_indexed_docs += num_indexed;}}-- auto time_millis = std::chrono::duration_cast<std::chrono::milliseconds>(- std::chrono::high_resolution_clock::now() - begin).count();-- auto throttle_time_millis = uint64_t((cm.LOAD_THROTTLE_PERCENT/100) * time_millis);-- if(throttle_time_millis != 0) {- // we throttle only when we have accumulated atleast 1 ms worth of throttling time- begin = std::chrono::high_resolution_clock::now();- std::this_thread::sleep_for(std::chrono::milliseconds(throttle_time_millis));- }}cm.add_to_collections(collection);