Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences
C++ algoliadatastoreelasticsearchenterprise-searchfacetingfull-text-searchfuzzy-searchgeosearchin-memoryinstantsearchmerchandisingpineconesearchsearch-enginesemantic-searchsimilarity-searchsite-searchsynonymstypo-tolerancevector-search
adding test for events expiry
krunalcc83b6697e27
diff --git a/src/analytics_manager.cpp b/src/analytics_manager.cppindex fd80370d..df19794e 100644--- a/src/analytics_manager.cpp+++ b/src/analytics_manager.cpp@@ -10,7 +10,11 @@LRU::Cache<std::string, event_cache_t> events_cache;#define CLICK_EVENTS_RATE_LIMIT_SEC 60#define CLICK_EVENTS_RATE_LIMIT_COUNT 5+#ifdef TEST_BUILD+#define EVENTS_TTL_INTERVAL_US 30000000 //30sec+#else#define EVENTS_TTL_INTERVAL_US 2592000000000 //30days+#endifOption<bool> AnalyticsManager::create_rule(nlohmann::json& payload, bool upsert, bool write_to_disk) {/*diff --git a/test/analytics_manager_test.cpp b/test/analytics_manager_test.cppindex 27facacb..c0e149f0 100644--- a/test/analytics_manager_test.cpp+++ b/test/analytics_manager_test.cpp@@ -500,4 +500,94 @@ TEST_F(AnalyticsManagerTest, QueryHitsCount) {ASSERT_EQ("funky", result[1]["query"]);ASSERT_EQ(1, result[1]["hits_count"]);ASSERT_EQ(1625365616, result[1]["timestamp"]);+}++TEST_F(AnalyticsManagerTest, EventsExpiry) {+ //delete the analytic store db and reinit+ delete analytics_store;+ std::string analytics_db_path = "/tmp/typesense_test/analytics_db2";+ analytics_store = new Store(analytics_db_path);+ analyticsManager.init(store, analytics_store);++ nlohmann::json titles_schema = R"({+ "name": "titles",+ "fields": [+ {"name": "title", "type": "string"}+ ]+ })"_json;++ Collection *titles_coll = collectionManager.create_collection(titles_schema).get();++ nlohmann::json events = nlohmann::json::array();++ nlohmann::json event;+ event["event_type"] = "click_events";+ event["q"] = "technology";+ event["collection_id"] = "0";+ event["doc_id"] = "21";+ event["position"] = 2;+ event["user_id"] = 13;+ event["timestamp"] = std::chrono::duration_cast<std::chrono::microseconds>(+ std::chrono::system_clock::now().time_since_epoch()).count();+ events.push_back(event);++ event["doc_id"] = "12";+ event["position"] = 3;+ event["timestamp"] = std::chrono::duration_cast<std::chrono::microseconds>(+ std::chrono::system_clock::now().time_since_epoch()).count();+ events.push_back(event);++ ASSERT_TRUE(analyticsManager.write_events_to_store(events).ok());++ nlohmann::json resp = analyticsManager.get_click_events();+ ASSERT_EQ(2, resp.size());+ ASSERT_EQ("technology", resp[0]["q"]);+ ASSERT_EQ("21", resp[0]["doc_id"]);+ ASSERT_EQ(2, resp[0]["position"]);+ ASSERT_EQ(13, resp[0]["user_id"]);++ ASSERT_EQ("technology", resp[1]["q"]);+ ASSERT_EQ("12", resp[1]["doc_id"]);+ ASSERT_EQ(3, resp[1]["position"]);+ ASSERT_EQ(13, resp[1]["user_id"]);++ LOG(INFO) << "waiting for TTL to pass";+ sleep(35);//wait till ttl passes which is set to 30 seconds++ analyticsManager.checkEventsExpiry();++ resp = analyticsManager.get_click_events();+ ASSERT_EQ(0, resp.size());++ //add query hits events with click events+ nlohmann::json event2;+ event2["event_type"] = "query_hits_counts";+ event2["q"] = "technology";+ event2["collection_id"] = "0";+ event2["user_id"] = 13;+ event2["hits_count"] = 124;+ event2["timestamp"] = std::chrono::duration_cast<std::chrono::microseconds>(+ std::chrono::system_clock::now().time_since_epoch()).count();++ events.push_back(event2);++ ASSERT_TRUE(analyticsManager.write_events_to_store(events).ok());++ resp = analyticsManager.get_query_hits_counts();+ ASSERT_EQ(1, resp.size());+ ASSERT_EQ("technology", resp[0]["q"]);+ ASSERT_EQ(13, resp[0]["user_id"]);+ ASSERT_EQ(124, resp[0]["hits_count"]);++ //now old click events will be deleted on checking expiry but query hits events will be remaining+ analyticsManager.checkEventsExpiry();++ resp = analyticsManager.get_click_events();+ ASSERT_EQ(0, resp.size());++ resp = analyticsManager.get_query_hits_counts();+ ASSERT_EQ(1, resp.size());+ ASSERT_EQ("technology", resp[0]["q"]);+ ASSERT_EQ(13, resp[0]["user_id"]);+ ASSERT_EQ(124, resp[0]["hits_count"]);}\ No newline at end of file