Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences
C++ algoliadatastoreelasticsearchenterprise-searchfacetingfull-text-searchfuzzy-searchgeosearchin-memoryinstantsearchmerchandisingpineconesearchsearch-enginesemantic-searchsimilarity-searchsite-searchsynonymstypo-tolerancevector-search
Ensure that freed memory is handed back to OS promptly.
kishorenccd4bb193ba0d
diff --git a/src/system_metrics.cpp b/src/system_metrics.cppindex c7fabd82..309d6017 100644--- a/src/system_metrics.cpp+++ b/src/system_metrics.cpp@@ -16,62 +16,51 @@#include "jemalloc.h"+#if __APPLE__+#define impl_mallctl je_mallctl+#else+#define impl_mallctl mallctl+#endif+void SystemMetrics::get(const std::string &data_dir_path, nlohmann::json &result) {// DISK METRICSstruct statvfs st{};statvfs(data_dir_path.c_str(), &st);uint64_t disk_total_bytes = st.f_blocks * st.f_frsize;uint64_t disk_used_bytes = (st.f_blocks - st.f_bavail) * st.f_frsize;+ uint64_t disk_available_bytes = disk_total_bytes - disk_used_bytes;result["disk_total_bytes"] = std::to_string(disk_total_bytes);- result["disk_used_bytes"] = std::to_string(disk_used_bytes);+ result["disk_available_bytes"] = std::to_string(disk_available_bytes);// MEMORY METRICS- size_t sz, active, allocated;-- /*- stats.active:- Returns the total number of bytes in active pages allocated by the application.+ size_t sz, active = 1, allocated = 1, resident, metadata, mapped, retained;+ sz = sizeof(size_t);+ uint64_t epoch = 1;- stats.allocated- Returns the total number of bytes allocated by the application. Will be larger than active.-- active/allocated == fragmentation ratio.- */--#ifdef __APPLE__- je_mallctl("thread.tcache.flush", nullptr, nullptr, nullptr, 0);- je_mallctl("stats.active", &active, &sz, nullptr, 0);- je_mallctl("stats.allocated", &allocated, &sz, nullptr, 0);-#elif __linux__- mallctl("thread.tcache.flush", nullptr, nullptr, nullptr, 0);- mallctl("stats.active", &active, &sz, nullptr, 0);- mallctl("stats.allocated", &allocated, &sz, nullptr, 0);-#else- active = allocated = 0;-#endif+ // See: http://jemalloc.net/jemalloc.3.html#stats.active- if(active != 0 && allocated != 0) {- // bytes allocated by allocator (jemalloc)- result["typesense_memory_used_bytes"] = std::to_string(allocated);- result["typesense_memory_active_bytes"] = std::to_string(active);+ impl_mallctl("thread.tcache.flush", nullptr, nullptr, nullptr, 0);+ impl_mallctl("epoch", &epoch, &sz, &epoch, sz);- // Defragmentation ratio is calculated very similar to Redis:- // https://github.com/redis/redis/blob/d6180c8c8674ffdae3d6efa5f946d85fe9163464/src/defrag.c#L900- std::string frag_percent = format_dp(((float)active / allocated)*100 - 100);- result["fragmentation_percent"] = frag_percent;- }+ impl_mallctl("stats.active", &active, &sz, nullptr, 0);+ impl_mallctl("stats.allocated", &allocated, &sz, nullptr, 0);+ impl_mallctl("stats.resident", &resident, &sz, nullptr, 0);+ impl_mallctl("stats.metadata", &metadata, &sz, nullptr, 0);+ impl_mallctl("stats.mapped", &mapped, &sz, nullptr, 0);+ impl_mallctl("stats.retained", &retained, &sz, nullptr, 0);- rusage r_usage;- getrusage(RUSAGE_SELF, &r_usage);+ result["typesense_memory_active_bytes"] = std::to_string(active);+ result["typesense_memory_allocated_bytes"] = std::to_string(allocated);+ result["typesense_memory_resident_bytes"] = std::to_string(active);+ result["typesense_memory_metadata_bytes"] = std::to_string(metadata);+ result["typesense_memory_mapped_bytes"] = std::to_string(mapped);+ result["typesense_memory_retained_bytes"] = std::to_string(retained);- // Bytes allocated by OS (resident set size) and is the number reported by tools such as htop.- // `ru_maxrss` is in bytes on OSX but in kilobytes on Linux-#ifdef __APPLE__- result["typesense_memory_used_rss_bytes"] = std::to_string(r_usage.ru_maxrss);-#elif __linux__- result["typesense_memory_used_rss_bytes"] = std::to_string(r_usage.ru_maxrss * 1000);-#endif+ // Fragmentation ratio is calculated very similar to how Redis does it:+ // https://github.com/redis/redis/blob/d6180c8c8674ffdae3d6efa5f946d85fe9163464/src/defrag.c#L900+ std::string frag_ratio = format_dp(1.0f - ((float)allocated / active));+ result["typesense_memory_fragmentation_ratio"] = frag_ratio;uint64_t memory_available_bytes = 0;uint64_t memory_total_bytes = 0;@@ -99,17 +88,16 @@ void SystemMetrics::get(const std::string &data_dir_path, nlohmann::json &resultmemory_total_bytes = sys_info.totalram;#endif- result["memory_available_bytes"] = std::to_string(memory_available_bytes);- result["memory_total_bytes"] = std::to_string(memory_total_bytes);+ result["system_memory_available_bytes"] = std::to_string(memory_available_bytes);+ result["system_memory_total_bytes"] = std::to_string(memory_total_bytes);// CPU METRICS#if __linux__const std::vector<cpu_stat_t>& cpu_stats = get_cpu_stats();for(size_t i = 0; i < cpu_stats.size(); i++) {- std::string cpu_label = std::to_string(i+1);- result["cpu" + cpu_label + "_active_percentage"] = cpu_stats[i].active;- result["cpu" + cpu_label + "_idle_percentage"] = cpu_stats[i].idle;+ std::string cpu_id = (i == 0) ? "" : std::to_string(i);+ result["cpu" + cpu_id + "_active_percentage"] = cpu_stats[i].active;}#endif}diff --git a/src/typesense_server_utils.cpp b/src/typesense_server_utils.cppindex de7e3155..52d4a176 100644--- a/src/typesense_server_utils.cpp+++ b/src/typesense_server_utils.cpp@@ -13,6 +13,7 @@#include "typesense_server_utils.h"#include "file_utils.h"#include "threadpool.h"+#include "jemalloc.h"HttpServer* server;std::atomic<bool> quit_raft_service;@@ -309,6 +310,16 @@ int run_server(const Config & config, const std::string & version, void (*masterif(using_jemalloc()) {LOG(INFO) << "Typesense is using jemalloc.";++ // Due to time based decay depending on application not being idle-ish, set `background_thread`+ // to help with releasing memory back to the OS and improve tail latency.+ // See: https://github.com/jemalloc/jemalloc/issues/1398+ bool background_thread = true;+#ifdef __APPLE__+ je_mallctl("background_thread", nullptr, nullptr, &background_thread, sizeof(bool));+#elif __linux__+ mallctl("background_thread", nullptr, nullptr, &background_thread, sizeof(bool));+#endif} else {LOG(WARNING) << "Typesense is NOT using jemalloc.";}