Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
//! Lightweight metrics owned by the cache wrapper.
use std::sync::atomic::{AtomicU64, Ordering};
use std::time::Duration;
/// Snapshot of cache wrapper counters.
#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
pub struct CacheMetricsSnapshot {
/// Successful file cache hits.
pub file_hits: u64,
/// File cache misses.
pub file_misses: u64,
/// Successful directory cache hits.
pub read_dir_hits: u64,
/// Directory cache misses.
pub read_dir_misses: u64,
/// Backend loads caused by cache misses.
pub backend_fallbacks: u64,
/// Cache writes attempted.
pub puts: u64,
/// Cache deletes attempted.
pub deletes: u64,
/// Logical invalidations completed.
pub invalidations: u64,
/// Provider or cache-data errors hidden by bypass mode.
pub errors: u64,
/// Reads deliberately bypassed by policy or range semantics.
pub policy_bypasses: u64,
/// Backend bytes returned on cacheable reads.
pub backend_bytes: u64,
/// Bytes returned from cache objects.
pub cache_bytes: u64,
/// Total provider get latency in nanoseconds.
pub get_latency_ns: u64,
/// Total provider put latency in nanoseconds.
pub put_latency_ns: u64,
/// Total provider delete latency in nanoseconds.
pub delete_latency_ns: u64,
/// Inflight miss leaders.
pub inflight_leaders: u64,
/// Inflight miss followers.
pub inflight_followers: u64,
/// Backend reads avoided by inflight followers.
pub inflight_backend_saved: u64,
}
/// Thread-safe cache metric counters.
#[derive(Default)]
pub struct CacheMetrics {
file_hits: AtomicU64,
file_misses: AtomicU64,
read_dir_hits: AtomicU64,
read_dir_misses: AtomicU64,
backend_fallbacks: AtomicU64,
puts: AtomicU64,
deletes: AtomicU64,
invalidations: AtomicU64,
errors: AtomicU64,
policy_bypasses: AtomicU64,
backend_bytes: AtomicU64,
cache_bytes: AtomicU64,
get_latency_ns: AtomicU64,
put_latency_ns: AtomicU64,
delete_latency_ns: AtomicU64,
inflight_leaders: AtomicU64,
inflight_followers: AtomicU64,
inflight_backend_saved: AtomicU64,
}
impl CacheMetrics {
/// Return an immutable snapshot.
pub fn snapshot(&self) -> CacheMetricsSnapshot {
CacheMetricsSnapshot {
file_hits: self.file_hits.load(Ordering::Relaxed),
file_misses: self.file_misses.load(Ordering::Relaxed),
read_dir_hits: self.read_dir_hits.load(Ordering::Relaxed),
read_dir_misses: self.read_dir_misses.load(Ordering::Relaxed),
backend_fallbacks: self.backend_fallbacks.load(Ordering::Relaxed),
puts: self.puts.load(Ordering::Relaxed),
deletes: self.deletes.load(Ordering::Relaxed),
invalidations: self.invalidations.load(Ordering::Relaxed),
errors: self.errors.load(Ordering::Relaxed),
policy_bypasses: self.policy_bypasses.load(Ordering::Relaxed),
backend_bytes: self.backend_bytes.load(Ordering::Relaxed),
cache_bytes: self.cache_bytes.load(Ordering::Relaxed),
get_latency_ns: self.get_latency_ns.load(Ordering::Relaxed),
put_latency_ns: self.put_latency_ns.load(Ordering::Relaxed),
delete_latency_ns: self.delete_latency_ns.load(Ordering::Relaxed),
inflight_leaders: self.inflight_leaders.load(Ordering::Relaxed),
inflight_followers: self.inflight_followers.load(Ordering::Relaxed),
inflight_backend_saved: self.inflight_backend_saved.load(Ordering::Relaxed),
}
}
pub(crate) fn file_hit(&self, bytes: usize) {
self.file_hits.fetch_add(1, Ordering::Relaxed);
self.cache_bytes.fetch_add(bytes as u64, Ordering::Relaxed);
}
pub(crate) fn file_miss(&self) {
self.file_misses.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn read_dir_hit(&self) {
self.read_dir_hits.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn read_dir_miss(&self) {
self.read_dir_misses.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn backend_fallback(&self, bytes: usize) {
self.backend_fallbacks.fetch_add(1, Ordering::Relaxed);
self.backend_bytes
.fetch_add(bytes as u64, Ordering::Relaxed);
}
pub(crate) fn put(&self, elapsed: Duration) {
self.puts.fetch_add(1, Ordering::Relaxed);
self.put_latency_ns.fetch_add(
elapsed.as_nanos().min(u64::MAX as u128) as u64,
Ordering::Relaxed,
);
}
pub(crate) fn get(&self, elapsed: Duration) {
self.get_latency_ns.fetch_add(
elapsed.as_nanos().min(u64::MAX as u128) as u64,
Ordering::Relaxed,
);
}
pub(crate) fn delete(&self, elapsed: Duration) {
self.deletes.fetch_add(1, Ordering::Relaxed);
self.delete_latency_ns.fetch_add(
elapsed.as_nanos().min(u64::MAX as u128) as u64,
Ordering::Relaxed,
);
}
pub(crate) fn invalidation(&self) {
self.invalidations.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn error(&self) {
self.errors.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn policy_bypass(&self) {
self.policy_bypasses.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn inflight_leader(&self) {
self.inflight_leaders.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn inflight_follower(&self) {
self.inflight_followers.fetch_add(1, Ordering::Relaxed);
}
pub(crate) fn inflight_backend_saved(&self) {
self.inflight_backend_saved.fetch_add(1, Ordering::Relaxed);
}
}