YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
Add load average to resource telemetry (#5101)
Louis Beaumont248534033a02
diff --git a/crates/screenpipe-engine/src/resource_monitor.rs b/crates/screenpipe-engine/src/resource_monitor.rsindex 232b654bc..7fbc94ae6 100644--- a/crates/screenpipe-engine/src/resource_monitor.rs+++ b/crates/screenpipe-engine/src/resource_monitor.rs@@ -200,6 +200,32 @@ struct HardwareInfo {kernel_version: String,}+#[derive(Clone, Copy, Debug, Default)]+struct LoadAverage {+ one_minute: f64,+ five_minutes: f64,+ fifteen_minutes: f64,+}++impl LoadAverage {+ fn from_sysinfo(load: sysinfo::LoadAvg) -> Self {+ Self {+ one_minute: load.one,+ five_minutes: load.five,+ fifteen_minutes: load.fifteen,+ }+ }++ fn per_cpu(self, cpu_count: usize) -> Self {+ let cpu_count = cpu_count.max(1) as f64;+ Self {+ one_minute: self.one_minute / cpu_count,+ five_minutes: self.five_minutes / cpu_count,+ fifteen_minutes: self.fifteen_minutes / cpu_count,+ }+ }+}+/// Aggregated resource usage for a screenpipe-related process group.#[derive(Clone, Debug, serde::Serialize)]struct ProcessGroupUsage {@@ -698,7 +724,11 @@ impl ResourceMonitor {&self,total_memory_gb: f64,system_total_memory: f64,+ available_memory_gb: f64,+ used_swap_gb: f64,+ total_swap_gb: f64,total_cpu: f32,+ load_average: LoadAverage,phys_footprint_gb: f64,mem_trend: Option<&LeakStats>,) {@@ -723,7 +753,38 @@ impl ResourceMonitor {"memory_usage_percent".to_string(),json!((total_memory_gb / system_total_memory) * 100.0),);+ properties.insert(+ "available_memory_gb".to_string(),+ json!(available_memory_gb),+ );+ properties.insert("used_swap_gb".to_string(), json!(used_swap_gb));+ properties.insert("total_swap_gb".to_string(), json!(total_swap_gb));properties.insert("total_cpu_percent".to_string(), json!(total_cpu));+ properties.insert(+ "load_average_1m".to_string(),+ json!(load_average.one_minute),+ );+ properties.insert(+ "load_average_5m".to_string(),+ json!(load_average.five_minutes),+ );+ properties.insert(+ "load_average_15m".to_string(),+ json!(load_average.fifteen_minutes),+ );+ let normalized_load = load_average.per_cpu(self.hw_info.cpu_count);+ properties.insert(+ "load_average_1m_per_cpu".to_string(),+ json!(normalized_load.one_minute),+ );+ properties.insert(+ "load_average_5m_per_cpu".to_string(),+ json!(normalized_load.five_minutes),+ );+ properties.insert(+ "load_average_15m_per_cpu".to_string(),+ json!(normalized_load.fifteen_minutes),+ );properties.insert("runtime_seconds".to_string(),json!(self.start_time.elapsed().as_secs()),@@ -779,7 +840,22 @@ impl ResourceMonitor {}}- async fn collect_metrics(&self, sys: &System) -> (f64, f64, f64, f32, f64, Duration, f64) {+ async fn collect_metrics(+ &self,+ sys: &System,+ ) -> (+ f64,+ f64,+ f64,+ f64,+ f64,+ f64,+ f32,+ f64,+ LoadAverage,+ Duration,+ f64,+ ) {let pid = std::process::id();let mut total_memory = 0.0;let mut max_virtual_memory = 0.0; // Changed from total to max@@ -808,7 +884,11 @@ impl ResourceMonitor {}let system_total_memory = sys.total_memory() as f64 / (1024.0 * 1024.0 * 1024.0);+ let available_memory_gb = sys.available_memory() as f64 / (1024.0 * 1024.0 * 1024.0);+ let used_swap_gb = sys.used_swap() as f64 / (1024.0 * 1024.0 * 1024.0);+ let total_swap_gb = sys.total_swap() as f64 / (1024.0 * 1024.0 * 1024.0);let memory_usage_percent = (total_memory / system_total_memory) * 100.0;+ let load_average = LoadAverage::from_sysinfo(sys.load_average());let runtime = self.start_time.elapsed();// Physical footprint = the "Memory" number Activity Monitor shows, and@@ -828,9 +908,13 @@ impl ResourceMonitor {(total_memory,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,memory_usage_percent,total_cpu,max_virtual_memory,+ load_average,runtime,phys_footprint_gb,)@@ -841,15 +925,31 @@ impl ResourceMonitor {async fn log_to_file(&self,- metrics: (f64, f64, f64, f32, f64, Duration, f64),+ metrics: (+ f64,+ f64,+ f64,+ f64,+ f64,+ f64,+ f32,+ f64,+ LoadAverage,+ Duration,+ f64,+ ),breakdown: &ProcessBreakdown,) {let (total_memory_gb,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,memory_usage_percent,total_cpu,total_virtual_memory_gb,+ load_average,runtime,phys_footprint_gb,) = metrics;@@ -861,8 +961,23 @@ impl ResourceMonitor {"total_memory_gb": total_memory_gb,"system_total_memory_gb": system_total_memory,"memory_usage_percent": memory_usage_percent,+ "available_memory_gb": available_memory_gb,+ "used_swap_gb": used_swap_gb,+ "total_swap_gb": total_swap_gb,"total_cpu_percent": total_cpu,"total_virtual_memory_gb": total_virtual_memory_gb,+ "load_average_1m": load_average.one_minute,+ "load_average_5m": load_average.five_minutes,+ "load_average_15m": load_average.fifteen_minutes,+ "load_average_1m_per_cpu": load_average+ .per_cpu(self.hw_info.cpu_count)+ .one_minute,+ "load_average_5m_per_cpu": load_average+ .per_cpu(self.hw_info.cpu_count)+ .five_minutes,+ "load_average_15m_per_cpu": load_average+ .per_cpu(self.hw_info.cpu_count)+ .fifteen_minutes,"phys_footprint_gb": phys_footprint_gb,"process_breakdown": breakdown,});@@ -987,9 +1102,13 @@ impl ResourceMonitor {let (total_memory_gb,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,memory_usage_percent,total_cpu,total_virtual_memory_gb,+ load_average,runtime,phys_footprint_gb,) = metrics;@@ -998,14 +1117,20 @@ impl ResourceMonitor {// Log to console with virtual memory. Let tracing format lazily so// release builds with debug logging disabled avoid the String allocation.debug!(- "Runtime: {}s, Memory: {:.0}% ({:.2} GB / {:.2} GB), Footprint: {:.2} GB, Virtual: {:.2} GB, CPU: {:.0}%",+ "Runtime: {}s, Memory: {:.0}% ({:.2} GB / {:.2} GB, {:.2} GB available), Swap: {:.2}/{:.2} GB, Footprint: {:.2} GB, Virtual: {:.2} GB, CPU: {:.0}%, Load: {:.2}/{:.2}/{:.2}",runtime.as_secs(),memory_usage_percent,total_memory_gb,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,phys_footprint_gb,total_virtual_memory_gb,- total_cpu+ total_cpu,+ load_average.one_minute,+ load_average.five_minutes,+ load_average.fifteen_minutes,);Self::log_process_breakdown(&breakdown);@@ -1017,7 +1142,17 @@ impl ResourceMonitor {// Send to PostHog if enabledif self.posthog_enabled {tokio::select! {- _ = self.send_to_posthog(total_memory_gb, system_total_memory, total_cpu, phys_footprint_gb, mem_trend.as_ref()) => {},+ _ = self.send_to_posthog(+ total_memory_gb,+ system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,+ total_cpu,+ load_average,+ phys_footprint_gb,+ mem_trend.as_ref(),+ ) => {},_ = tokio::time::sleep(Duration::from_secs(5)) => {warn!("PostHog request timed out");}@@ -1105,9 +1240,13 @@ impl ResourceMonitor {let (total_memory_gb,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,memory_usage_percent,total_cpu,total_virtual_memory_gb,+ load_average,runtime,phys_footprint_gb,) = metrics;@@ -1116,14 +1255,20 @@ impl ResourceMonitor {// Log to console with virtual memory. Let tracing format lazily so// release builds with debug logging disabled avoid the String allocation.debug!(- "Runtime: {}s, Memory: {:.0}% ({:.2} GB / {:.2} GB), Footprint: {:.2} GB, Virtual: {:.2} GB, CPU: {:.0}%",+ "Runtime: {}s, Memory: {:.0}% ({:.2} GB / {:.2} GB, {:.2} GB available), Swap: {:.2}/{:.2} GB, Footprint: {:.2} GB, Virtual: {:.2} GB, CPU: {:.0}%, Load: {:.2}/{:.2}/{:.2}",runtime.as_secs(),memory_usage_percent,total_memory_gb,system_total_memory,+ available_memory_gb,+ used_swap_gb,+ total_swap_gb,phys_footprint_gb,total_virtual_memory_gb,- total_cpu+ total_cpu,+ load_average.one_minute,+ load_average.five_minutes,+ load_average.fifteen_minutes,);Self::log_process_breakdown(&breakdown);@@ -1150,7 +1295,33 @@ impl ResourceMonitor {#[cfg(test)]mod tests {- use super::{analyze_memory_trend, LEAK_WARMUP_SECS};+ use super::{analyze_memory_trend, LoadAverage, LEAK_WARMUP_SECS};++ #[test]+ fn load_average_is_normalized_by_logical_cpu_count() {+ let load = LoadAverage {+ one_minute: 6.0,+ five_minutes: 3.0,+ fifteen_minutes: 1.5,+ };++ let normalized = load.per_cpu(6);++ assert_eq!(normalized.one_minute, 1.0);+ assert_eq!(normalized.five_minutes, 0.5);+ assert_eq!(normalized.fifteen_minutes, 0.25);+ }++ #[test]+ fn load_average_uses_one_cpu_when_cpu_count_is_zero() {+ let load = LoadAverage {+ one_minute: 2.0,+ five_minutes: 1.0,+ fifteen_minutes: 0.5,+ };++ assert_eq!(load.per_cpu(0).one_minute, 2.0);+ }/// (runtime_secs, mem_gb) samples at 30s cadence starting after warmup.fn samples_over(hours: f64, mem_at: impl Fn(f64) -> f64) -> Vec<(f64, f64)> {