YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
fix: explain low-storage capture pauses and support smaller drives (#7452)
Louis Beaumontd0ffeb1ac5e1
diff --git a/apps/screenpipe-app-tauri/app/(main)/home/page.tsx b/apps/screenpipe-app-tauri/app/(main)/home/page.tsxindex 537687e82..6ea223a8f 100644--- a/apps/screenpipe-app-tauri/app/(main)/home/page.tsx+++ b/apps/screenpipe-app-tauri/app/(main)/home/page.tsx@@ -71,6 +71,7 @@ import { ChatHistoryView } from "@/components/chat/chat-history-view";import { mountPiEventRouter } from "@/lib/stores/pi-event-router";import { mountPipeRunRecorder } from "@/lib/events/pipe-run-recorder";import { mountPipeWatchWriter } from "@/lib/events/pipe-watch-writer";+import { useRecordingStorage } from "@/lib/hooks/use-recording-storage";import { RecordingStatus, type RecordingDevice } from "@/components/recording-status";import { StarredTimeline } from "@/components/starred-sessions/starred-timeline";import Timeline from "@/components/rewind/timeline";@@ -1211,7 +1212,13 @@ function HomeContent() {const meetingsInToolbar = false;// Chat and Workflows share the same recorder state, events and controls.+ const recordingStorage = useRecordingStorage(isCapturePaused);const recordingStatusProps = {+ storageWarning: recordingStorage.warning,+ storageChecking: recordingStorage.checking,+ storageError: recordingStorage.error,+ onRefreshStorage: recordingStorage.refresh,+ onOpenStorageSettings: () => openSettings("storage"),devices: recordingDevices,onDevicesChange: setRecordingDevices,meetingActive: meetingState.active ?? false,diff --git a/apps/screenpipe-app-tauri/components/__tests__/recording-status.test.tsx b/apps/screenpipe-app-tauri/components/__tests__/recording-status.test.tsxindex 94ebb944f..0d72c9bc9 100644--- a/apps/screenpipe-app-tauri/components/__tests__/recording-status.test.tsx+++ b/apps/screenpipe-app-tauri/components/__tests__/recording-status.test.tsx@@ -38,6 +38,39 @@ beforeEach(() => {});describe("RecordingStatus", () => {+ it("shows low storage without opening the status dot and routes to cleanup", () => {+ const props = openStatus({ isGloballyPaused: true,+ storageWarning: { availableBytes: 3 * 1024 ** 3, thresholdBytes: 5 * 1024 ** 3 },+ onOpenStorageSettings: vi.fn(), onRefreshStorage: vi.fn() });+ expect(screen.getByTestId("recording-status-trigger")).toHaveTextContent("Low storage");+ expect(screen.getByText("3.0 GB free. Recording needs more than 5.0 GB.")).toBeVisible();+ expect(screen.queryByRole("button", { name: "Resume all recording" })).not.toBeInTheDocument();+ fireEvent.click(screen.getByRole("button", { name: "Manage storage" }));+ expect(props.onOpenStorageSettings).toHaveBeenCalledOnce();+ expect(props.onResumeRecording).not.toHaveBeenCalled();+ });++ it("rechecks storage without starting capture or deleting anything", () => {+ const props = openStatus({ isGloballyPaused: true, onRefreshStorage: vi.fn(), storageError: true });+ expect(screen.getByText(/Could not check free space/)).toBeVisible();+ fireEvent.click(screen.getByRole("button", { name: "Check free space" }));+ expect(props.onRefreshStorage).toHaveBeenCalledOnce();+ expect(props.onResumeRecording).not.toHaveBeenCalled();+ expect(localFetch).not.toHaveBeenCalled();+ });++ it("keeps resume disabled during a fresh space check", () => {+ openStatus({ isGloballyPaused: true, storageChecking: true, onRefreshStorage: vi.fn() });+ expect(screen.getByRole("button", { name: "Resume all recording" })).toBeDisabled();+ expect(screen.getByRole("button", { name: "Checking space..." })).toBeDisabled();+ });++ it("does not mislabel active capture from an old storage warning", () => {+ openStatus({ storageWarning: { availableBytes: 0, thresholdBytes: 5 * 1024 ** 3 } });+ expect(screen.getByTestId("recording-status-trigger")).toHaveAccessibleName("Recording");+ expect(screen.queryByText("Low storage")).not.toBeInTheDocument();+ });+it("does not infer stopped capture or offer pause from an empty device list", () => {const props = openStatus({ devices: [] });expect(screen.getByTestId("recording-status-trigger")).toHaveAccessibleName("Recording status unavailable");diff --git a/apps/screenpipe-app-tauri/components/recording-status.tsx b/apps/screenpipe-app-tauri/components/recording-status.tsxindex a7cf4d0b5..3071633c8 100644--- a/apps/screenpipe-app-tauri/components/recording-status.tsx+++ b/apps/screenpipe-app-tauri/components/recording-status.tsx@@ -5,7 +5,7 @@"use client";import React from "react";-import { Monitor, MonitorOff, Mic, MicOff, Volume2, VolumeX, Pause, Play } from "lucide-react";+import { Monitor, MonitorOff, Mic, MicOff, Volume2, VolumeX, Pause, Play, AlertTriangle } from "lucide-react";import posthog from "posthog-js";import {Popover,@@ -33,7 +33,14 @@ export interface RecordingDevice {id?: number;}+import type { RecordingStorageWarning } from "@/lib/hooks/use-recording-storage";+interface RecordingStatusProps {+ storageWarning?: RecordingStorageWarning | null;+ storageChecking?: boolean;+ storageError?: boolean;+ onRefreshStorage?: () => void;+ onOpenStorageSettings?: () => void;devices: RecordingDevice[];onDevicesChange: React.Dispatch<React.SetStateAction<RecordingDevice[]>>;meetingActive: boolean;@@ -73,6 +80,7 @@ const KIND_ICONS: Record<*/export function RecordingStatus({devices,+ storageWarning, storageChecking, storageError, onRefreshStorage, onOpenStorageSettings,onDevicesChange,meetingActive,onPauseRecording,@@ -103,8 +111,11 @@ export function RecordingStatus({const statusUnavailable = !allCaptureDisabled && !isGloballyPaused && visibleDevices.length === 0;const allPaused = !allCaptureDisabled && (isGloballyPaused || (visibleDevices.length > 0 && !canPauseRecording));+ const lowStorage = isGloballyPaused && !allCaptureDisabled && storageWarning;const summary = allCaptureDisabled? ui("Recording disabled")+ : lowStorage+ ? ui("Recording paused: low storage"): isGloballyPaused? ui("Recording paused"): statusUnavailable@@ -216,13 +227,14 @@ export function RecordingStatus({aria-label={label}data-testid="recording-status-trigger"className={cn(- "flex items-center justify-center h-5 w-5 rounded-md transition-colors",+ "flex items-center justify-center rounded-md transition-colors",+ lowStorage ? "h-6 gap-1 px-1.5 border border-border text-xs" : "h-5 w-5",floatingOverMedia? "backdrop-blur-sm bg-background/80 shadow-sm hover:bg-background": isTranslucent ? "hover:bg-white/10" : "hover:bg-muted/60")}>- <span+ {lowStorage ? <><AlertTriangle aria-hidden="true" className="h-3 w-3" /><span>{ui("Low storage")}</span></> : <spanaria-hidden="true"className={cn("h-2 w-2 rounded-full transition-all",@@ -242,7 +254,7 @@ export function RecordingStatus({visibleDevices.length === 0 && "opacity-40",meetingActive && "animate-pulse")}- />+ />}</button></PopoverTrigger></TooltipTrigger>@@ -259,12 +271,32 @@ export function RecordingStatus({<div className="px-3 py-2 border-b border-border"><span className="text-xs font-medium text-foreground">{label}</span></div>- {(onPauseRecording || onResumeRecording) && !allCaptureDisabled && !statusUnavailable && (+ {lowStorage && (+ <div className="px-3 py-3 space-y-2 border-b border-border" role="status">+ <p className="text-xs text-muted-foreground">{ui("{free} GB free. Recording needs more than {reserve} GB.", {+ free: (lowStorage.availableBytes / 1024 ** 3).toFixed(1),+ reserve: (lowStorage.thresholdBytes / 1024 ** 3).toFixed(1),+ })}</p>+ <p className="text-xs text-muted-foreground">{ui("Review cache and retention to free space. You choose what to remove.")}</p>+ {onOpenStorageSettings && <button type="button" className="w-full rounded-md bg-foreground px-2 py-1.5 text-xs text-background"+ onClick={() => { onOpenStorageSettings(); setOpen(false); }}>{ui("Manage storage")}</button>}+ </div>+ )}+ {isGloballyPaused && !allCaptureDisabled && onRefreshStorage && (+ <div className="px-3 py-2 border-b border-border text-xs">+ {storageError && <p role="status" className="mb-2 text-muted-foreground">{ui("Could not check free space. Try again or review storage settings.")}</p>}+ <button type="button" disabled={storageChecking} className="underline disabled:opacity-50"+ onClick={onRefreshStorage}>{storageChecking ? ui("Checking space...") : ui("Check free space")}</button>+ {storageError && onOpenStorageSettings && <button type="button" className="ml-3 underline"+ onClick={() => { onOpenStorageSettings(); setOpen(false); }}>{ui("Manage storage")}</button>}+ </div>+ )}+ {(onPauseRecording || onResumeRecording) && !allCaptureDisabled && !statusUnavailable && !lowStorage && (<div className="px-3 py-2 border-b border-border"><buttontype="button"onClick={() => void toggleAllRecording()}- disabled={pauseLoading || (allPaused ? (isGloballyPaused && !onResumeRecording) : !onPauseRecording)}+ disabled={pauseLoading || (allPaused && storageChecking) || (allPaused ? (isGloballyPaused && !onResumeRecording) : !onPauseRecording)}data-testid="recording-status-pause-all"title={allPaused ? ui("Resume all recording") : ui("Pause all screen and audio recording. Resume anytime.")}className="flex w-full items-center justify-center gap-1.5 rounded-md bg-foreground px-2 py-1.5 text-[11px] font-medium text-background transition-opacity hover:opacity-90 disabled:cursor-not-allowed disabled:opacity-40"@@ -286,6 +318,8 @@ export function RecordingStatus({<p>{allCaptureDisabled? ui("Screen and audio recording are disabled in settings.")+ : lowStorage+ ? ui("Free space, then check again before resuming."): isGloballyPaused? ui("Resume to start capturing screen and audio again."): ui("Screenpipe has not reported any capture devices. Check the status again or review recording settings.")}diff --git a/apps/screenpipe-app-tauri/components/settings/disk-usage-section.tsx b/apps/screenpipe-app-tauri/components/settings/disk-usage-section.tsxindex 01053f5ef..d571ac88c 100644--- a/apps/screenpipe-app-tauri/components/settings/disk-usage-section.tsx+++ b/apps/screenpipe-app-tauri/components/settings/disk-usage-section.tsx@@ -204,6 +204,12 @@ export function DiskUsageSection() {</Card></div>+ <RetentionSettings+ availableBytes={diskUsage?.available_space_bytes}+ databaseBytes={diskUsage?.other?.database_size_bytes}+ onStorageChanged={refetch}+ />+{/* Media Breakdown */}<Card className={cn("border-border bg-card", isLoading && "opacity-75")}><CardContent className="px-3 py-2.5 space-y-2">@@ -334,12 +340,6 @@ export function DiskUsageSection() {)}</CardContent></Card>-- <RetentionSettings- availableBytes={diskUsage?.available_space_bytes}- databaseBytes={diskUsage?.other?.database_size_bytes}- onStorageChanged={refetch}- /></div>);}diff --git a/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.test.tsx b/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.test.tsxnew file mode 100644index 000000000..d44279f6d--- /dev/null+++ b/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.test.tsx@@ -0,0 +1,79 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++import { act, renderHook, waitFor } from "@testing-library/react";+import { beforeEach, describe, expect, it, vi } from "vitest";+import { useRecordingStorage } from "./use-recording-storage";++const mocks = vi.hoisted(() => ({+ settings: { dataDir: "default", stopRecordingOnLowDisk: true },+ getDataDir: vi.fn(async () => "/example/data"),+ getDiskUsage: vi.fn(),+ getLowDiskGuardConfig: vi.fn(async () => ({ thresholdBytes: 5 * 1024 ** 3 })),+}));+vi.mock("./use-settings", () => ({ useSettings: () => mocks }));+vi.mock("@/lib/utils/tauri", () => ({ commands: mocks }));+const usage = (gib: number) => ({ status: "ok", data: { available_space_bytes: gib * 1024 ** 3 } });++beforeEach(() => {+ vi.clearAllMocks();+ mocks.settings.dataDir = "default";+ mocks.settings.stopRecordingOnLowDisk = true;+ mocks.getDiskUsage.mockResolvedValue(usage(3));+ mocks.getLowDiskGuardConfig.mockResolvedValue({ thresholdBytes: 5 * 1024 ** 3 });+});++describe("paused recording storage", () => {+ it("does not scan during recording or when the guard is disabled", () => {+ const { rerender } = renderHook(({ paused }) => useRecordingStorage(paused), { initialProps: { paused: false } });+ mocks.settings.stopRecordingOnLowDisk = false;+ rerender({ paused: true });+ expect(mocks.getDiskUsage).not.toHaveBeenCalled();+ });++ it("uses the native reserve, includes the boundary and clears after manual recovery", async () => {+ mocks.getDiskUsage.mockResolvedValueOnce(usage(5));+ const { result } = renderHook(() => useRecordingStorage(true));+ await waitFor(() => expect(result.current.warning?.availableBytes).toBe(5 * 1024 ** 3));+ mocks.getDiskUsage.mockResolvedValueOnce(usage(12));+ act(() => result.current.refresh());+ await waitFor(() => expect(result.current.checking).toBe(false));+ expect(result.current.warning).toBeNull();+ expect(mocks.getDiskUsage).toHaveBeenCalledTimes(2);+ });++ it("does not report failed probes as zero free bytes", async () => {+ mocks.getDiskUsage.mockRejectedValueOnce(new Error("unavailable"));+ const { result } = renderHook(() => useRecordingStorage(true));+ await waitFor(() => expect(result.current.error).toBe(true));+ expect(result.current.warning).toBeNull();+ });++ it("does not reuse a warning from another data directory", async () => {+ const { result, rerender } = renderHook(() => useRecordingStorage(true));+ await waitFor(() => expect(result.current.warning).not.toBeNull());+ mocks.settings.dataDir = "/another/volume";+ mocks.getDiskUsage.mockResolvedValueOnce(usage(30));+ rerender();+ expect(result.current.warning).toBeNull();+ await waitFor(() => expect(result.current.checking).toBe(false));+ expect(result.current.warning).toBeNull();+ });++ it("rejects invalid native thresholds instead of enabling a false warning", async () => {+ mocks.getLowDiskGuardConfig.mockResolvedValueOnce({ thresholdBytes: NaN });+ const { result } = renderHook(() => useRecordingStorage(true));+ await waitFor(() => expect(result.current.error).toBe(true));+ expect(result.current.warning).toBeNull();+ });++ it("ignores late results after capture resumes", async () => {+ let finish!: (data: ReturnType<typeof usage>) => void;+ mocks.getDiskUsage.mockReturnValueOnce(new Promise(resolve => { finish = resolve; }));+ const { result, rerender } = renderHook(({ paused }) => useRecordingStorage(paused), { initialProps: { paused: true } });+ await waitFor(() => expect(mocks.getDiskUsage).toHaveBeenCalledOnce());+ rerender({ paused: false });+ await act(async () => { finish(usage(0)); });+ expect(result.current.warning).toBeNull();+ });+});diff --git a/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.ts b/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.tsnew file mode 100644index 000000000..3a7d0cb4f--- /dev/null+++ b/apps/screenpipe-app-tauri/lib/hooks/use-recording-storage.ts@@ -0,0 +1,82 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++import { useEffect, useRef, useState } from "react";+import { useSettings } from "./use-settings";+import { commands } from "@/lib/utils/tauri";++export interface RecordingStorageWarning {+ availableBytes: number;+ thresholdBytes: number;+}++/** Inspect storage only while capture is paused. Never poll or scan the data+ * directory on the active recording path. Native capture owns the safety guard. */+export function useRecordingStorage(paused: boolean) {+ const { settings, getDataDir } = useSettings();+ const getDataDirRef = useRef(getDataDir);+ getDataDirRef.current = getDataDir;+ const enabled = paused && (settings.stopRecordingOnLowDisk ?? true);+ const [revision, setRevision] = useState(0);+ const [state, setState] = useState<{+ directory?: string;+ warning: RecordingStorageWarning | null;+ checking: boolean;+ error: boolean;+ }>({ warning: null, checking: false, error: false });++ useEffect(() => {+ if (!enabled) return;+ let cancelled = false;+ setState((previous) => ({+ directory: settings.dataDir,+ warning: previous.directory === settings.dataDir ? previous.warning : null,+ checking: true,+ error: false,+ }));+ void (async () => {+ try {+ const directory = await getDataDirRef.current();+ const [usage, config] = await Promise.all([+ commands.getDiskUsage(true, directory),+ commands.getLowDiskGuardConfig(),+ ]);+ if (usage.status === "error") throw new Error(String(usage.error));+ const data = usage.data;+ if (!data || typeof data !== "object" || Array.isArray(data)) {+ throw new Error("storage status unavailable");+ }+ const availableBytes = data.available_space_bytes;+ const thresholdBytes = config.thresholdBytes;+ if (+ typeof availableBytes !== "number" ||+ !Number.isFinite(availableBytes) || availableBytes < 0 ||+ !Number.isFinite(thresholdBytes) || thresholdBytes <= 0+ ) {+ throw new Error("storage status unavailable");+ }+ if (!cancelled) {+ setState({+ directory: settings.dataDir,+ checking: false,+ error: false,+ warning: availableBytes <= thresholdBytes+ ? { availableBytes, thresholdBytes } : null,+ });+ }+ } catch {+ if (!cancelled) {+ setState({ directory: settings.dataDir, warning: null, checking: false, error: true });+ }+ }+ })();+ return () => { cancelled = true; };+ }, [enabled, settings.dataDir, revision]);++ return {+ warning: enabled && state.directory === settings.dataDir ? state.warning : null,+ checking: enabled && state.checking,+ error: enabled && state.error,+ refresh: () => setRevision(value => value + 1),+ };+}diff --git a/crates/screenpipe-engine/src/disk_pressure.rs b/crates/screenpipe-engine/src/disk_pressure.rsindex c055a40ad..5310ba072 100644--- a/crates/screenpipe-engine/src/disk_pressure.rs+++ b/crates/screenpipe-engine/src/disk_pressure.rs@@ -249,6 +249,8 @@ mod tests {assert!(!is_low_disk(LOW_DISK_THRESHOLD_BYTES + 1));assert!(is_low_disk(LOW_DISK_THRESHOLD_BYTES));assert!(is_low_disk(0));+ // Small-drive regression: usable space below the former 20 GiB reserve.+ assert!(!is_low_disk(12 * 1024 * 1024 * 1024));assert!(!has_recovered(LOW_DISK_RECOVERY_THRESHOLD_BYTES - 1));assert!(has_recovered(LOW_DISK_RECOVERY_THRESHOLD_BYTES));}diff --git a/crates/screenpipe-events/src/custom_events/disk_pressure.rs b/crates/screenpipe-events/src/custom_events/disk_pressure.rsindex 47f7435bf..013cc2062 100644--- a/crates/screenpipe-events/src/custom_events/disk_pressure.rs+++ b/crates/screenpipe-events/src/custom_events/disk_pressure.rs@@ -6,8 +6,9 @@use serde::{Deserialize, Serialize};-/// Leave enough headroom for SQLite WAL writes and capture-file finalization.-pub const LOW_DISK_THRESHOLD_BYTES: u64 = 20 * 1024 * 1024 * 1024;+/// Keep a 5 GiB reserve for SQLite WAL writes and capture-file finalization.+/// A larger fixed reserve prevents otherwise usable small drives from recording.+pub const LOW_DISK_THRESHOLD_BYTES: u64 = 5 * 1024 * 1024 * 1024;/// Require meaningful headroom before treating a low-disk incident as recovered./// This prevents a volume hovering around the stop threshold from repeatedly/// stopping capture and interrupting the user.@@ -74,7 +75,7 @@ mod tests {fn event_has_stable_name_and_threshold() {let event = DiskSpaceLowEvent::new(123, "/tmp/screenpipe".to_string());assert_eq!(event.event_name(), "disk_space_low");- assert_eq!(event.threshold_bytes, 20 * 1024 * 1024 * 1024);+ assert_eq!(event.threshold_bytes, 5 * 1024 * 1024 * 1024);}#[test]diff --git a/docs/pr-assets/low-storage-recovery/after.png b/docs/pr-assets/low-storage-recovery/after.pngnew file mode 100644index 000000000..bff22f2adBinary files /dev/null and b/docs/pr-assets/low-storage-recovery/after.png differdiff --git a/docs/pr-assets/low-storage-recovery/before.png b/docs/pr-assets/low-storage-recovery/before.pngnew file mode 100644index 000000000..906b26b78Binary files /dev/null and b/docs/pr-assets/low-storage-recovery/before.png differdiff --git a/docs/pr-assets/low-storage-recovery/error.png b/docs/pr-assets/low-storage-recovery/error.pngnew file mode 100644index 000000000..1831be3f1Binary files /dev/null and b/docs/pr-assets/low-storage-recovery/error.png differdiff --git a/docs/pr-assets/low-storage-recovery/recovered.png b/docs/pr-assets/low-storage-recovery/recovered.pngnew file mode 100644index 000000000..325981e61Binary files /dev/null and b/docs/pr-assets/low-storage-recovery/recovered.png differ