Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

feat(activity): require explicit history generation (#6391)

Ezra Ellette47eb12934928
diff --git a/apps/screenpipe-app-tauri/app/(main)/home/page.tsx b/apps/screenpipe-app-tauri/app/(main)/home/page.tsx
index e80f3efde..63ea01e48 100644
--- a/apps/screenpipe-app-tauri/app/(main)/home/page.tsx
+++ b/apps/screenpipe-app-tauri/app/(main)/home/page.tsx
@@ -108,10 +108,7 @@ import {
import { PlanExpirationNotice } from "@/components/plan-expiration-notice";
import type { AppUser } from "@/lib/app-entitlement";
import { ONBOARDING_BRAIN_HANDOFF_EVENT } from "@/lib/live-views/onboarding-activation";
-import {
- ActivityLedger,
- preloadActivityHistory,
-} from "@/components/activity-ledger";
+import { ActivityLedger } from "@/components/activity-ledger";
type MainSection = "home" | "timeline" | "activity" | "brain" | "pipes" | "connections" | "meetings" | "help";
type ConnectionFocusRequest = {
@@ -1357,14 +1354,6 @@ function HomeContent() {
// (from any view) always spawns a new chat session.
if (id === "home") startNewChat();
}}
- onIntent={(id) => {
- if (id === "activity") {
- void preloadActivityHistory().catch(() => {
- // Activity performs the same read and surfaces its own
- // fallback if the encrypted store is unavailable.
- });
- }
- }}
onMove={(id, toIndex) =>
persistSidebarLayout(
moveSidebarNavItem(sidebarLayout, availableSidebarIds, id, toIndex),
diff --git a/apps/screenpipe-app-tauri/components/activity-ledger.test.tsx b/apps/screenpipe-app-tauri/components/activity-ledger.test.tsx
index 695faeb70..2eee9796a 100644
--- a/apps/screenpipe-app-tauri/components/activity-ledger.test.tsx
+++ b/apps/screenpipe-app-tauri/components/activity-ledger.test.tsx
@@ -12,9 +12,10 @@ import {
waitFor,
} from "@testing-library/react";
+Element.prototype.scrollIntoView ||= () => {};
+
const mocks = vi.hoisted(() => ({
emit: vi.fn(),
- clearPersistedActivityHistory: vi.fn(),
loadPersistedActivityHistory: vi.fn(),
localFetch: vi.fn(),
reconcilePersistedActivityHistory: vi.fn(),
@@ -26,10 +27,19 @@ const mocks = vi.hoisted(() => ({
enhancedAI: true,
user: { token: "test-token" },
aiPresets: [
+ {
+ id: "chat",
+ provider: "screenpipe-cloud" as const,
+ model: "gpt-5.6-terra",
+ url: "",
+ maxContextChars: 200_000,
+ defaultPreset: true,
+ prompt: "",
+ },
{
id: "pipes",
provider: "screenpipe-cloud" as const,
- model: "auto",
+ model: "claude-sonnet-5",
url: "",
maxContextChars: 200_000,
defaultPreset: false,
@@ -55,7 +65,6 @@ vi.mock("@/lib/activity-history-persistence", async (importOriginal) => {
await importOriginal<typeof import("@/lib/activity-history-persistence")>();
return {
...actual,
- clearPersistedActivityHistory: mocks.clearPersistedActivityHistory,
loadPersistedActivityHistory: mocks.loadPersistedActivityHistory,
reconcilePersistedActivityHistory: mocks.reconcilePersistedActivityHistory,
};
@@ -272,7 +281,6 @@ beforeEach(() => {
],
}),
);
- mocks.clearPersistedActivityHistory.mockResolvedValue(undefined);
mocks.showChatWithPrefill.mockResolvedValue(undefined);
});
@@ -282,6 +290,12 @@ afterEach(() => {
vi.clearAllMocks();
});
+async function generateActivities(): Promise<void> {
+ fireEvent.click(
+ await screen.findByRole("button", { name: "Generate activities" }),
+ );
+}
+
describe("activity history helpers", () => {
it("keeps the last 24 hours rolling across midnight", () => {
const anchor = new Date("2026-08-18T08:02:00.000Z");
@@ -542,6 +556,91 @@ describe("activity history helpers", () => {
});
describe("ActivityLedger", () => {
+ it("waits for the encrypted cache lookup before offering generation", async () => {
+ let resolveCache!: (value: { entries: []; coverage: [] }) => void;
+ mocks.loadPersistedActivityHistory.mockImplementation(
+ () =>
+ new Promise((resolve) => {
+ resolveCache = resolve;
+ }),
+ );
+
+ render(<ActivityLedger />);
+
+ expect(
+ await screen.findByText("Loading generated activities…"),
+ ).toBeVisible();
+ expect(
+ screen.queryByRole("button", { name: "Generate activities" }),
+ ).toBeNull();
+ expect(mocks.runDailySummaryWithPi).not.toHaveBeenCalled();
+
+ resolveCache({ entries: [], coverage: [] });
+
+ expect(
+ await screen.findByRole("button", { name: "Generate activities" }),
+ ).toBeVisible();
+ });
+
+ it("waits for explicit generation and starts with the default preset", async () => {
+ render(<ActivityLedger />);
+
+ const generate = await screen.findByRole("button", {
+ name: "Generate activities",
+ });
+ expect(screen.getByLabelText("AI preset")).toHaveTextContent(
+ "chat · gpt-5.6-terra",
+ );
+ expect(mocks.runDailySummaryWithPi).not.toHaveBeenCalled();
+
+ fireEvent.click(generate);
+
+ await waitFor(() =>
+ expect(mocks.runDailySummaryWithPi).toHaveBeenCalledWith(
+ expect.objectContaining({
+ preset: expect.objectContaining({ id: "chat" }),
+ sessionPrefix: "activity-history",
+ }),
+ ),
+ );
+ });
+
+ it("uses the selected preset for an explicit refresh", async () => {
+ mocks.loadPersistedActivityHistory.mockImplementation(
+ async (_producer: string, range: { start: Date; end: Date }) => ({
+ entries: parseActivityHistoryResponse(HISTORY_RESPONSE, range).entries,
+ coverage: [
+ {
+ start: range.start.toISOString(),
+ end: range.end.toISOString(),
+ },
+ ],
+ }),
+ );
+
+ render(<ActivityLedger />);
+
+ await screen.findByText("Fixed a capture reliability regression");
+ fireEvent.click(screen.getByLabelText("AI preset"));
+ fireEvent.click(
+ await screen.findByRole("option", {
+ name: "pipes · claude-sonnet-5",
+ }),
+ );
+ const refresh = screen.getByRole("button", { name: "Refresh history" });
+ await waitFor(() => expect(refresh).toBeEnabled());
+ fireEvent.click(refresh);
+
+ await waitFor(() =>
+ expect(mocks.runDailySummaryWithPi).toHaveBeenCalledWith(
+ expect.objectContaining({
+ preset: expect.objectContaining({ id: "pipes" }),
+ sessionPrefix: "activity-history",
+ }),
+ ),
+ );
+ });
+
it("bypasses Enhanced AI without exposing ledger rows on AI failure", async () => {
mocks.settings.enhancedAI = false;
mocks.runDailySummaryWithPi.mockRejectedValue(
@@ -550,6 +649,8 @@ describe("ActivityLedger", () => {
render(<ActivityLedger />);
+ await generateActivities();
+
expect(
await screen.findByText("History could not be updated. Try again."),
).toBeVisible();
@@ -591,8 +692,34 @@ describe("ActivityLedger", () => {
expect(mocks.runDailySummaryWithPi).not.toHaveBeenCalled();
});
+ it("finishes and persists history generation after leaving the page", async () => {
+ let resolveHistory!: (value: string) => void;
+ mocks.runDailySummaryWithPi.mockImplementation(
+ () =>
+ new Promise<string>((resolve) => {
+ resolveHistory = resolve;
+ }),
+ );
+
+ const view = render(<ActivityLedger />);
+
+ await generateActivities();
+ expect(mocks.runDailySummaryWithPi).toHaveBeenCalledOnce();
+ const generationSignal = mocks.runDailySummaryWithPi.mock.calls[0][0]
+ .signal as AbortSignal;
+
+ view.unmount();
+
+ expect(generationSignal.aborted).toBe(false);
+ resolveHistory(HISTORY_RESPONSE);
+ await waitFor(() =>
+ expect(mocks.reconcilePersistedActivityHistory).toHaveBeenCalled(),
+ );
+ });
+
it("keeps rows concise while exposing artifact icons and skill creation", async () => {
render(<ActivityLedger />);
+ await generateActivities();
expect(
await screen.findByRole("heading", {
@@ -686,6 +813,7 @@ describe("ActivityLedger", () => {
.mockResolvedValueOnce(REPAIRED_HISTORY_RESPONSE);
render(<ActivityLedger />);
+ await generateActivities();
expect(
await screen.findByRole("heading", { name: "Recovered task 1" }),
@@ -699,26 +827,21 @@ describe("ActivityLedger", () => {
);
});
- it("opens chat over the interpreted history", async () => {
+ it("does not offer a header chat action", async () => {
render(<ActivityLedger />);
+ await generateActivities();
await screen.findByText("Fixed a capture reliability regression");
- fireEvent.click(screen.getByRole("button", { name: "Ask" }));
-
- await waitFor(() =>
- expect(mocks.showChatWithPrefill).toHaveBeenCalledWith(
- expect.objectContaining({
- source: "activity-history",
- context: expect.stringContaining(
- "Fixed a capture reliability regression",
- ),
- }),
- ),
- );
+ expect(screen.queryByRole("button", { name: "Ask" })).toBeNull();
+ expect(
+ screen.getByRole("button", { name: "Refresh history" }),
+ ).toBeVisible();
+ expect(screen.getByLabelText("Time range")).toBeVisible();
});
it("opens app and transcript artifacts at their exact timeline moments", async () => {
render(<ActivityLedger />);
+ await generateActivities();
await screen.findByText("Fixed a capture reliability regression");
const appArtifact = screen.getByRole("link", {
@@ -793,6 +916,7 @@ describe("ActivityLedger", () => {
mocks.runDailySummaryWithPi.mockResolvedValue(MEETING_HISTORY_RESPONSE);
render(<ActivityLedger />);
+ await generateActivities();
await screen.findByText("Aligned on Workflow Studio");
const meetingArtifact = screen.getByRole("link", {
@@ -814,6 +938,7 @@ describe("ActivityLedger", () => {
it("can draft a skill from every activity interval", async () => {
render(<ActivityLedger />);
+ await generateActivities();
await screen.findByText("Unblocked a customer's onboarding");
fireEvent.click(
diff --git a/apps/screenpipe-app-tauri/components/activity-ledger.tsx b/apps/screenpipe-app-tauri/components/activity-ledger.tsx
index 7942255d2..8a0c29c3c 100644
--- a/apps/screenpipe-app-tauri/components/activity-ledger.tsx
+++ b/apps/screenpipe-app-tauri/components/activity-ledger.tsx
@@ -16,7 +16,6 @@ import {
AppWindow,
AudioLines,
Loader2,
- MessageCircleMore,
RefreshCw,
Users,
} from "lucide-react";
@@ -43,12 +42,10 @@ import {
type ActivityReviewMeeting,
} from "@/lib/activity-review-prompt";
import {
- clearPersistedActivityHistory,
loadPersistedActivityHistory,
mergeActivityHistoryCoverage,
mergeActivityHistoryDocuments,
nextActivityHistoryRange,
- preloadPersistedActivityHistory,
reconcilePersistedActivityHistory,
type ActivityHistoryCoverage,
} from "@/lib/activity-history-persistence";
@@ -59,7 +56,6 @@ import { appIconUrl } from "@/lib/first-run/recent-activity";
import { useSettings } from "@/lib/hooks/use-settings";
import { useTimelineStore } from "@/lib/hooks/use-timeline-store";
import { cn } from "@/lib/utils";
-import { pickPipePreset } from "@/lib/utils/pick-pipe-preset";
import type { AIPreset } from "@/lib/utils/tauri";
type RangePreset = "today" | "24h" | "7d" | "custom";
@@ -143,10 +139,6 @@ function readStoredDateInput(key: string, fallback: string): string {
: fallback;
}
-export function preloadActivityHistory(): Promise<unknown> {
- return preloadPersistedActivityHistory(ACTIVITY_REVIEW_PROMPT_VERSION);
-}
-
function startOfLocalDay(value: Date): Date {
const start = new Date(value);
start.setHours(0, 0, 0, 0);
@@ -576,7 +568,7 @@ export function ActivityLedger({
(state) => state.setPendingNavigation,
);
const initialNow = useMemo(() => new Date(), []);
- const [anchor, setAnchor] = useState(initialNow);
+ const anchor = initialNow;
const [preset, setPreset] = useState<RangePreset>(readStoredRangePreset);
const [customStart, setCustomStart] = useState(() =>
readStoredDateInput(
@@ -608,6 +600,9 @@ export function ActivityLedger({
const [historyError, setHistoryError] = useState("");
const historyAbortRef = useRef<AbortController | null>(null);
const historyLoadingRef = useRef(false);
+ const [selectedReviewPresetId, setSelectedReviewPresetId] = useState<
+ string | null
+ >(null);
const { settings } = useSettings();
const range = useMemo(
@@ -615,12 +610,29 @@ export function ActivityLedger({
[anchor, customEnd, customStart, preset],
);
const invalidRange = !range || range.start >= range.end;
- const reviewPreset = useMemo(
+ const reviewPresets = useMemo(
() =>
- pickPipePreset((settings?.aiPresets ?? []) as AIPreset[]) ??
- DEFAULT_ACTIVITY_REVIEW_PRESET,
+ ((settings?.aiPresets ?? []) as AIPreset[]).filter(
+ (candidate) => candidate.provider !== "acp",
+ ),
[settings?.aiPresets],
);
+ const selectableReviewPresets = useMemo(
+ () =>
+ reviewPresets.length > 0
+ ? reviewPresets
+ : [DEFAULT_ACTIVITY_REVIEW_PRESET],
+ [reviewPresets],
+ );
+ const reviewPreset = useMemo(
+ () =>
+ selectableReviewPresets.find(
+ (candidate) => candidate.id === selectedReviewPresetId,
+ ) ??
+ selectableReviewPresets.find((candidate) => candidate.defaultPreset) ??
+ selectableReviewPresets[0],
+ [selectableReviewPresets, selectedReviewPresetId],
+ );
const pendingHistoryRange = useMemo(
() => (range ? nextActivityHistoryRange(range, historyCoverage) : null),
[historyCoverage, range],
@@ -777,14 +789,13 @@ export function ActivityLedger({
});
return () => {
cancelled = true;
- historyAbortRef.current?.abort();
+ // History generation must outlive this page so its result is persisted
+ // even when the user navigates elsewhere while Pi is still working.
};
}, [preset, range]);
- const generateHistory = useCallback(async () => {
+ const generateHistory = useCallback(async (generationRange: TimeRange) => {
if (!range || historyLoadingRef.current) return;
- const generationRange = nextActivityHistoryRange(range, historyCoverage);
- if (!generationRange) return;
historyAbortRef.current?.abort();
const controller = new AbortController();
historyAbortRef.current = controller;
@@ -941,66 +952,6 @@ export function ActivityLedger({
historyCoverage,
]);
- useEffect(() => {
- if (
- !cacheReady ||
- loading ||
- error ||
- summary?.data_status !== "ok" ||
- !pendingHistoryRange ||
- historyError
- ) {
- return;
- }
- void generateHistory();
- }, [
- cacheReady,
- error,
- generateHistory,
- history,
- historyError,
- loading,
- summary?.data_status,
- pendingHistoryRange,
- ]);
-
- const refresh = async () => {
- historyAbortRef.current?.abort();
- if (range) {
- try {
- await clearPersistedActivityHistory(
- ACTIVITY_REVIEW_PROMPT_VERSION,
- range,
- );
- window.localStorage.removeItem(historyCacheKey(range, preset));
- } catch {
- // Regeneration still works in memory without store access.
- }
- }
- setHistory(null);
- setHistoryCoverage([]);
- setHistoryError("");
- setAnchor(new Date());
- if (preset === "custom") setCustomEnd(toLocalInputValue(new Date()));
- };
-
- const askAboutHistory = () => {
- if (!range) return;
- const context = [
- `Computer history range: ${range.start.toISOString()} to ${range.end.toISOString()}`,
- history
- ? `Activities:\n${history.entries.map(compactEntryContext).join("\n\n")}`
- : "",
- ]
- .filter(Boolean)
- .join("\n\n");
- void showChatWithPrefill({
- context,
- prompt: "What was I working on, and what should I pick up next?",
- source: "activity-history",
- });
- };
-
const makeSkill = (entry: ActivityHistoryEntry) => {
void showChatWithPrefill({
context: compactEntryContext(entry),
@@ -1054,11 +1005,11 @@ Re-query Screenpipe only inside the cited time range and use the cited frames an
<div className="mx-auto max-w-4xl">
<div className="flex flex-wrap items-end justify-between gap-4">
<div>
- <h1 className="font-sans text-3xl font-medium tracking-tight">
- history
+ <h1 className="font-sans text-2xl font-medium tracking-tight">
+ Activity
</h1>
<p className="mt-1 text-sm text-muted-foreground">
- A clear record of what you worked on.
+ An encrypted record of what you worked on.
</p>
</div>
<div className="flex items-center gap-2">
@@ -1083,15 +1034,33 @@ Re-query Screenpipe only inside the cited time range and use the cited frames an
))}
</SelectContent>
</Select>
- <Button variant="outline" size="sm" onClick={askAboutHistory}>
- <MessageCircleMore className="mr-2 h-3.5 w-3.5" />
- Ask
- </Button>
+ <Select
+ value={reviewPreset.id}
+ onValueChange={setSelectedReviewPresetId}
+ >
+ <SelectTrigger
+ className="h-9 w-[190px] max-w-[36vw] text-xs"
+ aria-label="AI preset"
+ >
+ <SelectValue />
+ </SelectTrigger>
+ <SelectContent align="end">
+ {selectableReviewPresets.map((candidate) => (
+ <SelectItem key={candidate.id} value={candidate.id}>
+ {candidate.id} · {candidate.model || "default"}
+ </SelectItem>
+ ))}
+ </SelectContent>
+ </Select>
<Button
variant="ghost"
size="icon"
- onClick={() => void refresh()}
- disabled={loading || historyLoading}
+ onClick={() => {
+ if (range) void generateHistory(range);
+ }}
+ disabled={
+ loading || historyLoading || !cacheReady || invalidRange
+ }
aria-label="Refresh history"
>
<RefreshCw
@@ -1244,24 +1213,42 @@ Re-query Screenpipe only inside the cited time range and use the cited frames an
<p className="text-sm text-muted-foreground">
There is not enough captured activity in this range yet.
</p>
+ ) : !cacheReady ? (
+ <div className="flex h-48 items-center justify-center gap-2 text-sm text-muted-foreground">
+ <Loader2 className="h-4 w-4 animate-spin" />
+ Loading generated activities…
+ </div>
) : historyLoading && !history ? (
<div className="flex h-48 items-center justify-center gap-2 text-sm text-muted-foreground">
<Loader2 className="h-4 w-4 animate-spin" />
Understanding what you worked on…
</div>
- ) : (
+ ) : cacheReady && !pendingHistoryRange ? (
<div className="py-12 text-center">
<p className="text-sm text-muted-foreground">
- {historyError || "Your history is ready to be understood."}
+ No generated activities in this range.
</p>
- <Button
- variant="outline"
- size="sm"
- className="mt-4"
- onClick={() => void generateHistory()}
- >
- Build history
- </Button>
+ </div>
+ ) : (
+ <div className="flex min-h-[320px] items-center justify-center py-12 text-center">
+ <div className="max-w-sm">
+ <h2 className="font-sans text-xl font-medium tracking-tight">
+ Generate activities
+ </h2>
+ <p className="mt-2 text-sm leading-6 text-muted-foreground">
+ {historyError ||
+ "Turn this range into a private activity history when you’re ready."}
+ </p>
+ <Button
+ size="sm"
+ className="mt-5 h-10 px-5 uppercase tracking-wide"
+ onClick={() => {
+ if (range) void generateHistory(range);
+ }}
+ >
+ Generate activities
+ </Button>
+ </div>
</div>
)}
</div>
diff --git a/apps/screenpipe-app-tauri/lib/daily-summary-pi.ts b/apps/screenpipe-app-tauri/lib/daily-summary-pi.ts
index e90875cf0..c91007539 100644
--- a/apps/screenpipe-app-tauri/lib/daily-summary-pi.ts
+++ b/apps/screenpipe-app-tauri/lib/daily-summary-pi.ts
@@ -20,7 +20,6 @@ import {
import { INTERNAL_TITLE_PREFIX } from "@/lib/utils/internal-session";
import { applyResolvedModelLimits } from "@/lib/model-metadata";
-const DAILY_SUMMARY_TIMEOUT_MS = 120_000;
const DAILY_SUMMARY_PROJECT_DIR = "pi-daily-summary";
export type RunDailySummaryOptions = {
@@ -104,7 +103,6 @@ export async function runDailySummaryWithPi(
let settled = false;
let lastAssistant = "";
- let timeoutId: ReturnType<typeof setTimeout> | null = null;
let resolveResponse!: (value: string) => void;
let rejectResponse!: (error: Error) => void;
const response = new Promise<string>((resolve, reject) => {
@@ -115,7 +113,6 @@ export async function runDailySummaryWithPi(
const settle = (value: string) => {
if (settled) return;
settled = true;
- if (timeoutId) clearTimeout(timeoutId);
const summary = value.trim();
if (summary) resolveResponse(summary);
else rejectResponse(new Error("AI returned an empty daily summary"));
@@ -123,7 +120,6 @@ export async function runDailySummaryWithPi(
const fail = (error: Error) => {
if (settled) return;
settled = true;
- if (timeoutId) clearTimeout(timeoutId);
rejectResponse(error);
};
@@ -179,13 +175,8 @@ export async function runDailySummaryWithPi(
);
if (prompted.status !== "ok") throw new Error(prompted.error);
- timeoutId = setTimeout(
- () => fail(new Error("Daily summary generation timed out")),
- DAILY_SUMMARY_TIMEOUT_MS,
- );
return await response;
} finally {
- if (timeoutId) clearTimeout(timeoutId);
options.signal?.removeEventListener("abort", handleAbort);
unregister();
void commands.piStop(sessionId);
diff --git a/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts b/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
index 2793f4827..97c8587cb 100644
--- a/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
+++ b/apps/screenpipe-app-tauri/lib/dev/browser-engine-mock.ts
@@ -252,6 +252,8 @@ function mockActivitySummary() {
const { start, end } = mockMeetingWindow();
const span = end.getTime() - start.getTime();
return {
+ data_status: "ok",
+ total_active_minutes: 20,
apps: [
{
name: "Google Chrome",