YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
brand Brain overview as Live Views
Louis Beaumont0bd5817551eb
diff --git a/apps/screenpipe-app-tauri/components/settings/__tests__/brain-overview.test.tsx b/apps/screenpipe-app-tauri/components/settings/__tests__/brain-overview.test.tsxindex b9bdab876..0587588d9 100644--- a/apps/screenpipe-app-tauri/components/settings/__tests__/brain-overview.test.tsx+++ b/apps/screenpipe-app-tauri/components/settings/__tests__/brain-overview.test.tsx@@ -85,10 +85,11 @@ describe("BrainOverview", () => {});render(<BrainOverview />);+ expect(await screen.findByText("Live View")).toBeTruthy();expect(await screen.findByText("How I worked today")).toBeTruthy();expect(screen.getByText("4.5")).toBeTruthy();expect(screen.getByText("hours")).toBeTruthy();- expect(screen.getByText("pipe: daily-summary")).toBeTruthy();+ expect(screen.getByText("Pipe: daily-summary")).toBeTruthy();expect(screen.getByText("artifact #88 · v2")).toBeTruthy();});@@ -120,7 +121,7 @@ describe("BrainOverview", () => {expect(screen.queryByRole("img")).toBeNull();});- it("creates a card and persists its component, width, and pipe binding", async () => {+ it("creates a Live View template and persists its Block type, width, and Pipe binding", async () => {mocks.listBrainViews.mockResolvedValue({ status: "ok", data: [] });mocks.saveBrainView.mockImplementation(async (request) => ({status: "ok",@@ -137,8 +138,14 @@ describe("BrainOverview", () => {}));render(<BrainOverview />);+ expect(await screen.findByText("Create your first Live View")).toBeTruthy();+ expect(screen.getByText(/Start with a blank template/)).toBeTruthy();fireEvent.click(await screen.findByTestId("overview-create"));fireEvent.click(screen.getByTestId("overview-add-card"));+ expect(screen.getByText("Live View name")).toBeTruthy();+ expect(screen.getByText("Block title")).toBeTruthy();+ expect(screen.getByText("Block type")).toBeTruthy();+ expect(screen.getByText("Connected Pipe")).toBeTruthy();const editorCard = screen.getByTestId(/^overview-editor-card-/);const cardTitle = editorCard.querySelector("input");expect(cardTitle).toBeTruthy();diff --git a/apps/screenpipe-app-tauri/components/settings/brain-overview.tsx b/apps/screenpipe-app-tauri/components/settings/brain-overview.tsxindex 68fc512dd..7cccf1add 100644--- a/apps/screenpipe-app-tauri/components/settings/brain-overview.tsx+++ b/apps/screenpipe-app-tauri/components/settings/brain-overview.tsx@@ -85,7 +85,7 @@ function ViewSlotBody({ slot }: { slot: ViewSlot }) {<div className="flex min-h-24 items-center justify-center border border-dashed border-border px-4 text-center text-xs text-muted-foreground">{slot.binding? `waiting for ${slot.binding.pipeName} to publish data`- : "bind a pipe to fill this card"}+ : "connect a Pipe to fill this Block"}</div>);}@@ -259,7 +259,9 @@ function OverviewCard({ slot }: { slot: ViewSlot }) {</div><div className="mt-4 flex items-center justify-between gap-3 border-t border-border pt-2 text-[10px] text-muted-foreground"><span className="truncate">- {slot.binding ? `pipe: ${slot.binding.pipeName}` : "no pipe bound"}+ {slot.binding+ ? `Pipe: ${slot.binding.pipeName}`+ : "No Pipe connected"}</span>{slot.value && (<span className="shrink-0">@@ -305,7 +307,7 @@ export function BrainOverview() {setError(loadError instanceof Error? loadError.message- : "failed to load overview",+ : "failed to load Live Views",);}} finally {@@ -323,7 +325,7 @@ export function BrainOverview() {const now = new Date().toISOString();setDraft({id: "my-overview",- title: "My overview",+ title: "My Live View",revision: 0,slots: [],createdAt: now,@@ -365,10 +367,10 @@ export function BrainOverview() {setView(result.data);setDraft(null);setEditing(false);- toast({ title: "overview saved" });+ toast({ title: "Live View saved" });} catch (saveError) {toast({- title: "failed to save overview",+ title: "failed to save Live View",description:saveError instanceof Error ? saveError.message : String(saveError),variant: "destructive",@@ -401,7 +403,7 @@ export function BrainOverview() {...current.slots,{id,- title: "New card",+ title: "New Block",component: "metric.v1",width: 6,order: current.slots.length,@@ -428,7 +430,7 @@ export function BrainOverview() {if (loading) {return (<div className="flex min-h-64 items-center justify-center text-sm text-muted-foreground">- <Loader2 className="mr-2 h-4 w-4 animate-spin" /> loading overview+ <Loader2 className="mr-2 h-4 w-4 animate-spin" /> loading Live Views</div>);}@@ -438,7 +440,7 @@ export function BrainOverview() {<div className="flex min-h-64 flex-col items-center justify-center gap-3 border border-border text-center"><AlertCircle className="h-5 w-5 text-muted-foreground" /><div>- <p className="text-sm">failed to load overview</p>+ <p className="text-sm">failed to load Live Views</p><p className="mt-1 text-xs text-muted-foreground">{error}</p></div><Button@@ -459,10 +461,10 @@ export function BrainOverview() {data-testid="brain-overview-empty"className="flex min-h-72 flex-col items-center justify-center border border-dashed border-border px-6 text-center">- <p className="text-sm font-medium">Build your overview</p>+ <p className="text-sm font-medium">Create your first Live View</p><p className="mt-2 max-w-md text-xs leading-5 text-muted-foreground">- Define the cards you want to see, bind each one to a pipe, and let- that pipe publish validated data here.+ Start with a blank template. Add the Blocks you want, connect each+ Block to a Pipe, and Pipes keep your Live View updated.</p><Buttondata-testid="overview-create"@@ -470,7 +472,7 @@ export function BrainOverview() {className="mt-5 rounded-none"onClick={beginCreate}>- <Plus className="mr-1.5 h-3.5 w-3.5" /> create overview+ <Plus className="mr-1.5 h-3.5 w-3.5" /> create Live View</Button></div>);@@ -485,7 +487,7 @@ export function BrainOverview() {<div className="flex items-end justify-between gap-4 border-b border-border pb-4"><label className="min-w-0 flex-1 space-y-1.5"><span className="text-[10px] uppercase tracking-wide text-muted-foreground">- Overview title+ Live View name</span><Inputdata-testid="overview-title"@@ -520,7 +522,7 @@ export function BrainOverview() {{saving && (<Loader2 className="mr-1.5 h-3.5 w-3.5 animate-spin" />)}- save overview+ save template</Button></div></div>@@ -535,7 +537,7 @@ export function BrainOverview() {<div className="grid gap-3 lg:grid-cols-[minmax(12rem,1.5fr)_minmax(10rem,1fr)_minmax(10rem,1fr)_7rem_auto]"><label className="space-y-1"><span className="text-[10px] uppercase tracking-wide text-muted-foreground">- Card title+ Block title</span><Inputvalue={slot.title}@@ -551,7 +553,7 @@ export function BrainOverview() {</label><label className="space-y-1"><span className="text-[10px] uppercase tracking-wide text-muted-foreground">- Component+ Block type</span><selectvalue={slot.component}@@ -573,7 +575,7 @@ export function BrainOverview() {</label><label className="space-y-1"><span className="text-[10px] uppercase tracking-wide text-muted-foreground">- Pipe+ Connected Pipe</span><selectdata-testid={`overview-pipe-${slot.id}`}@@ -589,7 +591,7 @@ export function BrainOverview() {}))}>- <option value="">No pipe</option>+ <option value="">No Pipe</option>{installedPipes.map((pipe) => (<option key={pipe.config.name} value={pipe.config.name}>{pipe.config.name}@@ -618,7 +620,7 @@ export function BrainOverview() {</label><div className="flex items-end justify-end gap-1"><Button- aria-label="move card up"+ aria-label="move Block up"variant="ghost"size="icon"className="h-8 w-8 rounded-none"@@ -628,7 +630,7 @@ export function BrainOverview() {<ArrowUp className="h-3.5 w-3.5" /></Button><Button- aria-label="move card down"+ aria-label="move Block down"variant="ghost"size="icon"className="h-8 w-8 rounded-none"@@ -638,7 +640,7 @@ export function BrainOverview() {<ArrowDown className="h-3.5 w-3.5" /></Button><Button- aria-label="delete card"+ aria-label="delete Block"variant="ghost"size="icon"className="h-8 w-8 rounded-none text-muted-foreground hover:text-destructive"@@ -661,7 +663,7 @@ export function BrainOverview() {(component) => component.value === slot.component,)?.schema}- . The pipe receives this target on its next run.+ . The connected Pipe receives this Block on its next run.</p></div>))}@@ -674,7 +676,7 @@ export function BrainOverview() {className="rounded-none"onClick={addSlot}>- <Plus className="mr-1.5 h-3.5 w-3.5" /> add card+ <Plus className="mr-1.5 h-3.5 w-3.5" /> add Block</Button></div>);@@ -686,10 +688,13 @@ export function BrainOverview() {<div className="min-h-0 flex-1 overflow-y-auto pb-8"><div className="mb-5 flex items-start justify-between gap-4 border-b border-border pb-4"><div>+ <p className="text-[10px] uppercase tracking-wide text-muted-foreground">+ Live View+ </p><h2 className="text-lg font-semibold tracking-tight">{view.title}</h2><p className="mt-1 text-xs text-muted-foreground">- Each card is filled by its bound pipe and stored as a source-backed- artifact.+ Blocks are updated by connected Pipes and stored as source-backed+ artifacts.</p></div><Button@@ -699,7 +704,7 @@ export function BrainOverview() {className="rounded-none"onClick={beginEdit}>- <Pencil className="mr-1.5 h-3.5 w-3.5" /> edit layout+ <Pencil className="mr-1.5 h-3.5 w-3.5" /> customize template</Button></div>{slots.length === 0 ? (@@ -708,7 +713,7 @@ export function BrainOverview() {className="flex min-h-48 w-full items-center justify-center border border-dashed border-border text-xs text-muted-foreground hover:text-foreground"onClick={beginEdit}>- add your first card+ add your first Block</button>) : (<divdiff --git a/apps/screenpipe-app-tauri/components/settings/brain-section.tsx b/apps/screenpipe-app-tauri/components/settings/brain-section.tsxindex 082d94b28..e1bc89155 100644--- a/apps/screenpipe-app-tauri/components/settings/brain-section.tsx+++ b/apps/screenpipe-app-tauri/components/settings/brain-section.tsx@@ -1210,7 +1210,7 @@ export function BrainSection() {<div className="inline-flex items-center gap-1 border-b border-border">{([- { value: "overview", label: "Overview" },+ { value: "overview", label: "Live Views" },{ value: "memories", label: "Memories", count: total },{ value: "artifacts", label: "Artifacts", count: artifactsTotal },] as { value: TypeFilter; label: string; count?: number }[]diff --git a/apps/screenpipe-app-tauri/e2e/COVERAGE.md b/apps/screenpipe-app-tauri/e2e/COVERAGE.mdindex 25600434e..a827cd486 100644--- a/apps/screenpipe-app-tauri/e2e/COVERAGE.md+++ b/apps/screenpipe-app-tauri/e2e/COVERAGE.md@@ -100,7 +100,7 @@ pass/fail/skip counts.| app-lifecycle.spec.ts | windows, macos, linux | real-ui-e2e, window-lifecycle | app-launch, home-navigation, webview-stability, route-churn, browser-storage | high | strong | mixed | 14 | Home webview, routing, reload, focus, resize, and storage stability. || artifacts-api.spec.ts | windows, macos, linux | local-api | local-api-auth, artifacts | medium | strong | api | 7 | CRUD coverage for artifact registration, validation, unified listing, upsert, and delete. || audio-fallback.spec.ts | macos | audio-device, settings, notifications | audio-device-health, settings-recording, notifications | medium | conditional | real-user-flow | 1 | Opt-in macOS cloud audio fallback seed. |-| brain-overview.spec.ts | windows, macos, linux | real-ui-e2e, local-api, pipes | brain, brain-overview, artifacts, pipes | high | strong | real-user-flow | 1 | Creates a typed Brain overview, submits all supported component payloads with evidence, renders them in the real app, and captures the PR screenshot. |+| brain-overview.spec.ts | windows, macos, linux | real-ui-e2e, local-api, pipes | brain, brain-overview, artifacts, pipes | high | strong | real-user-flow | 1 | Creates a Live View template, submits all supported Block payloads with evidence, renders them in the real app, and captures the PR screenshot. || brain-section.spec.ts | windows, macos, linux | real-ui-e2e | brain, artifacts, memories, viewer-deeplink | medium | strong | real-user-flow | 10 | Brain coverage for filters, search, delete flows, selection pruning, add memory, and inline artifact markdown preview. || capture-frequency-floor.spec.ts | macos | capture-ocr, settings, real-ui-e2e | capture-ocr, settings-recording, restart-flow | high | conditional | real-user-flow | 1 | macOS fixed screenshot cadence regression: persists the 1s setting before immediate Apply & Restart, then verifies real capture attempts and frame writes. || chat-ask-user-tool-card.spec.ts | windows, macos, linux | chat-ai, real-ui-e2e | chat, chat-tools, pi-ask-user | medium | partial | mixed | 1 | Synthetic assistant tool block renders the Pi ask_user dropdown and sends the selected answer through the normal chat reply path. |diff --git a/apps/screenpipe-app-tauri/e2e/coverage-map.json b/apps/screenpipe-app-tauri/e2e/coverage-map.jsonindex 198bc6159..76f965d70 100644--- a/apps/screenpipe-app-tauri/e2e/coverage-map.json+++ b/apps/screenpipe-app-tauri/e2e/coverage-map.json@@ -782,7 +782,7 @@"criticality": "high","confidence": "strong","ux": "real-user-flow",- "notes": "Creates a typed Brain overview, submits all supported component payloads with evidence, renders them in the real app, and captures the PR screenshot."+ "notes": "Creates a Live View template, submits all supported Block payloads with evidence, renders them in the real app, and captures the PR screenshot."},{"spec": "html-artifact-render.spec.ts",diff --git a/apps/screenpipe-app-tauri/e2e/specs/brain-overview.spec.ts b/apps/screenpipe-app-tauri/e2e/specs/brain-overview.spec.tsindex fcaab94e6..e2dee790f 100644--- a/apps/screenpipe-app-tauri/e2e/specs/brain-overview.spec.ts+++ b/apps/screenpipe-app-tauri/e2e/specs/brain-overview.spec.ts@@ -22,10 +22,10 @@ interface OutputTarget {revision: number;}-describe("Brain Overview", function () {+describe("Brain Live Views", function () {this.timeout(120_000);- it("renders a pipe-filled user-defined overview", async () => {+ it("renders a Pipe-filled Live View template", async () => {await waitForAppReady();await openHomeWindow();const config = await invokeOrThrow<LocalApiConfig>("get_local_api_config");@@ -172,15 +172,18 @@ describe("Brain Overview", function () {if (await collapseSidebar.isExisting()) {await collapseSidebar.click();}- await $("[data-testid='brain-overview-grid']").moveTo({- xOffset: 20,- yOffset: 20,+ await $("[data-testid='overview-edit']").moveTo({+ xOffset: 10,+ yOffset: 10,});await browser.pause(1_000);const renderedText = (await browser.execute(() => document.body?.innerText || "",)) as string;+ expect(renderedText).toContain("Live Views");+ expect(renderedText).toContain("Live View");+ expect(renderedText).toContain("CUSTOMIZE TEMPLATE");expect(renderedText).toContain("How I worked today");expect(renderedText).toContain("Automation opportunities");const screenshot = await saveScreenshot("brain-overview-pipe-filled");diff --git a/docs/screenshots/brain-overview.png b/docs/screenshots/brain-overview.pngindex abefc72a3..e6c6bc203 100644Binary files a/docs/screenshots/brain-overview.png and b/docs/screenshots/brain-overview.png differ