Skip to content

YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context

evals: cover chat hydration after renderer reload

Louis Beaumont654bee8b0fc2
diff --git a/evals/coding-agent/README.md b/evals/coding-agent/README.md
index 6e2aef23b..1db13b927 100644
--- a/evals/coding-agent/README.md
+++ b/evals/coding-agent/README.md
@@ -9,7 +9,7 @@ This is an agent eval suite, not a unit-test suite. Every case contains:
- saved prompt, transcript, candidate patch, grader output, runtime fingerprint, and result;
- repeated-trial reporting with success rate, `pass@k`, and `pass^k`.
-The current app corpus contains 28 git-mined regressions. See
+The current app corpus contains 29 git-mined regressions. See
[DESIGN.md](./DESIGN.md) for the Anthropic guidance, source contract, and
history-mining workflow. The companion website manifest contributes 20 more.
diff --git a/evals/coding-agent/cases.json b/evals/coding-agent/cases.json
index 7ef11c8ec..89153e8ed 100644
--- a/evals/coding-agent/cases.json
+++ b/evals/coding-agent/cases.json
@@ -1,7 +1,7 @@
{
"schema_version": 1,
"suite": "screenpipe-app-coding-agent-regressions",
- "dataset_version": "2026-08-29.1",
+ "dataset_version": "2026-08-30.1",
"suite_type": "regression",
"owner": "screenpipe engineering",
"policy": {
@@ -768,6 +768,41 @@
],
"command": "cd apps/screenpipe-app-tauri && NODE_OPTIONS=--localstorage-file=.eval-localstorage bun x vitest run --config vitest.config.ts lib/__tests__/save-conversation-race.test.tsx"
}
+ },
+ {
+ "id": "app-chat-renderer-reload-hydration",
+ "name": "Hydrate a saved chat after renderer reload",
+ "source": {
+ "kind": "git_regression",
+ "fix_commit": "4bc33459becbdf0f824243a1600aa6263f174768",
+ "pull_request": "https://github.com/screenpipe/screenpipe/pull/6766"
+ },
+ "base_ref": "664233bf1df466feafdcea117fb26f2787df7786",
+ "oracle_ref": "4bc33459becbdf0f824243a1600aa6263f174768",
+ "oracle_paths": [
+ "apps/screenpipe-app-tauri/components/chat/standalone/hooks/use-chat-window-events.ts",
+ "apps/screenpipe-app-tauri/components/standalone-chat.tsx"
+ ],
+ "gate": "advisory",
+ "trigger_paths": [
+ "apps/screenpipe-app-tauri/components/chat/standalone/hooks/use-chat-window-events.ts",
+ "apps/screenpipe-app-tauri/components/standalone-chat.tsx",
+ "apps/screenpipe-app-tauri/lib/stores/chat-store.ts",
+ "apps/screenpipe-app-tauri/lib/chat-storage.ts"
+ ],
+ "tags": ["regression", "escaped-failure", "chat", "renderer-reload", "hydration", "false-empty", "state-recovery"],
+ "prompt": "After a chat renderer reload, the selected tab and conversation metadata can recover before the message pane. Routing sees that the requested conversation ID already matches the current session and returns early forever, leaving a blank transcript even though the saved conversation still contains messages. Treat matching IDs as complete only when the current view has renderable state; otherwise hydrate the known saved conversation instead of replacing it with a fresh blank chat. Preserve the fast path and current-session notification when the transcript is already rendered.",
+ "agent_timeout_seconds": 900,
+ "grader_dependency_links": [
+ { "source_path": "apps/screenpipe-app-tauri/node_modules", "destination_path": "apps/screenpipe-app-tauri/node_modules" }
+ ],
+ "grader": {
+ "timeout_seconds": 300,
+ "fixtures": [
+ { "source_path": "apps/screenpipe-app-tauri/components/chat/standalone/hooks/use-chat-window-events.test.tsx" }
+ ],
+ "command": "cd apps/screenpipe-app-tauri && NODE_OPTIONS=--localstorage-file=.eval-localstorage bun x vitest run --config vitest.config.ts components/chat/standalone/hooks/use-chat-window-events.test.tsx"
+ }
}
]
}