YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
// screenpipe — AI that knows everything you've seen, said, or heard
// https://screenpipe.com
import { afterAll, expect, test } from 'bun:test';
import { execFileSync, spawnSync } from 'node:child_process';
import { dirname, join, resolve } from 'node:path';
import { mkdirSync, mkdtempSync, readFileSync, rmSync, symlinkSync, writeFileSync } from 'node:fs';
import { tmpdir } from 'node:os';
const repo = resolve(import.meta.dir, '../..'), app = 'apps/screenpipe-app-tauri';
const item = JSON.parse(readFileSync(join(import.meta.dir, 'cases.json'), 'utf8')).cases.find(c => c.id === 'app-meeting-stop-save-refusal');
const hook = `${app}/components/meeting-notes/note-view.tsx`;
const root = mkdtempSync(join(tmpdir(), 'meeting-stop-calibration-')), archives = new Map();
const receipts = process.env.SCREENPIPE_EVAL_CALIBRATION_RECEIPTS;
afterAll(() => rmSync(root, {recursive: true, force: true}));
function replace(cwd, file, from, to) {
const p = join(cwd, file), text = readFileSync(p, 'utf8');
expect(text.split(from)).toHaveLength(2);
writeFileSync(p, text.replace(from, to));
}
function grade(name, ref = item.oracle_ref, mutate = () => {}) {
const cwd = join(root, name); mkdirSync(cwd);
if (!archives.has(ref)) {
// Archive historical frontend source/config, never node_modules, credentials,
// native build outputs or future source. No evaluated agent runs here.
const children = execFileSync('git', ['ls-tree', '--name-only', `${ref}:${app}`], {cwd: repo, encoding: 'utf8'}).trim().split('\n');
const paths = children.filter(n => !['src-tauri', 'public', 'e2e', '.e2e'].includes(n) && !n.startsWith('.env')).map(n => `${app}/${n}`);
for (const path of ['packages/workflows-ui', 'crates/screenpipe-core/assets']) { if (execFileSync('git', ['ls-tree', ref, path], {cwd:repo, encoding:'utf8'}).trim()) paths.push(path); }
archives.set(ref, execFileSync('git', ['archive', ref, ...paths], {cwd: repo, maxBuffer: 128 * 1024 * 1024}));
}
execFileSync('tar', ['-x', '-C', cwd], {input: archives.get(ref)});
for (const f of item.grader.fixtures) { const dest = join(cwd, f.destination_path); mkdirSync(dirname(dest), {recursive:true}); writeFileSync(dest, readFileSync(join(import.meta.dir, f.local_path))); }
symlinkSync(join(repo, app, 'node_modules'), join(cwd, app, 'node_modules'), 'dir');
mutate(cwd);
const r = spawnSync('/bin/bash', ['-c', item.grader.command], {cwd, encoding:'utf8', timeout:60000, maxBuffer:4*1024*1024, env:{PATH:process.env.PATH, HOME:cwd, CI:'true', TZ:'UTC', NO_COLOR:'1'}});
if (receipts) { mkdirSync(receipts,{recursive:true}); writeFileSync(join(receipts, name+'.stdout'), r.stdout||''); writeFileSync(join(receipts,name+'.stderr'),r.stderr||''); writeFileSync(join(receipts,name+'.json'),JSON.stringify({ref,command:item.grader.command,exit_code:r.status,signal:r.signal,error:r.error?.message},null,2)); }
expect(r.error).toBeUndefined(); expect(r.signal).toBeNull(); return r;
}
function passes(r) { expect(r.status).toBe(0); expect(r.stdout).toContain('5 passed'); expect(r.stdout+r.stderr).not.toMatch(/Unhandled|Uncaught/); }
function fails(r) { expect(r.status).toBe(1); expect(r.stderr).toContain('AssertionError'); expect(r.stdout+r.stderr).not.toMatch(/Unhandled|Uncaught|Failed to resolve import|Failed to load url|Cannot find module/); }
const warning = ` toast({
title: "couldn't save notes",
description: "stopping anyway — your latest edits may not be saved.",
variant: "destructive",
});`;
test('parent blocks Stop on rejected save and preserves four outcomes', () => {
const r = grade('parent', item.base_ref); fails(r);
expect(r.stdout).toContain('1 failed | 4 passed');
expect(r.stderr).toContain('to be called 1 times');
}, 60000);
test('reference passes all five outcomes', () => passes(grade('reference')), 60000);
test('different warning copy remains acceptable', () => passes(grade('equivalent', item.oracle_ref, cwd => {
replace(cwd, hook, warning, warning.replace("couldn't save notes", 'Notes could not be saved').replace('stopping anyway — your latest edits may not be saved.', 'Your Stop request will continue; recent edits could not be stored.'));
})), 60000);
test('unused corrected source cannot hide the broken active action', () => fails(grade('unused', item.oracle_ref, cwd => {
writeFileSync(join(cwd, 'unused-correct-note-view.tsx'), readFileSync(join(cwd, hook)));
writeFileSync(join(cwd, hook), execFileSync('git', ['show', `${item.base_ref}:${hook}`], {cwd: repo}));
})), 60000);
test('early Stop fails successful-save ordering', () => fails(grade('early-stop', item.oracle_ref, cwd => {
replace(cwd, hook, ' if (savingBeforeStop) return;', ' if (savingBeforeStop) return;\n await onStop(); return;');
})), 60000);
test('silent save refusal fails the warning outcome', () => fails(grade('silent', item.oracle_ref, cwd => replace(cwd, hook, warning, ''))), 60000);
test('duplicate Stop cannot pass', () => fails(grade('duplicate', item.oracle_ref, cwd => replace(cwd, hook, ' await onStop();', ' await onStop(); await onStop();'))), 60000);
test('a false Saved status cannot pass', () => fails(grade('false-saved', item.oracle_ref, cwd => replace(cwd, hook, '} catch (saveErr) {', '} catch (saveErr) {\n setSaveState({kind: "saved", at: Date.now()});'))), 60000);
test('missing component is setup failure, not a regression', () => {
const r = grade('missing', item.oracle_ref, cwd => rmSync(join(cwd, hook)));
expect(r.status).toBe(1); expect(r.stdout).toContain('no tests');
expect(r.stdout+r.stderr).toMatch(/Failed to resolve import|Failed to load url/);
}, 60000);
test('an inline accessible warning is also accepted', () => passes(grade('inline-warning', item.oracle_ref, cwd => {
replace(cwd, hook, warning, '');
replace(cwd, hook, '<span className="text-destructive">offline — will retry</span>', '<span role="alert">The note could not be saved; Stop will continue.</span>');
})), 60000);
test('empty feedback is not a user warning', () => fails(grade('empty-warning', item.oracle_ref, cwd => replace(cwd, hook, warning, ' toast({});'))), 60000);