YC (S26) | Open Computer History | Continuously record your company computer work, map your workflows, help you find work worth automating, and power your agents' context
Rust agentsagiaiai-memoryaudio-recordingcomputer-visionhermeshermes-agentllmlocal-ailocal-firstmachine-learningmcpmultimodalopenclawprivacyrewindscreen-recordingspeech-to-textycombinator
fix(pi): load extensions through host SDK aliases (#7176)
Ezra Elletteafd5560c081c
diff --git a/.github/workflows/test-frontend.yml b/.github/workflows/test-frontend.ymlindex d88868894..1cf454125 100644--- a/.github/workflows/test-frontend.yml+++ b/.github/workflows/test-frontend.yml@@ -9,6 +9,7 @@ on:paths:- 'crates/screenpipe-core/assets/extensions/skill-learning*'- 'crates/screenpipe-core/assets/pi-context-compaction*'+ - 'crates/screenpipe-core/src/agents/pi.rs'- 'crates/screenpipe-core/assets/skills/**'- 'crates/screenpipe-core/src/starter_skills.rs'- 'apps/screenpipe-app-tauri/**/*.ts'@@ -23,6 +24,7 @@ on:paths:- 'crates/screenpipe-core/assets/extensions/skill-learning*'- 'crates/screenpipe-core/assets/pi-context-compaction*'+ - 'crates/screenpipe-core/src/agents/pi.rs'- 'crates/screenpipe-core/assets/skills/**'- 'crates/screenpipe-core/src/starter_skills.rs'- 'apps/screenpipe-app-tauri/**/*.ts'@@ -81,6 +83,9 @@ jobs:- name: Pi context compaction runtime evalrun: bun scripts/eval-pi-compaction.ts+ - name: Pi extension startup runtime eval+ run: bun scripts/eval-pi-extensions.ts+- name: Biome lint (root config)# Biome auto-discovers ../../biome.json from the repo root. Running# from there avoids the bun-script `cd` quoting headache.diff --git a/apps/screenpipe-app-tauri/knip.json b/apps/screenpipe-app-tauri/knip.jsonindex f8f17fb8e..3c1c04610 100644--- a/apps/screenpipe-app-tauri/knip.json+++ b/apps/screenpipe-app-tauri/knip.json@@ -12,6 +12,7 @@"e2e/scripts/verify-spotlight-exclusion.ts","scripts/timeline-parity-export.ts","scripts/eval-pi-compaction.ts",+ "scripts/eval-pi-extensions.ts","scripts/eval-workflow-assistant.ts","scripts/eval-workflow-discovery.ts","scripts/eval-workflow-guide.ts",diff --git a/apps/screenpipe-app-tauri/scripts/eval-pi-extensions.ts b/apps/screenpipe-app-tauri/scripts/eval-pi-extensions.tsnew file mode 100644index 000000000..70e2f194b--- /dev/null+++ b/apps/screenpipe-app-tauri/scripts/eval-pi-extensions.ts@@ -0,0 +1,102 @@+// screenpipe — AI that knows everything you've seen, said, or heard+// https://screenpipe.com++// Real pinned Pi + the published extension that reproduced the support error.+// Only the model response is synthetic; all installs/config live in a temp dir.+import assert from "node:assert/strict";+import { mkdtemp, mkdir, readFile, rm, writeFile } from "node:fs/promises";+import { tmpdir } from "node:os";+import { join, resolve } from "node:path";++const root = await mkdtemp(join(tmpdir(), "screenpipe-pi-extensions-"));+const config = join(root, "pi-config");+const runtime = join(root, "pi-agent");+const project = join(root, "project");+const source = await readFile(resolve(import.meta.dir, "../../../crates/screenpipe-core/src/agents/pi.rs"), "utf8");+const version = source.match(/PI_PACKAGE: &str = "@earendil-works\/pi-coding-agent@([^"]+)"/)![1];+// Read the production spawn policy so removing it also fails the runtime eval.+const isolation = source.slice(source.indexOf("pub fn apply_pi_isolation_env("), source.indexOf("/// Marker file recording"));+const nativeImport = isolation.match(/apply\("JITI_TRY_NATIVE", "([^"]+)"\)/)?.[1];+const env: NodeJS.ProcessEnv = { ...process.env, PI_CODING_AGENT_DIR: config, PI_SKIP_VERSION_CHECK: "1" };+delete env.JITI_TRY_NATIVE;+if (!process.argv.includes("--baseline") && nativeImport !== undefined) env.JITI_TRY_NATIVE = nativeImport;++async function run(args: string[], cwd: string, stopOnSettled = false) {+ const child = Bun.spawn(args, { cwd, env, stdin: "pipe", stdout: "pipe", stderr: "pipe" });+ const timeout = setTimeout(() => child.kill(), 60_000);+ const stderr = new Response(child.stderr).text();+ let stdout = "";+ if (stopOnSettled) child.stdin.write(`${JSON.stringify({ type: "prompt", message: "Say extension startup works." })}\n`);+ else child.stdin.end();+ try {+ for await (const chunk of child.stdout) {+ stdout += new TextDecoder().decode(chunk);+ if (stopOnSettled && stdout.split("\n").some(line => {+ try { return JSON.parse(line).type === "agent_end"; } catch { return false; }+ })) child.kill();+ }+ return { code: await child.exited, stdout, stderr: await stderr };+ } finally {+ clearTimeout(timeout);+ child.kill();+ await child.exited;+ }+}++const requests: { tools?: { function: { name: string } }[] }[] = [];+const server = Bun.serve({+ hostname: "127.0.0.1", port: 0,+ async fetch(request) {+ assert.equal(new URL(request.url).pathname, "/v1/chat/completions");+ requests.push(await request.json());+ const chunk = (delta: object, finish_reason: string | null) => `data: ${JSON.stringify({+ id: "eval", object: "chat.completion.chunk", created: 0, model: "eval",+ choices: [{ index: 0, delta, finish_reason }],+ })}\n\n`;+ return new Response(chunk({ role: "assistant", content: "Extension startup works." }, null)+ + chunk({}, "stop") + "data: [DONE]\n\n", { headers: { "content-type": "text/event-stream" } });+ },+});++try {+ for (const dir of [runtime, join(config, "npm"), project]) await mkdir(dir, { recursive: true });+ for (const [dir, dependencies] of [+ [runtime, { "@earendil-works/pi-coding-agent": version }],+ [join(config, "npm"), { "pi-subagents": "0.70.0" }],+ ] as const) {+ await writeFile(join(dir, "package.json"), JSON.stringify({ type: "module", dependencies }));+ const install = await run([process.execPath, "install", "--ignore-scripts"], dir);+ assert.equal(install.code, 0, install.stderr);+ }+ await writeFile(join(config, "settings.json"), JSON.stringify({ packages: ["npm:[email protected]"], retry: { enabled: false } }));+ await writeFile(join(config, "models.json"), JSON.stringify({ providers: { eval: {+ baseUrl: `http://127.0.0.1:${server.port}/v1`, api: "openai-completions", apiKey: "fictional-eval-key",+ models: [{ id: "eval", name: "Eval", reasoning: false, input: ["text"], contextWindow: 128000, maxTokens: 256,+ cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0 } }],+ } } }));+ const cli = join(runtime, "node_modules/@earendil-works/pi-coding-agent/dist/cli.js");+ const args = [process.execPath, cli, "--provider", "eval", "--model", "eval", "--no-session", "--no-skills", "--no-prompt-templates", "--no-context-files"];+ for (const mode of ["rpc", "json"]) {+ const result = await run([...args, "--mode", mode, ...(mode === "json" ? ["--print", "Say extension startup works."] : [])], project, mode === "rpc");+ assert.doesNotMatch(result.stderr, /Failed to load extension/, `${mode}: ${result.stderr}`);+ const events = result.stdout.split("\n").filter(line => line.startsWith("{")).map(line => JSON.parse(line));+ assert(events.some(event => event.type === "message_end" && event.message.role === "assistant"+ && event.message.stopReason === "stop" && event.message.content.some((part: { text?: string }) => part.text === "Extension startup works.")),+ `${mode}: no completed assistant response\n${result.stderr}\n${result.stdout}`);+ if (mode === "json") assert.equal(result.code, 0, result.stderr);+ assert(requests.at(-1)?.tools?.some(tool => tool.function.name === "subagent"), `${mode}: subagent tool missing`);+ assert(requests.at(-1)?.tools?.some(tool => tool.function.name === "bg_wait"), `${mode}: bg_wait tool missing`);+ console.log(`PASS ${mode}: published pi-subagents loaded, tools available, assistant response completed`);+ }+ // A real extension error must still report its originating cause.+ const broken = join(project, "broken.ts");+ await writeFile(broken, 'export default function () { throw new Error("eval extension startup failure"); }');+ const failed = await run([...args, "--mode", "json", "--no-extensions", "--extension", broken, "--print", "Hello"], project);+ assert.notEqual(failed.code, 0);+ assert(failed.stderr.includes(broken));+ assert.match(failed.stderr, /Failed to load extension.*eval extension startup failure/s);+ console.log("PASS failure: extension path and originating error remain visible");+} finally {+ server.stop(true);+ await rm(root, { recursive: true, force: true });+}diff --git a/crates/screenpipe-core/src/agents/pi.rs b/crates/screenpipe-core/src/agents/pi.rsindex c7417b620..5054a5f84 100644--- a/crates/screenpipe-core/src/agents/pi.rs+++ b/crates/screenpipe-core/src/agents/pi.rs@@ -2783,6 +2783,11 @@ pub fn apply_pi_isolation_env(apply: &mut dyn FnMut(&str, &str)) {// We pin the pi version ourselves (ensure_installed); don't let the// subprocess phone pi.dev for update checks on every run.apply("PI_SKIP_VERSION_CHECK", "1");+ // Bun's native-first import bypasses Pi's host SDK aliases. Extensions+ // with top-level await (pi-subagents) can then be only partly initialized+ // when jiti retries them. Use jiti's alias-aware loader from the start;+ // nested Pi processes inherit the same setting.+ apply("JITI_TRY_NATIVE", "0");// Same reasoning one layer out: the bundled skills tell agents to run the// screenpipe CLI, and `bun x screenpipe@latest` spends ~1.5s resolving the// registry on every single call. Hand them an already-resolved native