Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

test(eve): add general eve authoring evals (#1921)

OwenKepharta56ee75dbd25
diff --git a/.gitignore b/.gitignore
index 8b2830ffc..f06caebc0 100644
--- a/.gitignore
+++ b/.gitignore
@@ -16,6 +16,10 @@ coverage/
# Test artifacts
.vitest/
+apps/benchmarks/experiments/
+apps/benchmarks/results/
+apps/benchmarks/evals/*/PROMPT.md
+apps/benchmarks/evals/*/package.json
.extension-contracts-cache/
packages/eve/.workflow-vitest/
packages/eve/.generated/
diff --git a/apps/benchmarks/README.md b/apps/benchmarks/README.md
new file mode 100644
index 000000000..752377095
--- /dev/null
+++ b/apps/benchmarks/README.md
@@ -0,0 +1,66 @@
+# eve benchmarks
+
+This private workspace measures how coding agents create and modify eve projects. It uses
+`@vercel/agent-eval`, Vercel Sandbox, and deterministic Vitest graders. These benchmarks do not
+run in CI or as part of `pnpm test`.
+
+## Run
+
+The default subject is the current working tree, including uncommitted and untracked files that
+Git does not ignore:
+
+```sh
+pnpm benchmark author-000-imessage
+pnpm benchmark
+pnpm benchmark author-000-imessage --runs 3
+pnpm benchmark author-000-imessage --dry
+pnpm benchmark author-000-imessage --verbose
+```
+
+Use `--base` to compare a local Git revision with the working tree:
+
+```sh
+pnpm benchmark author-000-imessage --base origin/main --runs 3
+```
+
+Pass `--head` to compare two local revisions instead:
+
+```sh
+pnpm benchmark author-000-imessage \
+ --base origin/main \
+ --head feature-branch \
+ --runs 3
+```
+
+The runner archives each subject locally and uploads it to the sandbox. Revisions and local-only
+commits do not need to be pushed. Dependency downloads are cached by lockfile, so source-only
+changes reuse the prepared pnpm store. For one eval and one run, `--verbose` streams setup
+phases, assistant text, tool calls, grading, and build progress.
+
+Results are written under `apps/benchmarks/results/`. Each run includes the transcript,
+grader output, summary, and copied project files. Vercel Sandbox and AI Gateway credentials are
+required.
+
+## Add a case
+
+Create the next `evals/author-NNN-*` directory with:
+
+- `CASE.ts` for the starting point, setup, and user interaction
+- `EVAL.ts` for deterministic assertions
+- any case-specific support files
+
+The runner generates the `PROMPT.md` and `package.json` files required by agent-eval. A one-turn
+case can be as small as:
+
+```ts
+export default defineAuthoringCase({
+ startingPoint: simpleProject,
+ async interact({ send }) {
+ await send("Add a weather tool to this agent.");
+ },
+});
+```
+
+Use `simpleProject` for the selected subject's `eve init` output and `emptyProject` for an empty
+directory with the subject CLI installed. Put reusable setup under `lib/setups/`. Prefer source
+and event assertions over an LLM judge.
diff --git a/apps/benchmarks/evals/author-000-imessage/CASE.ts b/apps/benchmarks/evals/author-000-imessage/CASE.ts
new file mode 100644
index 000000000..278d939a9
--- /dev/null
+++ b/apps/benchmarks/evals/author-000-imessage/CASE.ts
@@ -0,0 +1,22 @@
+import { defineAuthoringCase, simpleProject } from "../../lib/authoring-case.js";
+import { imessageSetup } from "../../lib/setups/imessage.js";
+
+const PHONE_NUMBER = "+447700900123";
+const PHONE_NUMBER_QUESTION =
+ /(?:what|which|provide|share|send|need)[^.!?\n]{0,100}(?:phone|imessage)[^.!?\n]{0,50}number|(?:phone|imessage)[^.!?\n]{0,50}number[^.!?\n]{0,100}(?:use|receive|register|provide|share|send|need)|(?:blocked|waiting)[^.!?\n]{0,120}(?:phone|imessage)[^.!?\n]{0,50}number/i;
+
+export default defineAuthoringCase({
+ startingPoint: simpleProject,
+ setup: imessageSetup,
+ async interact({ send }) {
+ const firstTurn = await send(
+ "Let me talk to this agent via iMessage. Configure it locally, but do not deploy it.",
+ );
+ if (!PHONE_NUMBER_QUESTION.test(firstTurn.text)) {
+ throw new Error(
+ `Expected the agent to ask for the user's phone number on its first turn. Received: ${JSON.stringify(firstTurn.text)}`,
+ );
+ }
+ await send(PHONE_NUMBER);
+ },
+});
diff --git a/apps/benchmarks/evals/author-000-imessage/EVAL.ts b/apps/benchmarks/evals/author-000-imessage/EVAL.ts
new file mode 100644
index 000000000..5fef3c4be
--- /dev/null
+++ b/apps/benchmarks/evals/author-000-imessage/EVAL.ts
@@ -0,0 +1,33 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+
+import { expect, test } from "vitest";
+
+import { authoringEval, workspace } from "./grader.js";
+
+const { commands, transcript, worldEvents } = authoringEval();
+const commandLog = commands.join("\n");
+
+test("installs the discovered iMessage registry item through the headless setup path", () => {
+ expect(commandLog).toMatch(/eve\s+add\s+channel\/photon-imessage[^\n]*--non-interactive/i);
+ expect(commandLog).toMatch(/--answer(?:=|\s+)["']?phoneNumber=/i);
+});
+
+test("asks for and uses the phone number from the follow-up turn", () => {
+ expect(transcript.some((entry) => /phone number/i.test(entry.content))).toBe(true);
+ expect(transcript.some((entry) => entry.content.includes("+447700900123"))).toBe(true);
+});
+
+test("completes the synthetic provider setup decision tree", () => {
+ expect(worldEvents.map((event) => event.type)).toEqual(
+ expect.arrayContaining(["project.created", "phone.registered", "setup.completed"]),
+ );
+ const registration = worldEvents.find((event) => event.type === "phone.registered");
+ expect(registration?.data?.phoneNumber).toBe("+447700900123");
+});
+
+test("creates an iMessage channel and leaves the project valid", () => {
+ const channelPath = join(workspace, "agent/channels/imessage.ts");
+ expect(existsSync(channelPath)).toBe(true);
+ expect(readFileSync(channelPath, "utf8")).toContain("photonIMessageChannel");
+});
diff --git a/apps/benchmarks/evals/author-001-weather-tool/CASE.ts b/apps/benchmarks/evals/author-001-weather-tool/CASE.ts
new file mode 100644
index 000000000..141df1c48
--- /dev/null
+++ b/apps/benchmarks/evals/author-001-weather-tool/CASE.ts
@@ -0,0 +1,10 @@
+import { defineAuthoringCase, simpleProject } from "../../lib/authoring-case.js";
+
+export default defineAuthoringCase({
+ startingPoint: simpleProject,
+ async interact({ send }) {
+ await send(
+ "Add a get_weather tool to this agent. It should accept a city and return that city's temperature and conditions. The agent should be able to use it without asking for approval.",
+ );
+ },
+});
diff --git a/apps/benchmarks/evals/author-001-weather-tool/EVAL.ts b/apps/benchmarks/evals/author-001-weather-tool/EVAL.ts
new file mode 100644
index 000000000..41703f74d
--- /dev/null
+++ b/apps/benchmarks/evals/author-001-weather-tool/EVAL.ts
@@ -0,0 +1,24 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+
+import { expect, test } from "vitest";
+
+import { workspace } from "./grader.js";
+
+const toolPath = join(workspace, "agent/tools/get_weather.ts");
+
+test("creates a filesystem-named weather tool", () => {
+ expect(existsSync(toolPath)).toBe(true);
+ const source = readFileSync(toolPath, "utf8");
+ expect(source).toMatch(/defineTool\s*\(/);
+ expect(source).toMatch(/city\s*:/);
+ expect(source).toMatch(/temperature/i);
+ expect(source).toMatch(/condition/i);
+});
+
+test("does not require approval", () => {
+ const source = readFileSync(toolPath, "utf8");
+ if (/approval\s*:/.test(source)) {
+ expect(source).toMatch(/approval\s*:\s*never\s*\(/);
+ }
+});
diff --git a/apps/benchmarks/evals/author-002-new-project/CASE.ts b/apps/benchmarks/evals/author-002-new-project/CASE.ts
new file mode 100644
index 000000000..b6e64824e
--- /dev/null
+++ b/apps/benchmarks/evals/author-002-new-project/CASE.ts
@@ -0,0 +1,10 @@
+import { defineAuthoringCase, emptyProject } from "../../lib/authoring-case.js";
+
+export default defineAuthoringCase({
+ startingPoint: emptyProject,
+ async interact({ send }) {
+ await send(
+ "Create a new eve project in this directory for a concise travel assistant called Wayfinder. It should use the default model and be ready to build.",
+ );
+ },
+});
diff --git a/apps/benchmarks/evals/author-002-new-project/EVAL.ts b/apps/benchmarks/evals/author-002-new-project/EVAL.ts
new file mode 100644
index 000000000..b54c239cc
--- /dev/null
+++ b/apps/benchmarks/evals/author-002-new-project/EVAL.ts
@@ -0,0 +1,29 @@
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+
+import { expect, test } from "vitest";
+
+import { subjectDefaultAgentModel, workspace } from "./grader.js";
+
+const projectPath = (path: string) => join(workspace, path);
+
+test("creates a complete eve project in place", () => {
+ expect(existsSync(projectPath("agent/agent.ts"))).toBe(true);
+ expect(existsSync(projectPath("agent/channels/eve.ts"))).toBe(true);
+ expect(existsSync(projectPath("agent/instructions.md"))).toBe(true);
+
+ const packageJson = JSON.parse(readFileSync(projectPath("package.json"), "utf8")) as {
+ dependencies?: Record<string, string>;
+ scripts?: Record<string, string>;
+ };
+ expect(packageJson.dependencies?.eve).toBeTruthy();
+ expect(packageJson.scripts?.build).toBe("eve build");
+});
+
+test("authors the requested identity without replacing the default model", () => {
+ expect(readFileSync(projectPath("agent/instructions.md"), "utf8")).toMatch(/Wayfinder/i);
+ expect(readFileSync(projectPath("agent/instructions.md"), "utf8")).toMatch(/travel/i);
+ expect(readFileSync(projectPath("agent/agent.ts"), "utf8")).toContain(
+ `model: "${subjectDefaultAgentModel()}"`,
+ );
+});
diff --git a/apps/benchmarks/lib/authoring-case.ts b/apps/benchmarks/lib/authoring-case.ts
new file mode 100644
index 000000000..0a32d0171
--- /dev/null
+++ b/apps/benchmarks/lib/authoring-case.ts
@@ -0,0 +1,60 @@
+import type { HarnessV1NetworkSandboxSession } from "@ai-sdk/harness";
+import type { HarnessAgentSession } from "@ai-sdk/harness/agent";
+
+import { AUTHORING_EVAL_DIRECTORY } from "./paths.js";
+import type { AuthoringTranscriptEntry } from "./protocol.js";
+
+export interface AuthoringSetupContext {
+ readonly sandbox: HarnessV1NetworkSandboxSession;
+ readonly workspace: string;
+ readonly artifactsRoot: typeof AUTHORING_EVAL_DIRECTORY;
+ run(command: string, workingDirectory?: string): Promise<void>;
+ write(path: string, content: string): Promise<void>;
+}
+
+export interface AuthoringStartingPoint {
+ /** Change this when the reusable project bootstrap changes. */
+ readonly id: string;
+ readonly workspace: "scaffolded" | "empty";
+ readonly setup?: AuthoringSetup;
+}
+
+export interface AuthoringSetup {
+ /** Change this when setup behavior or fixture dependencies change. */
+ readonly id: string;
+ readonly ports?: ReadonlyArray<number>;
+ readonly environment?: Readonly<Record<string, string>>;
+ readonly onBootstrap?: (context: AuthoringSetupContext) => Promise<void>;
+ readonly onSession?: (context: AuthoringSetupContext) => Promise<void>;
+}
+
+export interface AuthoringTurn {
+ readonly text: string;
+ readonly toolCalls: ReadonlyArray<{ input: unknown }>;
+}
+
+export interface AuthoringInteractionContext {
+ readonly session: HarnessAgentSession;
+ readonly transcript: ReadonlyArray<AuthoringTranscriptEntry>;
+ send(prompt: string): Promise<AuthoringTurn>;
+}
+
+export interface AuthoringCase {
+ readonly startingPoint: AuthoringStartingPoint;
+ readonly setup?: AuthoringSetup;
+ readonly interact: (context: AuthoringInteractionContext) => Promise<void>;
+}
+
+export const emptyProject: AuthoringStartingPoint = {
+ id: "empty",
+ workspace: "empty",
+};
+
+export const simpleProject: AuthoringStartingPoint = {
+ id: "simple",
+ workspace: "scaffolded",
+};
+
+export function defineAuthoringCase(authoringCase: AuthoringCase): AuthoringCase {
+ return authoringCase;
+}
diff --git a/apps/benchmarks/lib/dependency-sandbox.ts b/apps/benchmarks/lib/dependency-sandbox.ts
new file mode 100644
index 000000000..dec75c7d9
--- /dev/null
+++ b/apps/benchmarks/lib/dependency-sandbox.ts
@@ -0,0 +1,165 @@
+import type { HarnessV1SandboxProvider } from "@ai-sdk/harness";
+import { createVercelSandbox } from "@ai-sdk/sandbox-vercel";
+import { Sandbox } from "@vercel/sandbox";
+
+import { SOURCE_ARCHIVE_PATH, SOURCE_ROOT } from "./paths.js";
+
+const dependencySnapshots = new Map<string, Promise<string>>();
+const subjectSnapshots = new Map<string, Promise<string>>();
+
+export function createDependencyCachedSandbox(options: {
+ readonly archive: Uint8Array;
+ readonly dependencyDigest: string;
+ readonly ports: ReadonlyArray<number>;
+ readonly env: Readonly<Record<string, string>>;
+ readonly log: (message: string) => void;
+}): HarnessV1SandboxProvider {
+ const sessionProvider = (snapshotId?: string) =>
+ snapshotId === undefined
+ ? createVercelSandbox({
+ runtime: "node24",
+ ports: [...options.ports],
+ timeout: 15 * 60_000,
+ env: { ...options.env },
+ networkPolicy: "allow-all",
+ })
+ : createVercelSandbox({
+ source: { type: "snapshot", snapshotId },
+ ports: [...options.ports],
+ timeout: 15 * 60_000,
+ env: { ...options.env },
+ networkPolicy: "allow-all",
+ });
+
+ return {
+ specificationVersion: "harness-sandbox-v1",
+ providerId: "eve-benchmark-vercel",
+ async createSession(request = {}) {
+ if (request.identity === undefined || request.onFirstCreate === undefined) {
+ return sessionProvider().createSession(request);
+ }
+ options.log("[setup] preparing dependency cache");
+ const dependencySnapshotId = await dependencySnapshot(
+ options.archive,
+ options.dependencyDigest,
+ options.log,
+ );
+ const subjectSnapshotId = await subjectSnapshot(
+ dependencySnapshotId,
+ request.identity,
+ options.env,
+ request.onFirstCreate,
+ request.abortSignal,
+ );
+ return sessionProvider(subjectSnapshotId).createSession({
+ abortSignal: request.abortSignal,
+ });
+ },
+ async resumeSession(request) {
+ const provider = sessionProvider();
+ if (provider.resumeSession === undefined) {
+ throw new Error("Vercel Sandbox does not support session resume.");
+ }
+ return provider.resumeSession(request);
+ },
+ };
+}
+
+function dependencySnapshot(
+ archive: Uint8Array,
+ digest: string,
+ log: (message: string) => void,
+): Promise<string> {
+ const name = `eve-benchmark-dependencies-${digest.slice(0, 24)}`;
+ let snapshot = dependencySnapshots.get(name);
+ if (snapshot !== undefined) return snapshot;
+ snapshot = createDependencySnapshot(name, archive, log);
+ dependencySnapshots.set(name, snapshot);
+ return snapshot;
+}
+
+async function createDependencySnapshot(
+ name: string,
+ archive: Uint8Array,
+ log: (message: string) => void,
+): Promise<string> {
+ let created = false;
+ const sandbox = await Sandbox.getOrCreate({
+ name,
+ runtime: "node24",
+ timeout: 15 * 60_000,
+ persistent: true,
+ snapshotExpiration: 0,
+ networkPolicy: "allow-all",
+ async onCreate(current) {
+ created = true;
+ log("[setup] fetching workspace dependencies");
+ await current.writeFiles([{ path: SOURCE_ARCHIVE_PATH, content: archive }]);
+ const command = await current.runCommand("bash", [
+ "-lc",
+ `mkdir -p ${SOURCE_ROOT} && tar -xzf ${SOURCE_ARCHIVE_PATH} -C ${SOURCE_ROOT} && npm install --global [email protected] [email protected] && cd ${SOURCE_ROOT} && pnpm fetch --frozen-lockfile`,
+ ]);
+ if (command.exitCode !== 0) {
+ throw new Error(
+ `Dependency setup failed (${command.exitCode}):\n${await command.stdout()}\n${await command.stderr()}`,
+ );
+ }
+ },
+ });
+ if (!created && sandbox.currentSnapshotId !== undefined) return sandbox.currentSnapshotId;
+ return stopWithSnapshot(sandbox, "Dependency");
+}
+
+function subjectSnapshot(
+ dependencySnapshotId: string,
+ identity: string,
+ env: Readonly<Record<string, string>>,
+ bootstrap: NonNullable<Parameters<HarnessV1SandboxProvider["createSession"]>[0]>["onFirstCreate"],
+ abortSignal?: AbortSignal,
+): Promise<string> {
+ const name = `eve-benchmark-subject-${identity}`;
+ let snapshot = subjectSnapshots.get(name);
+ if (snapshot !== undefined) return snapshot;
+ snapshot = createSubjectSnapshot(name, dependencySnapshotId, env, bootstrap, abortSignal);
+ subjectSnapshots.set(name, snapshot);
+ return snapshot;
+}
+
+async function createSubjectSnapshot(
+ name: string,
+ dependencySnapshotId: string,
+ env: Readonly<Record<string, string>>,
+ bootstrap: NonNullable<Parameters<HarnessV1SandboxProvider["createSession"]>[0]>["onFirstCreate"],
+ abortSignal?: AbortSignal,
+): Promise<string> {
+ let created = false;
+ const sandbox = await Sandbox.getOrCreate({
+ name,
+ source: { type: "snapshot", snapshotId: dependencySnapshotId },
+ timeout: 15 * 60_000,
+ env: { ...env },
+ persistent: true,
+ snapshotExpiration: 0,
+ networkPolicy: "allow-all",
+ signal: abortSignal,
+ async onCreate(current) {
+ created = true;
+ const provider = createVercelSandbox({ sandbox: current });
+ const session = await provider.createSession({ abortSignal });
+ await bootstrap!(session.restricted(), { abortSignal });
+ },
+ });
+ if (!created && sandbox.currentSnapshotId !== undefined) return sandbox.currentSnapshotId;
+ return stopWithSnapshot(sandbox, "Subject", abortSignal);
+}
+
+async function stopWithSnapshot(
+ sandbox: Sandbox,
+ label: string,
+ signal?: AbortSignal,
+): Promise<string> {
+ const stopped = await sandbox.stop(signal === undefined ? undefined : { signal });
+ const snapshotId = stopped.snapshot?.id ?? sandbox.currentSnapshotId;
+ if (snapshotId === undefined) throw new Error(`${label} snapshot was not published.`);
+ return snapshotId;
+}
diff --git a/apps/benchmarks/lib/experiment.ts b/apps/benchmarks/lib/experiment.ts
new file mode 100644
index 000000000..2cf94eabb
--- /dev/null
+++ b/apps/benchmarks/lib/experiment.ts
@@ -0,0 +1,33 @@
+import type { ExperimentConfig } from "@vercel/agent-eval";
+import { registerAgent } from "@vercel/agent-eval";
+
+import { createAuthoringAgent } from "./harness-agent.js";
+import { AUTHORING_MODEL } from "./paths.js";
+
+export function authoringExperiment(options: {
+ readonly archive: Uint8Array;
+ readonly digest: string;
+ readonly dependencyDigest: string;
+ readonly runs?: number;
+ readonly verbose?: boolean;
+}): ExperimentConfig {
+ const agent = createAuthoringAgent({
+ name: `eve-authoring-harness-${options.digest.slice(0, 12)}`,
+ archive: options.archive,
+ digest: options.digest,
+ dependencyDigest: options.dependencyDigest,
+ });
+ registerAgent(agent);
+ return {
+ agent: agent.name,
+ model: AUTHORING_MODEL,
+ evals: process.env.EVE_BENCHMARK_EVAL ?? "*",
+ scripts: ["typecheck", "build"],
+ runs: options.runs ?? 1,
+ earlyExit: options.runs === undefined,
+ timeout: 900,
+ sandbox: "vercel",
+ copyFiles: "changed",
+ agentOptions: { agentsMd: true, verbose: options.verbose ?? false },
+ };
+}
diff --git a/apps/benchmarks/lib/grader.ts b/apps/benchmarks/lib/grader.ts
new file mode 100644
index 000000000..0bfa2474e
--- /dev/null
+++ b/apps/benchmarks/lib/grader.ts
@@ -0,0 +1,56 @@
+import { existsSync, readFileSync } from "node:fs";
+
+import { AGENT_EVAL_DIRECTORY, SOURCE_ROOT, WORKSPACE_ENV, WORLD_EVENTS_PATH } from "./paths.js";
+import type { AuthoringTranscriptEntry, AuthoringWorldEvent } from "./protocol.js";
+
+interface AgentEvalResults {
+ readonly o11y?: {
+ readonly shellCommands?: ReadonlyArray<{
+ readonly command: string;
+ readonly exitCode?: number;
+ readonly success?: boolean;
+ }>;
+ };
+}
+
+export const workspace = process.env[WORKSPACE_ENV];
+if (workspace === undefined) throw new Error(`${WORKSPACE_ENV} is required.`);
+
+export interface AuthoringEvalResult {
+ readonly commands: ReadonlyArray<string>;
+ readonly transcript: ReadonlyArray<AuthoringTranscriptEntry>;
+ readonly worldEvents: ReadonlyArray<AuthoringWorldEvent>;
+}
+
+export function subjectDefaultAgentModel(): string {
+ const source = readFileSync(
+ `${SOURCE_ROOT}/packages/eve/src/shared/default-agent-model.ts`,
+ "utf8",
+ );
+ const model = source.match(/DEFAULT_AGENT_MODEL_ID\s*=\s*["']([^"']+)["']/u)?.[1];
+ if (model === undefined) throw new Error("Could not read the subject's default agent model.");
+ return model;
+}
+
+export function authoringEval(): AuthoringEvalResult {
+ const results = readJson<AgentEvalResults>(`${AGENT_EVAL_DIRECTORY}/results.json`);
+ return {
+ commands: (results.o11y?.shellCommands ?? []).map((entry) => entry.command),
+ transcript: readJson<ReadonlyArray<AuthoringTranscriptEntry>>(
+ `${AGENT_EVAL_DIRECTORY}/harness-transcript.json`,
+ ),
+ worldEvents: readJsonLines(WORLD_EVENTS_PATH),
+ };
+}
+
+function readJson<T>(path: string): T {
+ return JSON.parse(readFileSync(path, "utf8")) as T;
+}
+
+function readJsonLines(path: string): AuthoringWorldEvent[] {
+ if (!existsSync(path)) return [];
+ return readFileSync(path, "utf8")
+ .split("\n")
+ .filter(Boolean)
+ .map((line) => JSON.parse(line) as AuthoringWorldEvent);
+}
diff --git a/apps/benchmarks/lib/harness-agent.ts b/apps/benchmarks/lib/harness-agent.ts
new file mode 100644
index 000000000..dcf581db6
--- /dev/null
+++ b/apps/benchmarks/lib/harness-agent.ts
@@ -0,0 +1,427 @@
+import { readFileSync } from "node:fs";
+import { pathToFileURL } from "node:url";
+
+import type { HarnessV1NetworkSandboxSession } from "@ai-sdk/harness";
+import type { HarnessAgentSession } from "@ai-sdk/harness/agent";
+import { HarnessAgent } from "@ai-sdk/harness/agent";
+import { createCodex } from "@ai-sdk/harness-codex";
+import type { Agent, AgentRunResult } from "@vercel/agent-eval";
+
+import type {
+ AuthoringCase,
+ AuthoringSetup,
+ AuthoringSetupContext,
+ AuthoringTurn,
+} from "./authoring-case.js";
+import { createDependencyCachedSandbox } from "./dependency-sandbox.js";
+import {
+ AGENT_EVAL_DIRECTORY,
+ AUTHORING_EVAL_DIRECTORY,
+ AUTHORING_EVAL_DIRECTORY_ENV,
+ AUTHORING_MODEL,
+ EVE_PACKAGE_PATH,
+ SOURCE_ARCHIVE_PATH,
+ SOURCE_ROOT,
+ WORKSPACE,
+ WORKSPACE_ENV,
+} from "./paths.js";
+import type { AuthoringTranscriptEntry } from "./protocol.js";
+
+const HARNESS_BRIDGE_PORT = 4172;
+const HARNESS_NAME = "codex";
+export function createAuthoringAgent(subject: {
+ readonly name: string;
+ readonly archive: Uint8Array;
+ readonly digest: string;
+ readonly dependencyDigest: string;
+}): Agent {
+ return {
+ name: subject.name,
+ displayName: "eve authoring harness",
+ getApiKeyEnvVar: () => "AI_GATEWAY_API_KEY",
+ getDefaultModel: () => AUTHORING_MODEL,
+ definition: {
+ name: subject.name,
+ displayName: "eve authoring harness",
+ defaultModel: AUTHORING_MODEL,
+ o11yAgentName: HARNESS_NAME,
+ runnerPath: "",
+ getApiKeyEnvVar: () => "AI_GATEWAY_API_KEY",
+ install: () => [],
+ configFiles: () => [],
+ authEnv: () => ({}),
+ },
+ async run(fixturePath, options): Promise<AgentRunResult> {
+ const verbose = options.agentOptions?.verbose === true;
+ const log = (message: string) => {
+ if (verbose) console.log(message);
+ };
+ const authoringCase = await loadAuthoringCase(fixturePath);
+ const setups = [authoringCase.startingPoint.setup, authoringCase.setup].filter(
+ (setup): setup is AuthoringSetup => setup !== undefined,
+ );
+ const sandbox = createDependencyCachedSandbox({
+ archive: subject.archive,
+ dependencyDigest: subject.dependencyDigest,
+ ports: [HARNESS_BRIDGE_PORT, ...new Set(setups.flatMap((setup) => setup.ports ?? []))],
+ env: {
+ EVE_INIT_PACKAGE_SPEC: EVE_PACKAGE_PATH,
+ [AUTHORING_EVAL_DIRECTORY_ENV]: AUTHORING_EVAL_DIRECTORY,
+ ...Object.assign({}, ...setups.map((setup) => setup.environment ?? {})),
+ },
+ log,
+ });
+ const startedAt = Date.now();
+ const commands: string[] = [];
+ const transcript: AuthoringTranscriptEntry[] = [];
+ let session: HarnessAgentSession | undefined;
+ let activeSandbox: HarnessV1NetworkSandboxSession | undefined;
+ let workspace: string | undefined;
+
+ const harnessOptions: Parameters<typeof createCodex>[0] = {
+ auth: { gateway: { apiKey: options.apiKey } },
+ reasoningEffort: "high",
+ port: HARNESS_BRIDGE_PORT,
+ };
+ if (options.model !== undefined) Object.assign(harnessOptions, { model: options.model });
+
+ const agent = new HarnessAgent({
+ id: "eve-benchmark",
+ harness: createCodex(harnessOptions),
+ sandbox,
+ sandboxConfig: {
+ workDir: WORKSPACE,
+ bootstrapHash: bootstrapHash(authoringCase, subject),
+ onBootstrap: async ({ session: bootstrap, workDir }) => {
+ log("[setup] building the selected eve source");
+ const networkSandbox = bootstrap as HarnessV1NetworkSandboxSession;
+ await bootstrapSubject(
+ networkSandbox,
+ workDir,
+ authoringCase.startingPoint.workspace,
+ subject.archive,
+ );
+ const context = setupContext(networkSandbox, workDir);
+ for (const setup of setups) await setup.onBootstrap?.(context);
+ },
+ onSession: async ({ session: current, sessionWorkDir }) => {
+ log("[setup] preparing the benchmark session");
+ activeSandbox = current as HarnessV1NetworkSandboxSession;
+ workspace = sessionWorkDir;
+ const context = setupContext(activeSandbox, workspace);
+ for (const setup of setups) await setup.onSession?.(context);
+ if (options.agentOptions?.agentsMd === true) {
+ await assertAgentGuidance(context);
+ } else {
+ await context.run("rm -f AGENTS.md CLAUDE.md");
+ }
+ await context.write(
+ `${AGENT_EVAL_DIRECTORY}/results.json`,
+ JSON.stringify({ o11y: { shellCommands: [] } }),
+ );
+ },
+ },
+ permissionMode: "allow-all",
+ });
+
+ try {
+ session = await withBootstrapInitialization(bootstrapHash(authoringCase, subject), () =>
+ agent.createSession({ abortSignal: options.signal }),
+ );
+ if (activeSandbox === undefined || workspace === undefined) {
+ throw new Error("HarnessAgent did not initialize its sandbox session.");
+ }
+
+ await authoringCase.interact({
+ session,
+ transcript,
+ send: async (prompt) => {
+ transcript.push({ role: "user", content: prompt });
+ if (verbose) console.log(`[user] ${prompt}`);
+ const result = verbose
+ ? await streamTurn(agent, session!, prompt, options.timeout, options.signal)
+ : await agent.generate({
+ session: session!,
+ prompt,
+ timeout: options.timeout,
+ abortSignal: options.signal,
+ });
+ transcript.push({ role: "assistant", content: result.text });
+ commands.push(...shellCommands(result.toolCalls));
+ return { text: result.text, toolCalls: result.toolCalls };
+ },
+ });
+
+ const context = setupContext(activeSandbox, workspace);
+ await context.write(
+ `${AGENT_EVAL_DIRECTORY}/results.json`,
+ JSON.stringify({ o11y: { shellCommands: commands.map((command) => ({ command })) } }),
+ );
+ await context.write(
+ `${AGENT_EVAL_DIRECTORY}/harness-transcript.json`,
+ JSON.stringify(transcript),
+ );
+ await Promise.all([
+ context.write(
+ `${AGENT_EVAL_DIRECTORY}/EVAL.test.ts`,
+ readFileSync(`${fixturePath}/EVAL.ts`, "utf8"),
+ ),
+ context.write(
+ `${AGENT_EVAL_DIRECTORY}/grader.ts`,
+ readFileSync(new URL("./grader.ts", import.meta.url), "utf8"),
+ ),
+ context.write(
+ `${AGENT_EVAL_DIRECTORY}/paths.ts`,
+ readFileSync(new URL("./paths.ts", import.meta.url), "utf8"),
+ ),
+ context.write(
+ `${AGENT_EVAL_DIRECTORY}/protocol.ts`,
+ readFileSync(new URL("./protocol.ts", import.meta.url), "utf8"),
+ ),
+ ]);
+
+ log("[grade] running deterministic assertions");
+ const test = await resultOf(
+ activeSandbox,
+ `cd ${AGENT_EVAL_DIRECTORY} && ${WORKSPACE_ENV}=${shellQuote(workspace)} vitest run EVAL.test.ts`,
+ workspace,
+ );
+ const scriptsResults = Object.fromEntries(
+ await Promise.all(
+ (options.scripts ?? []).map(async (script) => {
+ log(`[${script}] running`);
+ const result = await resultOf(
+ activeSandbox!,
+ `npm run ${shellQuote(script)}`,
+ workspace,
+ );
+ return [
+ script,
+ { success: result.exitCode === 0, output: `${result.stdout}${result.stderr}` },
+ ] as const;
+ }),
+ ),
+ );
+ const scriptsPassed = Object.values(scriptsResults).every((result) => result.success);
+ log(`[result] ${test.exitCode === 0 && scriptsPassed ? "passed" : "failed"}`);
+ return {
+ success: test.exitCode === 0 && scriptsPassed,
+ output: transcript.at(-1)?.content ?? "",
+ transcript: JSON.stringify(transcript),
+ error:
+ test.exitCode === 0 && scriptsPassed ? undefined : `${test.stdout}\n${test.stderr}`,
+ duration: Date.now() - startedAt,
+ testResult: { success: test.exitCode === 0, output: `${test.stdout}${test.stderr}` },
+ scriptsResults,
+ sandboxId: activeSandbox.id,
+ };
+ } catch (error) {
+ if (activeSandbox !== undefined && workspace !== undefined) {
+ await setupContext(activeSandbox, workspace)
+ .write(`${AGENT_EVAL_DIRECTORY}/harness-transcript.json`, JSON.stringify(transcript))
+ .catch(() => undefined);
+ }
+ const result: AgentRunResult = {
+ success: false,
+ output: transcript.at(-1)?.content ?? "",
+ transcript: JSON.stringify(transcript),
+ error: error instanceof Error ? error.message : String(error),
+ duration: Date.now() - startedAt,
+ scriptsResults: {},
+ };
+ if (activeSandbox !== undefined) {
+ Object.assign(result, { sandboxId: activeSandbox.id });
+ }
+ return result;
+ } finally {
+ await session?.destroy();
+ }
+ },
+ };
+}
+
+async function streamTurn(
+ agent: HarnessAgent,
+ session: HarnessAgentSession,
+ prompt: string,
+ timeout: number,
+ abortSignal?: AbortSignal,
+): Promise<AuthoringTurn> {
+ const result = await agent.stream({ session, prompt, timeout, abortSignal });
+ let lineOpen = false;
+ for await (const part of result.fullStream) {
+ if (part.type === "text-delta") {
+ if (!lineOpen) {
+ process.stdout.write("[assistant] ");
+ lineOpen = true;
+ }
+ process.stdout.write(part.text);
+ } else if (part.type === "tool-call") {
+ if (lineOpen) process.stdout.write("\n");
+ lineOpen = false;
+ console.log(`[tool] ${formatToolCall(part.toolName, part.input)}`);
+ }
+ }
+ if (lineOpen) process.stdout.write("\n");
+ return { text: await result.text, toolCalls: await result.toolCalls };
+}
+
+function formatToolCall(name: string, input: unknown): string {
+ if (typeof input === "object" && input !== null) {
+ const command = (input as { command?: unknown }).command;
+ if (typeof command === "string") return command;
+ }
+ return `${name} ${JSON.stringify(input)}`;
+}
+
+async function bootstrapSubject(
+ sandbox: HarnessV1NetworkSandboxSession,
+ workspace: string,
+ workspaceKind: "scaffolded" | "empty",
+ archive: Uint8Array,
+): Promise<void> {
+ await sandbox.writeBinaryFile({ path: SOURCE_ARCHIVE_PATH, content: archive });
+ await run(
+ sandbox,
+ [
+ `rm -rf ${SOURCE_ROOT} && mkdir -p ${SOURCE_ROOT}`,
+ `tar -xzf ${SOURCE_ARCHIVE_PATH} -C ${SOURCE_ROOT}`,
+ `pnpm --dir ${SOURCE_ROOT} install --frozen-lockfile --offline`,
+ `pnpm --dir ${SOURCE_ROOT} --filter eve build`,
+ "mkdir -p /tmp/eve-package",
+ `pnpm --dir ${SOURCE_ROOT}/packages/eve pack --pack-destination /tmp/eve-package`,
+ `mv $(find /tmp/eve-package -name '*.tgz' -print -quit) ${EVE_PACKAGE_PATH}`,
+ `npm install --global --package-lock=false ${EVE_PACKAGE_PATH}`,
+ ].join(" && "),
+ );
+ const artifactsRoot = AGENT_EVAL_DIRECTORY;
+ const workspaceCommands: string[] = [];
+ if (workspaceKind === "scaffolded") {
+ workspaceCommands.push(`cd ${shellQuote(workspace)} && AI_AGENT=benchmark eve init .`);
+ }
+ workspaceCommands.push(
+ `mkdir -p ${artifactsRoot}`,
+ `printf '{"private":true,"type":"module"}\\n' >${artifactsRoot}/package.json`,
+ "command -v vitest >/dev/null",
+ );
+ if (workspaceKind === "scaffolded") {
+ workspaceCommands.push(`test -f ${workspace}/package.json`);
+ }
+ await run(sandbox, workspaceCommands.join(" && "));
+}
+
+function setupContext(
+ sandbox: HarnessV1NetworkSandboxSession,
+ workspace: string,
+): AuthoringSetupContext {
+ return {
+ sandbox,
+ workspace,
+ artifactsRoot: AUTHORING_EVAL_DIRECTORY,
+ run: async (command, workingDirectory = workspace) => {
+ await run(sandbox, command, workingDirectory);
+ },
+ write: async (path, content) => {
+ await sandbox.writeTextFile({
+ path: path.startsWith("/") ? path : `${workspace}/${path}`,
+ content,
+ });
+ },
+ };
+}
+
+async function assertAgentGuidance(context: AuthoringSetupContext): Promise<void> {
+ await context.run("test -s AGENTS.md && test -s CLAUDE.md && grep -Fq '@AGENTS.md' CLAUDE.md");
+}
+
+function shellCommands(toolCalls: ReadonlyArray<{ input: unknown }>): string[] {
+ return toolCalls.flatMap((call) => {
+ if (typeof call.input !== "object" || call.input === null) return [];
+ const command = (call.input as { command?: unknown }).command;
+ return typeof command === "string" ? [command] : [];
+ });
+}
+
+function bootstrapHash(authoringCase: AuthoringCase, subject: { readonly digest: string }): string {
+ const setupIds = [authoringCase.startingPoint.setup, authoringCase.setup]
+ .filter((setup): setup is AuthoringSetup => setup !== undefined)
+ .map((setup) => setup.id)
+ .join("-");
+ return `eve-authoring-${subject.digest}-${authoringCase.startingPoint.id}-${setupIds}`;
+}
+
+const bootstrapCoordination = globalThis as typeof globalThis & {
+ __eveAuthoringBootstrapLocks?: Map<string, Promise<void>>;
+ __eveAuthoringBootstrapsReady?: Set<string>;
+};
+
+async function withBootstrapInitialization<T>(
+ key: string,
+ operation: () => Promise<T>,
+): Promise<T> {
+ const ready = (bootstrapCoordination.__eveAuthoringBootstrapsReady ??= new Set());
+ if (ready.has(key)) return operation();
+
+ const locks = (bootstrapCoordination.__eveAuthoringBootstrapLocks ??= new Map());
+ const previous = locks.get(key) ?? Promise.resolve();
+ let release = () => {};
+ const current = new Promise<void>((resolve) => {
+ release = resolve;
+ });
+ const tail = previous.then(() => current);
+ locks.set(key, tail);
+
+ await previous;
+ try {
+ const result = await operation();
+ ready.add(key);
+ return result;
+ } finally {
+ release();
+ if (locks.get(key) === tail) locks.delete(key);
+ }
+}
+
+async function loadAuthoringCase(fixturePath: string): Promise<AuthoringCase> {
+ let loaded: unknown = await import(pathToFileURL(`${fixturePath}/CASE.ts`).href);
+ while (!isAuthoringCase(loaded) && hasDefaultExport(loaded)) loaded = loaded.default;
+ if (!isAuthoringCase(loaded)) {
+ throw new Error(`${fixturePath}/CASE.ts must export an authoring case as default.`);
+ }
+ return loaded;
+}
+
+function isAuthoringCase(value: unknown): value is AuthoringCase {
+ if (typeof value !== "object" || value === null) return false;
+ const candidate = value as Partial<AuthoringCase>;
+ return candidate.startingPoint !== undefined && typeof candidate.interact === "function";
+}
+
+function hasDefaultExport(value: unknown): value is { default: unknown } {
+ return typeof value === "object" && value !== null && "default" in value;
+}
+
+async function resultOf(
+ sandbox: HarnessV1NetworkSandboxSession,
+ command: string,
+ workingDirectory?: string,
+) {
+ const options: Parameters<typeof sandbox.run>[0] = { command };
+ if (workingDirectory !== undefined) Object.assign(options, { workingDirectory });
+ return sandbox.run(options);
+}
+
+async function run(
+ sandbox: HarnessV1NetworkSandboxSession,
+ command: string,
+ workingDirectory?: string,
+): Promise<void> {
+ const result = await resultOf(sandbox, command, workingDirectory);
+ if (result.exitCode !== 0) {
+ throw new Error(`${command} failed (${result.exitCode}):\n${result.stdout}\n${result.stderr}`);
+ }
+}
+
+function shellQuote(value: string): string {
+ return `'${value.replaceAll("'", `'\\''`)}'`;
+}
diff --git a/apps/benchmarks/lib/paths.ts b/apps/benchmarks/lib/paths.ts
new file mode 100644
index 000000000..d1455fea8
--- /dev/null
+++ b/apps/benchmarks/lib/paths.ts
@@ -0,0 +1,10 @@
+export const WORKSPACE = "workspace";
+export const AGENT_EVAL_DIRECTORY = "/tmp/eve-grader";
+export const WORKSPACE_ENV = "EVE_BENCHMARK_WORKSPACE";
+export const AUTHORING_EVAL_DIRECTORY = "/tmp/photon";
+export const WORLD_EVENTS_PATH = `${AUTHORING_EVAL_DIRECTORY}/world-events.jsonl`;
+export const SOURCE_ROOT = "/tmp/eve-source";
+export const SOURCE_ARCHIVE_PATH = "/tmp/eve-source.tar.gz";
+export const EVE_PACKAGE_PATH = "/tmp/eve-package/eve.tgz";
+export const AUTHORING_EVAL_DIRECTORY_ENV = "EVE_AUTHORING_EVAL_DIRECTORY";
+export const AUTHORING_MODEL = "openai/gpt-5.5";
diff --git a/apps/benchmarks/lib/protocol.ts b/apps/benchmarks/lib/protocol.ts
new file mode 100644
index 000000000..a2762fb46
--- /dev/null
+++ b/apps/benchmarks/lib/protocol.ts
@@ -0,0 +1,9 @@
+export interface AuthoringTranscriptEntry {
+ readonly role: "user" | "assistant";
+ readonly content: string;
+}
+
+export interface AuthoringWorldEvent {
+ readonly type: string;
+ readonly data?: Record<string, unknown>;
+}
diff --git a/apps/benchmarks/lib/setups/imessage.ts b/apps/benchmarks/lib/setups/imessage.ts
new file mode 100644
index 000000000..992c2a882
--- /dev/null
+++ b/apps/benchmarks/lib/setups/imessage.ts
@@ -0,0 +1,76 @@
+import { readFileSync } from "node:fs";
+
+import type { AuthoringSetup } from "../authoring-case.js";
+
+const REGISTRY_PORT = 4173;
+const REGISTRY_URL = `http://127.0.0.1:${REGISTRY_PORT}`;
+
+export const imessageSetup: AuthoringSetup = {
+ id: "imessage",
+ ports: [REGISTRY_PORT],
+ environment: { EVE_DEV_OFFICIAL_REGISTRY_URL: REGISTRY_URL },
+ async onBootstrap({ run, artifactsRoot, write }) {
+ const setupRoot = `${artifactsRoot}/photon-setup`;
+ await Promise.all(
+ ["authoring-world.mjs", "cli.mjs", "package.json"].map((file) =>
+ write(
+ `${setupRoot}/${file}`,
+ readFileSync(new URL(`./mock-imessage-setup/${file}`, import.meta.url), "utf8"),
+ ),
+ ),
+ );
+ await run(`pnpm add ${setupRoot}`);
+ await run(`mkdir -p ${artifactsRoot}/registry/channel`);
+
+ const channel = {
+ $schema: "https://ui.shadcn.com/schema/registry-item.json",
+ name: "channel/photon-imessage",
+ title: "Photon iMessage",
+ description: "Connect an eve agent to iMessage through Photon.",
+ files: [
+ {
+ path: "registry/channels/photon-imessage.ts",
+ type: "registry:file",
+ target: "agent/channels/imessage.ts",
+ content:
+ 'import { photonIMessageChannel } from "eve/channels/photon";\n\nexport default photonIMessageChannel({ credentials: async () => ({ projectId: "photon-project", projectSecret: "photon-project-secret" }) });\n',
+ },
+ ],
+ meta: {
+ eve: {
+ setup: {
+ command: "photon-setup",
+ package: "@photon-ai/setup",
+ bin: "photon-setup",
+ args: [],
+ },
+ },
+ },
+ type: "registry:item",
+ };
+ const registry = {
+ $schema: "https://ui.shadcn.com/schema/registry.json",
+ name: "eve-official",
+ homepage: REGISTRY_URL,
+ items: [
+ {
+ name: channel.name,
+ type: "registry:item",
+ description: channel.description,
+ registry: `${REGISTRY_URL}/registry.json`,
+ addCommandArgument: `${REGISTRY_URL}/channel/photon-imessage.json`,
+ },
+ ],
+ };
+
+ await Promise.all([
+ write(`${artifactsRoot}/registry/registry.json`, JSON.stringify(registry)),
+ write(`${artifactsRoot}/registry/channel/photon-imessage.json`, JSON.stringify(channel)),
+ ]);
+ },
+ async onSession({ run, artifactsRoot }) {
+ await run(
+ `nohup python3 -m http.server ${REGISTRY_PORT} --directory ${artifactsRoot}/registry >${artifactsRoot}/registry.log 2>&1 </dev/null &`,
+ );
+ },
+};
diff --git a/apps/benchmarks/lib/setups/mock-imessage-setup/authoring-world.mjs b/apps/benchmarks/lib/setups/mock-imessage-setup/authoring-world.mjs
new file mode 100644
index 000000000..2838384f0
--- /dev/null
+++ b/apps/benchmarks/lib/setups/mock-imessage-setup/authoring-world.mjs
@@ -0,0 +1,16 @@
+import { appendFileSync } from "node:fs";
+import { join } from "node:path";
+
+const ROOT = process.env.EVE_AUTHORING_EVAL_DIRECTORY;
+if (ROOT === undefined) throw new Error("EVE_AUTHORING_EVAL_DIRECTORY is required.");
+
+export function authoringStatePath(name) {
+ return join(ROOT, `${name}.json`);
+}
+
+export function recordAuthoringEvent(type, data) {
+ appendFileSync(
+ join(ROOT, "world-events.jsonl"),
+ `${JSON.stringify({ at: new Date().toISOString(), type, data })}\n`,
+ );
+}
diff --git a/apps/benchmarks/lib/setups/mock-imessage-setup/cli.mjs b/apps/benchmarks/lib/setups/mock-imessage-setup/cli.mjs
new file mode 100644
index 000000000..4e0894944
--- /dev/null
+++ b/apps/benchmarks/lib/setups/mock-imessage-setup/cli.mjs
@@ -0,0 +1,119 @@
+#!/usr/bin/env node
+
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { parseArgs } from "node:util";
+
+import { authoringStatePath, recordAuthoringEvent } from "./authoring-world.mjs";
+
+const PROTOCOL_VERSION = 2;
+const STATE_FILE = authoringStatePath("photon-state");
+
+const { values } = parseArgs({
+ options: {
+ answer: { type: "string", multiple: true, default: [] },
+ "non-interactive": { type: "boolean", default: false },
+ yes: { type: "boolean", default: false },
+ },
+ strict: true,
+});
+const answers = Object.fromEntries(
+ values.answer.map((entry) => {
+ const separator = entry.indexOf("=");
+ if (separator === -1) throw new Error(`Invalid answer ${JSON.stringify(entry)}.`);
+ return [entry.slice(0, separator), JSON.parse(entry.slice(separator + 1))];
+ }),
+);
+const state = existsSync(STATE_FILE)
+ ? JSON.parse(readFileSync(STATE_FILE, "utf8"))
+ : { projectCreated: false, phoneRegistered: false };
+
+process.send?.({ type: "ready", version: PROTOCOL_VERSION });
+record("setup.started", { nonInteractive: values["non-interactive"], yes: values.yes });
+
+let exiting = false;
+let outcome;
+if (!values["non-interactive"]) {
+ finish({
+ kind: "failed",
+ error: { message: "This setup requires --non-interactive." },
+ });
+} else if (answers.phoneNumber === undefined) {
+ record("phone.requested");
+ finish({
+ kind: "blocked",
+ blocker: {
+ status: "input_required",
+ question: {
+ key: "phoneNumber",
+ kind: "text",
+ message: "What phone number should receive iMessages?",
+ required: true,
+ sensitive: false,
+ },
+ },
+ });
+} else if (!/^\+[1-9]\d{7,14}$/u.test(String(answers.phoneNumber))) {
+ record("phone.rejected", { supplied: String(answers.phoneNumber) });
+ finish({
+ kind: "blocked",
+ blocker: {
+ status: "input_required",
+ question: {
+ key: "phoneNumber",
+ kind: "text",
+ message: "What phone number should receive iMessages?",
+ required: true,
+ sensitive: false,
+ },
+ issue: { code: "invalid_answer", message: "Use an E.164 phone number." },
+ },
+ });
+} else {
+ const phoneNumber = String(answers.phoneNumber);
+ if (!state.projectCreated) {
+ state.projectCreated = true;
+ record("project.created", { id: "photon-project" });
+ }
+ if (!state.phoneRegistered) {
+ state.phoneRegistered = true;
+ record("phone.registered", { phoneNumber });
+ }
+ persist();
+ record("setup.completed");
+ finish({
+ kind: "completed",
+ facts: [
+ { label: "Provider project", value: "photon-project" },
+ { label: "Phone number", value: phoneNumber, kind: "phone" },
+ ],
+ deploymentRequired: true,
+ });
+}
+
+function record(type, data) {
+ recordAuthoringEvent(type, data);
+}
+
+function persist() {
+ writeFileSync(STATE_FILE, `${JSON.stringify(state, null, 2)}\n`);
+}
+
+function finish(result) {
+ if (exiting) return;
+ exiting = true;
+ outcome = result;
+ process.send?.({ type: "result", outcome: result });
+ setImmediate(() => process.exit(result.kind === "failed" ? 1 : 0));
+}
+
+process.on("disconnect", () => {
+ if (!exiting) process.exit(1);
+});
+
+process.on("message", (message) => {
+ if (message?.type === "cancel") finish({ kind: "cancelled" });
+});
+
+process.on("exit", () => {
+ if (outcome === undefined) record("setup.aborted");
+});
diff --git a/apps/benchmarks/lib/setups/mock-imessage-setup/package.json b/apps/benchmarks/lib/setups/mock-imessage-setup/package.json
new file mode 100644
index 000000000..683935e76
--- /dev/null
+++ b/apps/benchmarks/lib/setups/mock-imessage-setup/package.json
@@ -0,0 +1,9 @@
+{
+ "name": "@photon-ai/setup",
+ "version": "0.0.0",
+ "private": true,
+ "bin": {
+ "photon-setup": "./cli.mjs"
+ },
+ "type": "module"
+}
diff --git a/apps/benchmarks/lib/source.mjs b/apps/benchmarks/lib/source.mjs
new file mode 100644
index 000000000..14346a653
--- /dev/null
+++ b/apps/benchmarks/lib/source.mjs
@@ -0,0 +1,70 @@
+import { execFileSync } from "node:child_process";
+import { createHash } from "node:crypto";
+import { mkdtempSync, readFileSync, rmSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+
+export function workingTreeSubject(repositoryRoot) {
+ return archiveSubject(repositoryRoot, "working tree", "current", (archivePath, environment) => {
+ git(repositoryRoot, ["read-tree", "HEAD"], environment);
+ git(repositoryRoot, ["add", "-A"], environment);
+ const tree = git(repositoryRoot, ["write-tree"], environment).trim();
+ git(repositoryRoot, ["archive", "--format=tar.gz", `--output=${archivePath}`, tree]);
+ return tree;
+ });
+}
+
+export function revisionSubject(repositoryRoot, requestedRevision, label) {
+ const revision = git(repositoryRoot, [
+ "rev-parse",
+ "--verify",
+ `${requestedRevision}^{commit}`,
+ ]).trim();
+ return archiveSubject(
+ repositoryRoot,
+ revision.slice(0, 12),
+ label,
+ (archivePath) => {
+ const tree = git(repositoryRoot, ["rev-parse", `${revision}^{tree}`]).trim();
+ git(repositoryRoot, ["archive", "--format=tar.gz", `--output=${archivePath}`, revision]);
+ return tree;
+ },
+ { revision },
+ );
+}
+
+function archiveSubject(repositoryRoot, description, label, createArchive, details = {}) {
+ const temporaryDirectory = mkdtempSync(join(tmpdir(), "eve-authoring-"));
+ const archivePath = join(temporaryDirectory, "source.tar.gz");
+ const indexPath = join(temporaryDirectory, "index");
+ try {
+ const digest = createArchive(archivePath, { ...process.env, GIT_INDEX_FILE: indexPath });
+ const archive = readFileSync(archivePath);
+ return {
+ label,
+ description,
+ archive,
+ digest,
+ dependencyDigest: dependencyDigest(archive),
+ ...details,
+ };
+ } finally {
+ rmSync(temporaryDirectory, { recursive: true, force: true });
+ }
+}
+
+function dependencyDigest(archive) {
+ const hash = createHash("sha256");
+ for (const path of [".npmrc", "package.json", "pnpm-lock.yaml", "pnpm-workspace.yaml"]) {
+ const content = execFileSync("tar", ["-xOzf", "-", path], {
+ input: archive,
+ maxBuffer: 10 * 1024 * 1024,
+ });
+ hash.update(path).update("\0").update(content).update("\0");
+ }
+ return hash.digest("hex");
+}
+
+function git(cwd, args, env = process.env) {
+ return execFileSync("git", args, { cwd, env, encoding: "utf8" });
+}
diff --git a/apps/benchmarks/lib/source.test.mjs b/apps/benchmarks/lib/source.test.mjs
new file mode 100644
index 000000000..7d972871e
--- /dev/null
+++ b/apps/benchmarks/lib/source.test.mjs
@@ -0,0 +1,85 @@
+import assert from "node:assert/strict";
+import { execFileSync } from "node:child_process";
+import { existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { test } from "node:test";
+
+import { revisionSubject, workingTreeSubject } from "./source.mjs";
+
+test("archives the working tree without changing the index", () => {
+ const repository = repositoryFixture();
+ try {
+ writeFileSync(join(repository, "tracked.txt"), "changed\n");
+ writeFileSync(join(repository, "new.txt"), "new\n");
+ writeFileSync(join(repository, "ignored.txt"), "ignored\n");
+ rmSync(join(repository, "deleted.txt"));
+ const statusBefore = git(repository, ["status", "--porcelain"]);
+
+ const subject = workingTreeSubject(repository);
+ withExtracted(subject.archive, (extracted) => {
+ assert.equal(readFileSync(join(extracted, "tracked.txt"), "utf8"), "changed\n");
+ assert.equal(readFileSync(join(extracted, "new.txt"), "utf8"), "new\n");
+ assert.equal(existsSync(join(extracted, "ignored.txt")), false);
+ assert.equal(existsSync(join(extracted, "deleted.txt")), false);
+ });
+ assert.equal(git(repository, ["status", "--porcelain"]), statusBefore);
+ writeFileSync(join(repository, "tracked.txt"), "another source change\n");
+ const sourceChange = workingTreeSubject(repository);
+ assert.notEqual(sourceChange.digest, subject.digest);
+ assert.equal(sourceChange.dependencyDigest, subject.dependencyDigest);
+ writeFileSync(join(repository, "pnpm-lock.yaml"), "lockfileVersion: '9.1'\n");
+ assert.notEqual(workingTreeSubject(repository).dependencyDigest, subject.dependencyDigest);
+ } finally {
+ rmSync(repository, { recursive: true, force: true });
+ }
+});
+
+test("archives a local revision", () => {
+ const repository = repositoryFixture();
+ try {
+ writeFileSync(join(repository, "tracked.txt"), "working tree\n");
+ const subject = revisionSubject(repository, "HEAD", "base");
+ assert.equal(subject.label, "base");
+ withExtracted(subject.archive, (extracted) => {
+ assert.equal(readFileSync(join(extracted, "tracked.txt"), "utf8"), "committed\n");
+ });
+ } finally {
+ rmSync(repository, { recursive: true, force: true });
+ }
+});
+
+function repositoryFixture() {
+ const repository = mkdtempSync(join(tmpdir(), "eve-authoring-source-test-"));
+ git(repository, ["init", "--quiet"]);
+ git(repository, ["config", "user.name", "Test"]);
+ git(repository, ["config", "user.email", "[email protected]"]);
+ writeFileSync(join(repository, ".gitignore"), "ignored.txt\n");
+ writeFileSync(join(repository, ".npmrc"), "link-workspace-packages=true\n");
+ writeFileSync(join(repository, "package.json"), '{"private":true}\n');
+ writeFileSync(join(repository, "pnpm-lock.yaml"), "lockfileVersion: '9.0'\n");
+ writeFileSync(join(repository, "pnpm-workspace.yaml"), "packages: []\n");
+ writeFileSync(join(repository, "tracked.txt"), "committed\n");
+ writeFileSync(join(repository, "deleted.txt"), "delete me\n");
+ git(repository, ["add", "."]);
+ git(repository, ["commit", "--quiet", "-m", "fixture"]);
+ return repository;
+}
+
+function withExtracted(archive, assertion) {
+ const directory = mkdtempSync(join(tmpdir(), "eve-authoring-archive-test-"));
+ const archivePath = join(directory, "source.tar.gz");
+ const extracted = join(directory, "extracted");
+ try {
+ writeFileSync(archivePath, archive);
+ execFileSync("mkdir", [extracted]);
+ execFileSync("tar", ["-xzf", archivePath, "-C", extracted]);
+ assertion(extracted);
+ } finally {
+ rmSync(directory, { recursive: true, force: true });
+ }
+}
+
+function git(cwd, args) {
+ return execFileSync("git", args, { cwd, encoding: "utf8" });
+}
diff --git a/apps/benchmarks/package.json b/apps/benchmarks/package.json
new file mode 100644
index 000000000..6d9f8257e
--- /dev/null
+++ b/apps/benchmarks/package.json
@@ -0,0 +1,22 @@
+{
+ "name": "@eve-internal/benchmarks",
+ "version": "0.0.0",
+ "private": true,
+ "type": "module",
+ "scripts": {
+ "benchmark": "node run.mjs",
+ "test": "node --test lib/*.test.mjs",
+ "typecheck": "tsc --noEmit"
+ },
+ "dependencies": {
+ "@ai-sdk/harness": "1.0.67",
+ "@ai-sdk/harness-codex": "1.0.69",
+ "@ai-sdk/sandbox-vercel": "1.0.67",
+ "@vercel/agent-eval": "1.5.0",
+ "@vercel/sandbox": "catalog:"
+ },
+ "devDependencies": {
+ "@types/node": "catalog:",
+ "typescript": "catalog:"
+ }
+}
diff --git a/apps/benchmarks/run.mjs b/apps/benchmarks/run.mjs
new file mode 100644
index 000000000..6860024b5
--- /dev/null
+++ b/apps/benchmarks/run.mjs
@@ -0,0 +1,124 @@
+#!/usr/bin/env node
+
+import { spawnSync } from "node:child_process";
+import { existsSync, mkdirSync, readdirSync, rmSync, writeFileSync } from "node:fs";
+import { dirname, join, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { parseArgs } from "node:util";
+
+import { revisionSubject, workingTreeSubject } from "./lib/source.mjs";
+
+const appRoot = dirname(fileURLToPath(import.meta.url));
+const repositoryRoot = resolve(appRoot, "../..");
+const evalsRoot = join(appRoot, "evals");
+const experimentsRoot = join(appRoot, "experiments");
+const { values, positionals } = parseArgs({
+ args: process.argv.slice(2),
+ allowPositionals: true,
+ options: {
+ base: { type: "string" },
+ head: { type: "string" },
+ dry: { type: "boolean" },
+ runs: { type: "string" },
+ verbose: { type: "boolean" },
+ help: { type: "boolean", short: "h" },
+ },
+ strict: true,
+});
+
+if (values.help) {
+ usage();
+ process.exit(0);
+}
+if (positionals.length > 1) throw new Error("Expected at most one <eval-name>.");
+if (values.head !== undefined && values.base === undefined) {
+ throw new Error("--head requires --base.");
+}
+const runs = parseRuns(values.runs);
+const selectedEval = positionals[0];
+if (values.verbose && (selectedEval === undefined || runs !== 1 || values.base !== undefined)) {
+ throw new Error("--verbose requires one eval, one run, and no revision comparison.");
+}
+if (selectedEval !== undefined && !existsSync(join(evalsRoot, selectedEval, "CASE.ts"))) {
+ throw new Error(`Unknown eval ${JSON.stringify(selectedEval)}.`);
+}
+
+const workingTree = () => workingTreeSubject(repositoryRoot);
+const subjects =
+ values.base === undefined
+ ? [workingTree()]
+ : [
+ revisionSubject(repositoryRoot, values.base, "base"),
+ values.head === undefined
+ ? { ...workingTree(), label: "head" }
+ : revisionSubject(repositoryRoot, values.head, "head"),
+ ];
+
+prepareFixtures();
+mkdirSync(join(appRoot, "results"), { recursive: true });
+writeExperiments(subjects, runs, values.verbose ?? false);
+const executable = join(appRoot, "node_modules/.bin/agent-eval");
+const experimentNames = subjects.map((subject) => subject.label);
+const args = values.dry ? ["status", ...experimentNames] : ["run", ...experimentNames, "--force"];
+
+for (const subject of subjects) console.log(`> ${subject.label}: ${subject.description}`);
+const result = spawnSync(executable, args, {
+ cwd: appRoot,
+ stdio: "inherit",
+ env: { ...process.env, EVE_BENCHMARK_EVAL: selectedEval ?? "*" },
+});
+if (result.error) throw result.error;
+process.exit(result.status ?? 1);
+
+function prepareFixtures() {
+ const names = selectedEval === undefined ? fixtureNames() : [selectedEval];
+ for (const name of names) {
+ const fixtureRoot = join(evalsRoot, name);
+ writeFileSync(join(fixtureRoot, "PROMPT.md"), "");
+ writeFileSync(
+ join(fixtureRoot, "package.json"),
+ `${JSON.stringify({ name: `eve-authoring-${name}`, private: true, type: "module" }, null, 2)}\n`,
+ );
+ }
+}
+
+function fixtureNames() {
+ return readdirSync(evalsRoot, { withFileTypes: true })
+ .filter((entry) => entry.isDirectory() && existsSync(join(evalsRoot, entry.name, "CASE.ts")))
+ .map((entry) => entry.name);
+}
+
+function writeExperiments(subjects, runs, verbose) {
+ rmSync(experimentsRoot, { recursive: true, force: true });
+ mkdirSync(experimentsRoot, { recursive: true });
+ for (const subject of subjects) {
+ const archivePath = join(experimentsRoot, `${subject.label}.source.tar.gz`);
+ writeFileSync(archivePath, subject.archive);
+ writeFileSync(
+ join(experimentsRoot, `${subject.label}.ts`),
+ `import { readFileSync } from "node:fs";\n` +
+ `import { authoringExperiment } from "../lib/experiment.js";\n\n` +
+ `export default authoringExperiment({\n` +
+ ` archive: readFileSync(new URL(${JSON.stringify(`./${subject.label}.source.tar.gz`)}, import.meta.url)),\n` +
+ ` digest: ${JSON.stringify(subject.digest)},\n` +
+ ` dependencyDigest: ${JSON.stringify(subject.dependencyDigest)},\n` +
+ ` runs: ${runs},\n` +
+ ` verbose: ${verbose},\n` +
+ `});\n`,
+ );
+ }
+}
+
+function parseRuns(value) {
+ if (value === undefined) return 1;
+ const parsed = Number(value);
+ if (!Number.isSafeInteger(parsed) || parsed < 1)
+ throw new Error("--runs must be a positive integer.");
+ return parsed;
+}
+
+function usage() {
+ console.log(`Usage:
+ pnpm benchmark [eval-name] [--runs N] [--dry] [--verbose]
+ pnpm benchmark [eval-name] --base <revision> [--head <revision>] [--runs N] [--dry]`);
+}
diff --git a/apps/benchmarks/tsconfig.json b/apps/benchmarks/tsconfig.json
new file mode 100644
index 000000000..06a6f8f69
--- /dev/null
+++ b/apps/benchmarks/tsconfig.json
@@ -0,0 +1,7 @@
+{
+ "extends": "../../tsconfig.json",
+ "compilerOptions": {
+ "noEmit": true
+ },
+ "include": ["evals/**/CASE.ts", "lib/**/*.ts"]
+}
diff --git a/package.json b/package.json
index 354813b29..d76d18c49 100644
--- a/package.json
+++ b/package.json
@@ -12,6 +12,7 @@
],
"type": "module",
"scripts": {
+ "benchmark": "pnpm --filter @eve-internal/benchmarks benchmark",
"build": "turbo run build --filter='./packages/*'",
"changeset": "changeset",
"check:deps": "syncpack lint",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index b3ace3e4e..a07e33920 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -129,6 +129,31 @@ importers:
specifier: 58.5.1
+ apps/benchmarks:
+ dependencies:
+ '@ai-sdk/harness':
+ specifier: 1.0.67
+ '@ai-sdk/harness-codex':
+ specifier: 1.0.69
+ '@ai-sdk/sandbox-vercel':
+ specifier: 1.0.67
+ '@vercel/agent-eval':
+ specifier: 1.5.0
+ version: 1.5.0([email protected])
+ '@vercel/sandbox':
+ specifier: 'catalog:'
+ version: 2.8.0
+ devDependencies:
+ '@types/node':
+ specifier: 'catalog:'
+ version: 25.9.1
+ typescript:
+ specifier: 'catalog:'
+ version: 7.0.2
+
apps/docs:
dependencies:
'@eve/catalog':
@@ -142,13 +167,13 @@ importers:
version: 1.1.1([email protected])
'@vercel/analytics':
specifier: 2.0.1
'@vercel/geistdocs':
specifier: 1.20.2
- version: 1.20.2(e03fe1e6f796dc4a1bc2b8f1ddfd7b4e)
+ version: 1.20.2(d893428d03ae3b7d30829ca960a66077)
'@vercel/speed-insights':
specifier: 2.0.0
'@vgpu/core':
specifier: 0.0.7
version: 0.0.7
@@ -275,7 +300,7 @@ importers:
version: 2.6.1(@opentelemetry/[email protected])
'@posthog/ai':
specifier: 7.19.6
'@resend/chat-sdk-adapter':
specifier: 0.2.2
@@ -1318,6 +1343,12 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-YSzjlko7JvuiyQFmI9RN1tNZdEiZxc+6xld/0tq/VkJaHpEzGAb1yiNxxvmYVcjvfu/PcvCxAAYXmTYQQ63IHQ==}
+ engines: {node: '>=18'}
+ peerDependencies:
+ zod: ^3.0.0
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-fg8KRZDhu/A5MncgWnLojDxTUliOARy3p3Gf+4kGWD5PiPoRKTiZvzYFbEVQkwTCc5jOTglwDxt78mQ0nvzCIg==}
engines: {node: '>=18'}
@@ -1366,6 +1397,12 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-qdSUr4FAN7e+MHBdVzkmbGMtpf7XQdQp1AgMI3jV0QPmld/4k4QbR7mXRQgjUsPeIfAwBzMPMPziHAPP1tXRwg==}
+ engines: {node: '>=22'}
+ peerDependencies:
+ zod: ^3.25.76 || ^4.1.8
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-Nx2oDxkypgZyaHz5LHO1uxJKppz6QrFTr1TlTduUTHqqpS6o8zrCdqha5t1hDGpI/ddolrOtDdAF8rqIr6G/7w==}
engines: {node: '>=18'}
@@ -1390,6 +1427,22 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-Ybt4PiYj1qeM9dxzpdNpl6M02gdBw/SvuRF746GLKpbRS361i/pKAr78/nqVUanpNRmO5mMI3OazhqjcxVpeKQ==}
+ engines: {node: '>=22'}
+ peerDependencies:
+ zod: ^3.25.76 || ^4.1.8
+
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-sZLmLl0fLfSHlxL292d8+waJzqqY/z+sQ1zEyCtO+EtB5T+GqdJuwLc/xzRjPGRdkKT0RCtVqR+0i4fJuDMDfA==}
+ engines: {node: '>=22'}
+ peerDependencies:
+ ws: ^8.21.0
+ zod: ^3.25.76 || ^4.1.8
+ peerDependenciesMeta:
+ ws:
+ optional: true
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-cK8mYpjKGp7/gmsTYtq/dkdmNlBeWQrwcfsah/W9hN6Vr1yNzunLnAZAqL5tMzumLDBueSz6y+vrb5z8DJ8TMg==}
engines: {node: '>=22'}
@@ -1430,6 +1483,12 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-fqhG+4sCVv8x7nFzYnFo19ryhAa3w096Kmc3hWxMQfW/TubPOmt3A6tYZhl4mUfQWWQMsuSkLrtjlWuXBVSGQA==}
+ engines: {node: '>=18'}
+ peerDependencies:
+ zod: ^3.23.8
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-NCJ9JKow5ENAgEZxzvEvF20thwDiH+hutvzmrUDbloRX0azpJHNst8+7pZIVryYhLM9wgpT5/ShTSjPTFhkxEQ==}
engines: {node: '>=18'}
@@ -1448,6 +1507,16 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-EzAn4pdgG5g0xXtH6lE2zyNmfjDQIDjATkfqzuidEI35g++hh4+07vnjzkT/RmGmIClPZiRj/Q2GMPV2V7mkHw==}
+ engines: {node: '>=22'}
+ peerDependencies:
+ zod: ^3.25.76 || ^4.1.8
+
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-qZMxYJ0qqX/RfnuIaab+zp8UAeJn/ygXXAffR5I4N0n1IrvA6qBsjc8hXLmBiMV2zoXlifkacF7sEFnYnjBcqg==}
+ engines: {node: '>=18'}
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-h88OPkavHTiN9tMn2l5awAznGB0lXzjcLhgR1/rvjB2zlLprsNxbM2tt6OJsHUxduLC3klq0/eqaSf6fX5XVww==}
engines: {node: '>=18'}
@@ -1466,6 +1535,10 @@ packages:
peerDependencies:
react: ^18 || ~19.0.1 || ~19.1.2 || ^19.2.1
+ '@ai-sdk/[email protected]':
+ resolution: {integrity: sha512-+NuPjprC9Bo8Z+89LmQLr/xH0eV2C0HcZ5pW/6gymkD6xwVbd0tBqsme4D+PCOM8QTA6dcHTLnhq10A0Iejalg==}
+ engines: {node: '>=22'}
+
'@ai-sdk/[email protected]':
resolution: {integrity: sha512-g4BpEatN7flh3GZ0CN9KvAUX6uLPmIqGSrKKFvAmC3HZdnF940zl+ChXs3atdbtpr6+cwirxM5RACbUzr0uYhA==}
engines: {node: '>=18'}
@@ -1702,6 +1775,9 @@ packages:
resolution: {integrity: sha512-eY+Yn3dCqTGmyiq2QRU66lA5FL8lqqqvecHt0fF3uHONIa7ToYsaCiWV8lOKqAs0Rb2SjixiKFROngnulPtt2g==}
engines: {node: ^22.18.0 || >=24.11.0}
+ '@balena/[email protected]':
+ resolution: {integrity: sha512-wMue2Sy4GAVTk6Ic4tJVcnfdau+gx2EnG7S+uAEe+TWJFqE4YoWN4/H8MSLj4eYJKxGg26lZwboEniNiNwZQ6Q==}
+
'@beeper/[email protected]':
resolution: {integrity: sha512-eqKbU0iosIUkBn2dkRqyg+72a9c+v4vi85U81ZM8ETgjqHuZ34xWWntG2UL4ly6sHE/LiO4WL/k2Q+vlzLh8hw==}
engines: {node: '>=22'}
@@ -2697,9 +2773,15 @@ packages:
resolution: {integrity: sha512-k9Dj3DV/itK9D06Y8f190Qgop7/Ui+D0njFV3LHMPwPT75DpXLQohE9Wmz0QElrJnzsjB7KPWiKJbOl7IPDArQ==}
engines: {node: '>=12.10.0'}
+ resolution: {integrity: sha512-tMXdRCfYVixjuFK+Hk0Q1s38gV9zDiDJfWL3h1rv4Qc39oILCu1TRTDt7+fGUI8K4G1Fj125Hx/ru3azECWTyQ==}
+ engines: {node: '>=6'}
+ hasBin: true
+
resolution: {integrity: sha512-wtF6h+DY6M3YaDBPAmvuuA6jV8Sif9MjtOI5euKFWRgCDl5PeDpPsHR9u2l6St5ceY8AZgoNDww5+HvEsXFsGg==}
engines: {node: '>=6'}
+ hasBin: true
resolution: {integrity: sha512-GwtvgtXxnWsucXvbQXkRgqksiH2Qed37H9xHZocE5sA3N8O8O8/8FA3uclQXxXVzc9XBZuEOMK7+r02FmSpHtw==}
@@ -7295,6 +7377,11 @@ packages:
peerDependencies:
chat: ^4.0.0
+ '@vercel/[email protected]':
+ resolution: {integrity: sha512-evbgSkCv6CoQxgIr6dfjh6/3K54NxXoykZN5stXS97kTVm4NuU2y7su1WR71Y55tR4l0xgiUTsVp+BlLVh6zZw==}
+ engines: {node: '>=18.0.0'}
+ hasBin: true
+
'@vercel/[email protected]':
resolution: {integrity: sha512-ZY2i+p2/YCu4kAMGeGCq7Dn22XFWmLwQ1+sa2PrvWdeGCKqcx+CNp+4RF022QI+/e8RgPRjwQurjpmafiZlhTA==}
engines: {node: '>=20.0.0'}
@@ -7559,6 +7646,9 @@ packages:
'@vercel/[email protected]':
resolution: {integrity: sha512-5KNA/WixZ3Ktitg8kBLLb9UTvfZmBxYbJtVOHEBX5JZApIvCeezWHhtnpYbXMpW0wPEOFNBvEMVTRqjZAiAKOQ==}
+ '@vercel/[email protected]':
+ resolution: {integrity: sha512-rWhYfIyW0Va0gFxtz434LhVirV+eQs+AK0QQWtsOPw2oTvOSA4iogQqemRqvRPPbqI8nfZOz6kbCsytVa20gdw==}
+
'@vercel/[email protected]':
resolution: {integrity: sha512-iHC29Nnq7pB5nF/LfoxS4JuTz53TYWAQGhGX3wohZ6cV6hhixL3y0QogdsH+Y7LmXdMv+i95a3hKspuR7gBsxg==}
@@ -7882,6 +7972,12 @@ packages:
peerDependencies:
zod: ^3.25.76 || ^4.1.8
+ resolution: {integrity: sha512-WaLRW+JI990nHdenxAUQw4QIuS+q8s7TqRcEjjjhspTy6m1vuMcDGubgOCGYIDWmK3GUJdMlSpas4I84eWaKAg==}
+ engines: {node: '>=22'}
+ peerDependencies:
+ zod: ^3.25.76 || ^4.1.8
+
resolution: {integrity: sha512-mv00Te6nmYbRp5DCwclxtt7yV/joXJPGS7nM+97GdxvuttCOfgI3K4U25zboyeX0O+myI8ERluxQe5wljMmVIw==}
peerDependencies:
@@ -7931,6 +8027,10 @@ packages:
resolution: {integrity: sha512-/6w/C21Pm1A7aZitlI5Ni/2J6FFQN8i1Cvz3kHABAAbw93v/NlvKdVOqz7CCWz/3iv/JplRSEEZ83XION15ovw==}
engines: {node: '>=6'}
+ resolution: {integrity: sha512-BvU8nYgGQBxcmMuEeUEmNTvrMVjJNSH7RgW24vXexN4Ven6qCvy4TntnvlnwnMLTVlcRQQdbRY8NKnaIoeWDNg==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==}
engines: {node: '>=8'}
@@ -8030,6 +8130,9 @@ packages:
resolution: {integrity: sha512-BSHWgDSAiKs50o2Re8ppvp3seVHXSRM44cdSsT9FfNEUUZLOGWVCsiWaRPWM1Znn+mqZ1OfVZ3z3DWEzSp7hRA==}
+ resolution: {integrity: sha512-ix/FxPn0MDjeyJ7i/yoHGFt/EX6LyNbxSEhPPXODPL+KB0VPk86UYfL0lMdy+KCnv+fmvIzySwaK5COwqVbWTQ==}
+
resolution: {integrity: sha512-Izi8RQcffqCeNVgFigKli1ssklIbpHnCYc6AknXGYoB6grJqyeby7jv12JUQgmTAnIDnbck1uxksT4dzN3PWBA==}
engines: {node: '>=12'}
@@ -8210,6 +8313,9 @@ packages:
resolution: {integrity: sha512-9IIS3UPrvIa1Ej+lVDdDwO7zLehjqsaByECw0bu2RRGP73jALm6FYbzI5gWbgHLvNdkvfXB5YrSbocZdOS0c0w==}
+ resolution: {integrity: sha512-qeFIXtP4MSoi6NLqO12WfqARWWuCKi2Rn/9hJLEmtB5yTNr9DqFWkJRCf2qShWzPeAMRnOgCrq0sg/KLv5ES9w==}
+
resolution: {integrity: sha512-q6tR3RPqIB1pMiTRMFcZwuG5T8vwp+vUvEG0vuI6B+Rikh5BfPp2fQ82c925FOs+b0lcFQ8CFrL+KbilfZFhOQ==}
@@ -8232,6 +8338,9 @@ packages:
resolution: {integrity: sha512-LShSxJP0KTmd101b6DRyGBj57LZxSDYWKitQNW/mi8GRMvZb078Uf9+pveax1DrVL89vm7mWe+TovdI/UDOuPw==}
+ resolution: {integrity: sha512-1W07cM9gS6DcLperZfFSj+bWLtaPGSOHWhPiGzXmvVJbRLdG82sH/Kn8EtW1VqWVA54AKf2h5k5BbnIbwF3h6w==}
+
resolution: {integrity: sha512-oP5VkATKlNwcgvxi0vM0p/D3n2C3EReYVX+DNYs5TjZFn/oQt2j+4sVJtSMr18pdRr8wjTcBl6LoV+FUwzPmNA==}
engines: {node: '>=18'}
@@ -8298,6 +8407,10 @@ packages:
resolution: {integrity: sha512-ZMANVnAixE6AWWnPzlW2KpUrxhm9woycYvPOo67jWHyFowASTEd9s+QN1EIMsSDtwhIxN4sWE1jotpuDUIgyIw==}
engines: {node: '>=6.14.2'}
+ resolution: {integrity: sha512-lHblz4ahamxpTmnsk+MNTRWsjYKv965MwOrSJyeD588rR3Jcu7swE+0wN5F+PbL5cjgu/9ObkhfzEPuofEMwLA==}
+ engines: {node: '>=10.0.0'}
+
resolution: {integrity: sha512-tjwM5exMg6BGRI+kNmTntNsvdZS1X8BFYS6tnJ2hdH0kVxM6/eVZ2xy+FqStSWvYmtfFMDLIxurorHwDKfDz5Q==}
engines: {node: '>=18'}
@@ -8465,6 +8578,9 @@ packages:
resolution: {integrity: sha512-TQMmc3w+5AxjpL8iIiwebF73dRDF4fBIieAqGn9RGCWaEVwQ6Fb2cGe31Yns0RRIzii5goJ1Y7xbMwo1TxMplw==}
engines: {node: '>= 20.19.0'}
+ resolution: {integrity: sha512-jJ0bqzaylmJtVnNgzTeSOs8DPavpbYgEr/b0YL8/2GO3xJEhInFmhKMUnEJQjZumK7KXGFhUy89PrsJWlakBVg==}
+
resolution: {integrity: sha512-+IxzY9BZOQd/XuYPRmrvEVjF/nqj5kgT4kEq7VofrDoM1MxoRjEWkrCC3EtLi59TVawxTAn+orJwFQcrqEN1+g==}
engines: {node: '>=18'}
@@ -8727,6 +8843,10 @@ packages:
typescript:
optional: true
+ resolution: {integrity: sha512-9IkYqtX3YHPCzoVg1Py+o9057a3i0fp7S530UWokCSaFVTc7CwXPRiOjRjBQQ18ZCNafx78YfnG+HALxtVmOGA==}
+ engines: {node: '>=10.0.0'}
+
resolution: {integrity: sha512-ROmzCKrTnOwybPcJApAA6WBWij23HVfGVNKqqrZpuyZOHqK2CwHSvpGuyt/UNNvaIjEd8X5IFGp4Mh+Ie1IHJQ==}
engines: {node: '>=0.8'}
@@ -9179,6 +9299,14 @@ packages:
resolution: {integrity: sha512-WkrWp9GR4KXfKGYzOLmTuGVi1UWFfws377n9cc55/tb6DuqyF6pcQ5AbiHEshaDpY9v6oaSr2XCDidGmMwdzIA==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-XJgGhoR/CLpqshm4d3L7rzH6t8NgDFUIIpztYlLHIApeJjMZKYJMz2zxPsYxnejq5h3ELYSw/RBsi3t5h7gNTA==}
+ engines: {node: '>= 8.0'}
+
+ resolution: {integrity: sha512-/bCZd6KlGcjZO8Buqmi/vXuqEGVEZ0PNjx/biBNqJD3MhK9DmdiAuKxqfNhflgDESDIiBz3qF+0e55+CpnrUcw==}
+ engines: {node: '>= 8.0'}
+
resolution: {integrity: sha512-35mSku4ZXK0vfCuHEDAwt55dg2jNajHZ1odvF+8SSr82EsZY4QmXfuWso8oEd8zRhVObSN18aM0CjSdoBX7zIw==}
engines: {node: '>=0.10.0'}
@@ -9417,6 +9545,10 @@ packages:
wrangler:
optional: true
+ resolution: {integrity: sha512-xUtoPkMggbz0MPyPiIWr1Kp4aeWJjDZ6SMvURhimjdZgsRuDplF5/s9hcgGhyXMhs+6vpnuoiZ2kFiu3FMnS8Q==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-sqQamAnR14VgCr1A618A3sGrygcpK+HEbenA/HiEAkkUwcZIIB/tgWqHFxWgOyDh4nB4JCRimh79dR5Ywc9MDQ==}
@@ -9973,6 +10105,9 @@ packages:
resolution: {integrity: sha512-Rx/WycZ60HOaqLKAi6cHRKKI7zxWbJ31MhntmtwMoaTeF7XFH9hhBp8vITaMidfljRQ6eYWCKkaTK+ykVJHP2A==}
engines: {node: '>= 0.8'}
+ resolution: {integrity: sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow==}
+
resolution: {integrity: sha512-0rcTq621PD5jM/e0a3EJoGC/1TC5ZBCERW82LQuwfGnCa1V8w7dpYH1yNu+SLb6E5dkeCBzKEyLGlFrnr+dUyw==}
engines: {node: '>=14.14'}
@@ -10279,11 +10414,13 @@ packages:
resolution: {integrity: sha512-DfXN8DfhJ7NH3Oe7cFmu3NCu1wKbkReJ8TorzSAFbSKrlNaQSKfIzqYqVY8zlbs2NLBbWpRiU52GX2PbaBVNkg==}
deprecated: Old versions of glob are not supported, and contain widely publicized security vulnerabilities, which have been fixed in the current version. Please update. Support for old versions may be purchased (at exorbitant rates) by contacting [email protected]
+ hasBin: true
resolution: {integrity: sha512-vuNwKSaKiqm7g0THUBu2x7ckSs3XJLXE+2ssL7/MfTGPLLcrJQ/4Uq1CjPTtO5cCIiRxqvN6Twy1qOwhL0Xjcw==}
engines: {node: 20 || >=22}
deprecated: Old versions of glob are not supported, and contain widely publicized security vulnerabilities, which have been fixed in the current version. Please update. Support for old versions may be purchased (at exorbitant rates) by contacting [email protected]
+ hasBin: true
resolution: {integrity: sha512-Wjlyrolmm8uDpm/ogGyXZXb1Z+Ca2B8NbJwqBVg0axK9GbBeoS7yGV6vjXnYdGm6X53iehEuxxbyiKp8QmN4Vw==}
@@ -10760,6 +10897,10 @@ packages:
resolution: {integrity: sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-5XHYaSyiqADb4RnZ1Bdad6cPp8Toise4TzEjcOYDHZkTCbKgiUl7WTUCpNWHuxmDt91wnsZBc9xinNzopv3JMQ==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-upqt1SkGkODW9tsGNG5mtXTXtECizwtS2kA161M+gJPc1xdb/Ax629af6YrTwcOeQHbewrPNlE5Dx7kzvXTizA==}
engines: {node: '>= 0.4'}
@@ -10960,9 +11101,11 @@ packages:
resolution: {integrity: sha512-ekilCSN1jwRvIbgeg/57YFh8qQDNbwDb9xT/qu2DAHbFFZUicIl4ygVaAvzveMhMVr3LnpSKTNnwt8PoOfmKhQ==}
+ hasBin: true
resolution: {integrity: sha512-AC/7JofJvZGrrneWNaEnJeOLUx+JlGt7tNa0wZiRPT4MY1wmfKjt2+6O2p2uz2+skll8OZZmJMNqeke7kKbNgQ==}
+ hasBin: true
resolution: {integrity: sha512-8wb9Yw966OSxApiCt0K3yNJL8pnNeIv+OEq2YMidz4FKP6nonSRoOXc80iXY4JaN2FC11B9qsNmDsm+ZOfMROA==}
@@ -11320,6 +11463,10 @@ packages:
resolution: {integrity: sha512-ja1E3yCr9i/0hmBVaM0bfwDjnGy8I/s6PP4DFp+yP+a+mrHO4Rm7DtmnqROTUkHIkqffC84YY7AeqX6oFk0WFg==}
engines: {node: '>=18'}
+ resolution: {integrity: sha512-9ie8ItPR6tjY5uYJh8K/Zrv/RMZ5VOlOWvtZdEHYSTFKZfIBPQa9tOAEeAWhd+AnIneLJ22w5fjOYtoutpWq5w==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-HgMmCqIJSAKqo68l0rS2AanEWfkxaZ5wNiEFb5ggm08lDs9Xl2KxBlX3PTcaD2chBM1gXAYf491/M2Rv8Jwayg==}
engines: {node: '>= 0.6.0'}
@@ -11798,6 +11945,9 @@ packages:
resolution: {integrity: sha512-CRdXtgfQH2jARmtNmPR0Q7jL20fiESbaYk1b0KvLD0jCdUuemepREtsbd8nbiY6BHV9OGGddAZITNXklupUPUQ==}
engines: {node: '>=20.0.0'}
+ resolution: {integrity: sha512-gKLcREMhtuZRwRAfqP3RFW+TK4JqApVBtOIftVgjuABpAtpxhPGaDcfvbhNvD0B8iD1oUr/txX35NjcaY6Ns/A==}
+
resolution: {integrity: sha512-vVqVZQyf3WLx2Shd0qJ9xuvqgAyKPLAiqITEtqW0oIUjzo3PePDd6fW9iFz30ef7Ysp/oiWqbhszeGWW2T6Gzw==}
engines: {node: '>=10'}
@@ -11882,6 +12032,9 @@ packages:
resolution: {integrity: sha512-ePsHjiEKY+FgrSBiMmaF+LOtTQSSBWv/1zqpREQFN96JE93xlsArT/MEi30yKOE06MgjOlL70YI750molu3y7g==}
+ resolution: {integrity: sha512-fTsDz99OTq2sVePhGdp4qQhggZFtKr64ZNVyVajRKtMOkJxYekplBh577PiJB12v/D3s2E5cGtOI45LWp6rnLQ==}
+
resolution: {integrity: sha512-bzlKTyNJ7+LdGIIwy8ijFpIqEQIvafahV7eYykJ8Cvh42EdJeODoJ6gUJXpQJvej1BddH8OqTXZNE/KfbWAu8Q==}
engines: {node: ^10 || ^12 || ^13.7 || ^14 || >=15.0.1}
@@ -12361,6 +12514,10 @@ packages:
resolution: {integrity: sha512-TYOanM3wGwNGsZN2cVTYPArw454xnXj5qmWF1bEoAc4+cU/ol7GVh7odevjp1FNHduHc3KZMcFduxU5Xc6uJRQ==}
engines: {node: '>=10'}
+ resolution: {integrity: sha512-kuUqqHNUqoIWp/c467RI4X6mmyuojY5jGutNU0wVTmEOOfcuwLqyMVoAi9MKi2Ak+5i9+nhmrK4ufZE8069kHA==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-x+12w/To+4GFfgJhBEpiDcLozRJGegY+Ei7/z0tSLkMmxGZNybVMSfWj9aJn8Z5Fc7dBUNJOOVgPv2H7IwulSQ==}
engines: {node: '>=6'}
@@ -13133,6 +13290,10 @@ packages:
resolution: {integrity: sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==}
+ resolution: {integrity: sha512-9u/sniCrY3D5WdsERHzHE4G2YCXqoG5FTHUiCC4SIbr6XcLZBY05ya9EKjYek9O5xOAwjGq+1JdGBAS7Q9ScoA==}
+ engines: {node: '>= 6'}
+
resolution: {integrity: sha512-oIGGmcpTLwPga8Bn6/Z75SVaH1z5dUut2ibSyAMVhmUggWpmDn2dapB0n7f8nwaSiRtepAsfJyfXIO5DCVAODg==}
engines: {node: ^12.22.0 || ^14.17.0 || >=16.0.0}
@@ -13426,6 +13587,9 @@ packages:
resolution: {integrity: sha512-vfD3pmTzGpufjScBh50YHKzEu2lxBWhVEHsNGoEXmCmn2hKGfeNLYMzCJpe8cD7gqX7TJluOVpBkAequ6dgMmA==}
engines: {node: '>=4'}
+ resolution: {integrity: sha512-6aU+Rwsezw7VR8/nyvKTx8QpWH9FrcYiXXlqC4z5d5XQBDRqtbfsRjnwGyqbi3gddNtWHuEk9OANUotL26qKUw==}
+
resolution: {integrity: sha512-l4KnYfEyqYJxDwlNVyRfO2E4NTHfMKAWdUuA8J0yve2Dz/E/PdBepY03RvyJpssIpRFwJoCD55wA+mEDs6ByWA==}
@@ -13597,6 +13761,10 @@ packages:
resolution: {integrity: sha512-ZA6oR3T/pEyuqwMgAKT0/hAv8oAXckzbkmR0UkUosQ+Mc4RxGoJkRmwHgHufaenlyAgE1Mxgpdcrf75y6XcnDg==}
engines: {node: '>=14.16'}
+ resolution: {integrity: sha512-iOBWFgUX7caIZiuutICxVgX1SdxwAVFFKwt1EvMYYec/NWO5meOJ6K5uQxhrYBdQJne4KxiqZc+KptFOWFSI9w==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-h+z7HKHYXj6wJU+AnS/+IH8Uh9fdcX1Lrhg1/VMdf9PwoBQXFcXiAdsy2tSK0P6gKwJLXp02r90ahUCqHk9rrw==}
engines: {node: '>=8.0.0'}
@@ -13670,6 +13838,9 @@ packages:
resolution: {integrity: sha512-MmnduQUuHCoFckZoWnXsTg7JaiLBJrKFj9UI2MbRPGaJeVpsLcVBu6P/IGZovziM/YBsellCmsprgNA+w0CzVg==}
+ resolution: {integrity: sha512-Q5thBSxp5t8WPTTJQS59LrGqOZqOsrhDGDVm8azCqIBjSBd7nd9o2PM+mDulQQkh8h//4U6hFZnc/mul8t5pWQ==}
+
resolution: {integrity: sha512-UcjcJOWknrNkF6PLX83qcHM6KHgVKNkV62Y8a5uYDVv9ydGQVwAHMKqHdJje1VTWpljG0WYpCDhrCdAOYH4TWg==}
engines: {node: '>= 10.x'}
@@ -13694,6 +13865,10 @@ packages:
resolution: {integrity: sha512-LqZxxBDMKuMAZzFzJnDCkFOrs9MZQZr0LvHiO/SuSZVdQaXD7xQ5UWTUxheJrQPve1qk9MG2B/yttUvJxw8egQ==}
engines: {node: '>=20.16.0'}
+ resolution: {integrity: sha512-wPldCk3asibAjQ/kziWQQt1Wh3PgDFpC0XpwclzKcdT1vql6KeYxf5LIt4nlFkUeR8WuphYMKqUA56X4rjbfgQ==}
+ engines: {node: '>=10.16.0'}
+
resolution: {integrity: sha512-+L3ccpzibovGXFK+Ap/f8LOS0ahMrHTf3xu7mMLSpEGU0EO9ucaysSylKo9eRDFNhWve/y275iPmIZ4z39a9iA==}
@@ -13980,6 +14155,13 @@ packages:
resolution: {integrity: sha512-uxc/zpqFg6x7C8vOE7lh6Lbda8eEL9zmVm/PLeTPBRhh1xCgdWaQ+J1CUieGpIfm2HdtsUpRv+HshiasBMcc6A==}
engines: {node: '>=6'}
+ resolution: {integrity: sha512-OboTd8mmMhZDNPV+UjQcK9yKAatXu2aJ+r1w4im1Otd4M4fl2hwvdoXUxIYHFTHWK/3y3FarBP70v3vwmGlOxw==}
+
+ resolution: {integrity: sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==}
+ engines: {node: '>=6'}
+
resolution: {integrity: sha512-qJj60CXt7IU1Ffyc3NJMjh6EkuCFej46zUqJ4J7pqYlThyd9bO0XBTmcOIhSzZJVWfsLks0+nle/j538YAW9RQ==}
@@ -14163,6 +14345,9 @@ packages:
resolution: {integrity: sha512-7bziOlRqH0hJx80h/3mbicLW7o8qLsH5+RaLR2t+OHM3D0JlWGODQKQ4cxbK7WlvmUxpcj6Kgu6EKqjrGFe3QQ==}
+ resolution: {integrity: sha512-KXXFFdAbFXY4geFIwoyNK+f5Z1b7swfXABfL7HXCmoIWMKU3dmS26672A4EeQtDzLKy7SXmfBu51JolvEKwtGA==}
+
resolution: {integrity: sha512-X7l8gy+DEFKJ/EztUwaVnAYwQN9fUJxPkOVJj2sE62sGvGU4DNLyvmOsmVulM+8Plc5dMg6hYIMNRAPaH+39Uw==}
@@ -14219,6 +14404,7 @@ packages:
resolution: {integrity: sha512-8FYau96o3NKOhbjKi/qNvG/W5jhzxkbdm5sj9AbZ/5T5sWqn3hJgLfGx27sRKZWTvyzCP8dLRBTf5tBTSRVUNA==}
engines: {node: '>=16.20.0'}
+ hasBin: true
resolution: {integrity: sha512-LbBDqdIC5s8iROCUjMbW1f5dJQTEFB1+KO9ogbvlb3nm9n4YHa5p4KTvFPWvh2Hs8gZMBuiB1/8+pdfe/tDPug==}
@@ -14603,6 +14789,7 @@ packages:
resolution: {integrity: sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==}
deprecated: uuid@10 and below is no longer supported. For ESM codebases, update to uuid@latest. For CommonJS codebases, use uuid@11 (but be aware this version will likely be deprecated in 2028).
+ hasBin: true
resolution: {integrity: sha512-vIYxrBCC/N/K+Js3qSN88go7kIfNPssr/hHCesKCQNAjmgvYS2oqr69kIufEG+O4+PfezOH4EbIeHCfFov8ZgQ==}
@@ -15017,18 +15204,6 @@ packages:
utf-8-validate:
optional: true
- resolution: {integrity: sha512-+0NTnW77fFN/DjQi6k/Sq/Yvk4Sgajw7urW8V+asjXnRgDs9gyGkdb7EzgfhA4goXsRIZKE28fzIXBHEzhuiWw==}
- engines: {node: '>=10.0.0'}
- peerDependencies:
- bufferutil: ^4.0.1
- utf-8-validate: '>=5.0.2'
- peerDependenciesMeta:
- bufferutil:
- optional: true
- utf-8-validate:
- optional: true
-
resolution: {integrity: sha512-201TZ/kPWxoPr/OKWjquZR1SWKXcvxdH+e1xrx89b3YbmzLMFCLfnaG1HFIgWzJOEWZ7MvpK++odZufgYR50Rw==}
engines: {node: '>=10.0.0'}
@@ -15113,6 +15288,10 @@ packages:
resolution: {integrity: sha512-rVksvsnNCdJ/ohGc6xgPwyN8eheCxsiLM8mxuE/t/mOVqJewPuO1miLpTHQiRgTKCLexL4MeAFVagts7HmNZ2Q==}
engines: {node: '>=10'}
+ resolution: {integrity: sha512-4LCcse/U2MHZ63HAJVE+v71o7yOdIe4cZ70Wpf8D/IyjDKYQLV5GD46B+hSTjJsvV5PztjvHoU580EftxjDZFQ==}
+ engines: {node: '>=12.20'}
+
resolution: {integrity: sha512-DODGl1wJjA/s5pnJFKau9lIYHT81lnhob1i3e1TjxZRxEhWRKl74nTbWE6H5KlkViQQTo/Z29YFdxzTZAMY3ng==}
engines: {node: '>=18.19'}
@@ -15157,6 +15336,9 @@ packages:
resolution: {integrity: sha512-iC+8Io04lddc+mVqQ9AZ7OQ2MrUKGN+oIQyq1vemgt46jwCwLfhq7/pwnBnNXXXZb8VTVLKwp9EDkx+ryxIWmg==}
+ resolution: {integrity: sha512-OdqJE9UDRPwWsrHjLN2F8bPxvwJBK22EHLWtanu0LSYr5YqzsaaW3RMgmjwr8Rypg5k+meEJdSPXJZXE/yqOMg==}
+
resolution: {integrity: sha512-gzUt/qt81nXsFGKIFcC3YnfEAx5NkunCfnDlvuBSSFS02bcXu4Lmea0AFIUwbLWxWPx3d9p8S5QoaujKcNQxcQ==}
@@ -15216,6 +15398,12 @@ snapshots:
zod: 4.4.3
optional: true
+ dependencies:
+ '@ai-sdk/provider': 1.1.3
+ '@ai-sdk/provider-utils': 2.2.8([email protected])
+ zod: 3.25.76
+
dependencies:
'@ai-sdk/provider': 2.0.3
@@ -15253,6 +15441,13 @@ snapshots:
zod: 4.4.3
optional: true
+ dependencies:
+ '@ai-sdk/provider': 2.0.3
+ '@ai-sdk/provider-utils': 3.0.30([email protected])
+ '@vercel/oidc': 3.1.0
+ zod: 3.25.76
+
dependencies:
'@ai-sdk/provider': 2.0.3
@@ -15274,6 +15469,13 @@ snapshots:
'@vercel/oidc': 3.2.0
zod: 4.4.3
+ dependencies:
+ '@ai-sdk/provider': 4.0.7
+ '@ai-sdk/provider-utils': 5.0.27([email protected])
+ '@vercel/oidc': 3.2.0
+ zod: 4.4.3
+
dependencies:
'@ai-sdk/anthropic': 2.0.90([email protected])
@@ -15307,6 +15509,25 @@ snapshots:
zod: 4.4.3
optional: true
+ dependencies:
+ '@ai-sdk/provider-utils': 5.0.27([email protected])
+ ws: 8.21.3([email protected])
+ zod: 4.4.3
+ transitivePeerDependencies:
+ - bufferutil
+ - utf-8-validate
+
+ dependencies:
+ '@ai-sdk/provider': 4.0.7
+ '@ai-sdk/provider-utils': 5.0.27([email protected])
+ ai: 7.0.61([email protected])
+ zod: 4.4.3
+ optionalDependencies:
+ ws: 8.21.3([email protected])
+
dependencies:
'@ai-sdk/provider': 4.0.7
@@ -15356,6 +15577,20 @@ snapshots:
zod: 4.4.3
optional: true
+ dependencies:
+ '@ai-sdk/provider': 1.1.3
+ nanoid: 3.3.16
+ secure-json-parse: 2.7.0
+ zod: 3.25.76
+
+ dependencies:
+ '@ai-sdk/provider': 2.0.3
+ '@standard-schema/spec': 1.1.0
+ eventsource-parser: 3.1.0
+ zod: 3.25.76
+
dependencies:
'@ai-sdk/provider': 2.0.3
@@ -15379,6 +15614,19 @@ snapshots:
undici: 7.29.0
zod: 4.4.3
+ dependencies:
+ '@ai-sdk/provider': 4.0.7
+ '@standard-schema/spec': 1.1.0
+ '@workflow/serde': 4.1.0
+ eventsource-parser: 3.1.0
+ undici: 7.29.0
+ zod: 4.4.3
+
+ '@ai-sdk/[email protected]':
+ dependencies:
+ json-schema: 0.4.0
+
'@ai-sdk/[email protected]':
dependencies:
json-schema: 0.4.0
@@ -15401,6 +15649,17 @@ snapshots:
transitivePeerDependencies:
- zod
+ dependencies:
+ '@ai-sdk/provider-utils': 5.0.27([email protected])
+ '@vercel/sandbox': 2.8.0
+ transitivePeerDependencies:
+ - bare-abort-controller
+ - react-native-b4a
+ - ws
+ - zod
+
dependencies:
'@ai-sdk/openai-compatible': 1.0.46([email protected])
@@ -15728,6 +15987,8 @@ snapshots:
'@babel/helper-string-parser': 8.0.0
'@babel/helper-validator-identifier': 8.0.4
+ '@balena/[email protected]': {}
+
dependencies:
@@ -15791,11 +16052,11 @@ snapshots:
ai: 5.0.220([email protected])
devtools-protocol: 0.0.1642743
fetch-cookie: 3.2.0
pino: 9.14.0
pino-pretty: 13.1.3
uuid: 11.1.1
- ws: 8.21.1([email protected])
+ ws: 8.21.3([email protected])
zod: 4.4.3
zod-to-json-schema: 3.25.2([email protected])
optionalDependencies:
@@ -16676,6 +16937,13 @@ snapshots:
'@grpc/proto-loader': 0.8.1
'@js-sdsl/ordered-map': 4.4.2
+ dependencies:
+ lodash.camelcase: 4.3.0
+ long: 5.3.2
+ protobufjs: 7.6.5
+ yargs: 17.7.3
+
dependencies:
lodash.camelcase: 4.3.0
@@ -16936,12 +17204,12 @@ snapshots:
eve: link:packages/eve
zod: 4.4.3
dependencies:
'@cfworker/json-schema': 4.1.1
'@standard-schema/spec': 1.1.0
js-tiktoken: 1.0.21
mustache: 4.2.0
p-queue: 6.6.2
zod: 4.4.3
@@ -16952,13 +17220,13 @@ snapshots:
- openai
- ws
dependencies:
dependencies:
'@langchain/protocol': 0.0.18
'@types/json-schema': 7.0.15
p-queue: 9.3.3
@@ -16969,11 +17237,11 @@ snapshots:
svelte: 5.56.1(@typescript-eslint/[email protected])
vue: 3.5.35([email protected])
dependencies:
'@langchain/protocol': 0.0.18
'@standard-schema/spec': 1.1.0
zod: 4.4.3
@@ -17006,7 +17274,7 @@ snapshots:
lodash.pickby: 4.6.0
protobufjs: 7.6.5
qs: 6.15.2
- ws: 8.21.1([email protected])
+ ws: 8.21.3([email protected])
transitivePeerDependencies:
- bufferutil
- debug
@@ -17542,7 +17810,7 @@ snapshots:
transitivePeerDependencies:
- magicast
dependencies:
'@nuxt/devalue': 2.0.2
'@nuxt/kit': 4.4.6([email protected])
@@ -17556,11 +17824,11 @@ snapshots:
escape-string-regexp: 5.0.0
exsolve: 1.1.0
h3: 1.15.11
klona: 2.0.6
mocked-exports: 0.1.1
- nuxt: 4.4.6(57e4baebc5e9c4bf3e09de31c443f1e2)
+ nuxt: 4.4.6(081ec6b016ee1d208b6310b7cd5abb33)
nypm: 0.6.8
ohash: 2.0.11
pathe: 2.0.3
@@ -17568,7 +17836,7 @@ snapshots:
std-env: 4.2.0
ufo: 1.6.4
unctx: 2.5.0
vue: 3.5.35([email protected])
vue-bundle-renderer: 2.3.1
vue-devtools-stub: 0.1.0
@@ -17619,9 +17887,8 @@ snapshots:
- vite
- webpack
- xml2js
- optional: true
dependencies:
'@nuxt/devalue': 2.0.2
'@nuxt/kit': 4.4.6([email protected])
@@ -17635,11 +17902,11 @@ snapshots:
escape-string-regexp: 5.0.0
exsolve: 1.1.0
h3: 1.15.11
klona: 2.0.6
mocked-exports: 0.1.1
- nuxt: 4.4.6(081ec6b016ee1d208b6310b7cd5abb33)
+ nuxt: 4.4.6(eddae254238b412d8a46133f9d7579b6)
nypm: 0.6.8
ohash: 2.0.11
pathe: 2.0.3
@@ -17698,6 +17965,7 @@ snapshots:
- vite
- webpack
- xml2js
+ optional: true
dependencies:
@@ -17778,7 +18046,7 @@ snapshots:
- vue-tsc
- yaml
dependencies:
'@nuxt/kit': 4.4.6([email protected])
'@rollup/plugin-replace': 6.0.3([email protected])
@@ -17796,7 +18064,7 @@ snapshots:
magic-string: 0.30.21
mlly: 1.8.2
mocked-exports: 0.1.1
- nuxt: 4.4.6(57e4baebc5e9c4bf3e09de31c443f1e2)
+ nuxt: 4.4.6(eddae254238b412d8a46133f9d7579b6)
nypm: 0.6.8
pathe: 2.0.3
pkg-types: 2.3.1
@@ -18747,14 +19015,14 @@ snapshots:
'@poppinss/[email protected]': {}
dependencies:
'@anthropic-ai/sdk': 0.78.0([email protected])
'@posthog/core': 1.29.12
posthog-node: 5.47.3
uuid: 11.1.1
zod: 4.4.3
@@ -21350,18 +21618,40 @@ snapshots:
- supports-color
- zod
+ dependencies:
+ '@ai-sdk/anthropic': 1.2.12([email protected])
+ '@vercel/sandbox': 1.10.2
+ ai: 5.0.220([email protected])
+ chalk: 5.6.2
+ commander: 12.1.0
+ dockerode: 4.0.12([email protected])
+ dotenv: 16.6.1
+ glob: 11.1.0
+ jiti: 2.7.0
+ log-update: 6.1.0
+ minimatch: 10.2.5
+ p-limit: 6.2.0
+ tar-stream: 3.2.0
+ zod: 3.25.76
+ transitivePeerDependencies:
+ - bare-abort-controller
+ - bare-buffer
+ - react-native-b4a
+ - supports-color
+
optionalDependencies:
- '@vercel/functions': 3.9.3(@aws-sdk/[email protected])([email protected]([email protected]))
+ '@vercel/functions': 3.9.3(@aws-sdk/[email protected])([email protected]([email protected]))
h3: 1.15.11
optionalDependencies:
- nuxt: 4.4.6(57e4baebc5e9c4bf3e09de31c443f1e2)
+ nuxt: 4.4.6(eddae254238b412d8a46133f9d7579b6)
react: 19.2.6
svelte: 5.56.1(@typescript-eslint/[email protected])
vue: 3.5.35([email protected])
@@ -21540,14 +21830,6 @@ snapshots:
optionalDependencies:
'@aws-sdk/credential-provider-web-identity': 3.972.49
- dependencies:
- '@vercel/oidc': 3.8.4
- optionalDependencies:
- '@aws-sdk/credential-provider-web-identity': 3.972.49
- ws: 8.21.1([email protected])
- optional: true
-
dependencies:
'@vercel/oidc': 3.8.4
@@ -21567,7 +21849,7 @@ snapshots:
etag: 1.8.1
fs-extra: 11.1.0
- '@vercel/[email protected](e03fe1e6f796dc4a1bc2b8f1ddfd7b4e)':
+ '@vercel/[email protected](d893428d03ae3b7d30829ca960a66077)':
dependencies:
'@ai-sdk/react': 3.0.193([email protected])([email protected])
'@clack/prompts': 0.11.0
@@ -21575,7 +21857,7 @@ snapshots:
'@orama/tokenizers': 3.1.18
'@streamdown/code': 1.1.1([email protected])
'@vercel/oidc': 3.8.0
ai: 6.0.191([email protected])
class-variance-authority: 0.7.1
@@ -21846,6 +22128,22 @@ snapshots:
get-port: 5.1.1
smol-toml: 1.5.2
+ '@vercel/[email protected]':
+ dependencies:
+ '@vercel/oidc': 3.2.0
+ '@workflow/serde': 4.1.0-beta.2
+ async-retry: 1.3.3
+ jsonlines: 0.1.1
+ ms: 2.1.3
+ picocolors: 1.1.1
+ tar-stream: 3.1.7
+ undici: 7.29.0
+ xdg-app-paths: 5.1.0
+ zod: 3.24.4
+ transitivePeerDependencies:
+ - bare-abort-controller
+ - react-native-b4a
+
'@vercel/[email protected]':
dependencies:
'@vercel/oidc': 3.2.0
@@ -21901,11 +22199,11 @@ snapshots:
dependencies:
zod: 4.4.3
optionalDependencies:
- nuxt: 4.4.6(57e4baebc5e9c4bf3e09de31c443f1e2)
+ nuxt: 4.4.6(eddae254238b412d8a46133f9d7579b6)
react: 19.2.6
svelte: 5.56.1(@typescript-eslint/[email protected])
vue: 3.5.35([email protected])
@@ -22372,6 +22670,14 @@ snapshots:
dependencies:
humanize-ms: 1.2.1
+ dependencies:
+ '@ai-sdk/gateway': 2.0.119([email protected])
+ '@ai-sdk/provider': 2.0.3
+ '@ai-sdk/provider-utils': 3.0.30([email protected])
+ '@opentelemetry/api': 1.9.0
+ zod: 3.25.76
+
dependencies:
'@ai-sdk/gateway': 2.0.119([email protected])
@@ -22395,6 +22701,13 @@ snapshots:
'@ai-sdk/provider-utils': 5.0.25([email protected])
zod: 4.4.3
+ dependencies:
+ '@ai-sdk/gateway': 4.0.49([email protected])
+ '@ai-sdk/provider': 4.0.7
+ '@ai-sdk/provider-utils': 5.0.27([email protected])
+ zod: 4.4.3
+
optionalDependencies:
ajv: 8.20.0
@@ -22443,6 +22756,10 @@ snapshots:
+ dependencies:
+ environment: 1.1.0
+
@@ -22575,6 +22892,10 @@ snapshots:
+ dependencies:
+ safer-buffer: 2.1.2
+
@@ -22743,6 +23064,10 @@ snapshots:
is-alphanumerical: 2.0.1
is-decimal: 2.0.1
+ dependencies:
+ tweetnacl: 0.14.5
+
@@ -22761,6 +23086,12 @@ snapshots:
+ dependencies:
+ buffer: 5.7.1
+ inherits: 2.0.4
+ readable-stream: 3.6.2
+
dependencies:
bytes: 3.1.2
@@ -22874,6 +23205,9 @@ snapshots:
node-gyp-build: 4.8.4
optional: true
+ optional: true
+
dependencies:
run-applescript: 7.1.0
@@ -23068,6 +23402,8 @@ snapshots:
dependencies:
readdirp: 5.0.0
+
@@ -23332,6 +23668,12 @@ snapshots:
optionalDependencies:
typescript: 7.0.2
+ dependencies:
+ buildcheck: 0.0.7
+ nan: 2.28.0
+ optional: true
+
@@ -23799,6 +24141,27 @@ snapshots:
dependencies:
path-type: 4.0.0
+ dependencies:
+ debug: 4.4.3([email protected])
+ readable-stream: 3.6.2
+ split-ca: 1.0.1
+ ssh2: 1.17.0
+ transitivePeerDependencies:
+ - supports-color
+
+ dependencies:
+ '@balena/dockerignore': 1.0.2
+ '@grpc/grpc-js': 1.14.4
+ '@grpc/proto-loader': 0.7.15
+ docker-modem: 5.0.7([email protected])
+ protobufjs: 7.6.5
+ tar-fs: 2.1.5
+ uuid: 10.0.0
+ transitivePeerDependencies:
+ - supports-color
+
dependencies:
esutils: 2.0.3
@@ -23952,6 +24315,8 @@ snapshots:
httpxy: 0.5.5
srvx: 0.11.22
+
dependencies:
is-arrayish: 0.2.1
@@ -24827,6 +25192,8 @@ snapshots:
+
dependencies:
graceful-fs: 4.2.11
@@ -25879,6 +26246,10 @@ snapshots:
+ dependencies:
+ get-east-asian-width: 1.6.0
+
dependencies:
call-bound: 1.0.4
@@ -26211,12 +26582,12 @@ snapshots:
dependencies:
zod: 4.4.3
transitivePeerDependencies:
- '@opentelemetry/api'
@@ -26229,14 +26600,14 @@ snapshots:
- vue
- ws
dependencies:
p-queue: 6.6.2
optionalDependencies:
'@opentelemetry/api': 1.9.1
'@opentelemetry/sdk-trace-base': 2.6.1(@opentelemetry/[email protected])
- ws: 8.21.1([email protected])
+ ws: 8.21.3([email protected])
@@ -26422,6 +26793,14 @@ snapshots:
is-unicode-supported: 2.1.0
yoctocolors: 2.1.2
+ dependencies:
+ ansi-escapes: 7.3.0
+ cli-cursor: 5.0.0
+ slice-ansi: 7.1.2
+ strip-ansi: 7.2.0
+ wrap-ansi: 9.0.2
+
@@ -27324,6 +27703,8 @@ snapshots:
+
@@ -27401,6 +27782,9 @@ snapshots:
+ optional: true
+
@@ -27515,7 +27899,7 @@ snapshots:
- uploadthing
- wrangler
dependencies:
'@cloudflare/kv-asset-handler': 0.4.2
'@rollup/plugin-alias': 6.0.0([email protected])
@@ -27582,7 +27966,7 @@ snapshots:
unenv: 2.0.0-rc.24
unplugin-utils: 0.3.2
untyped: 2.0.0
unwasm: 0.5.3
youch: 4.1.1
@@ -27949,16 +28333,16 @@ snapshots:
- xml2js
- yaml
- [email protected](57e4baebc5e9c4bf3e09de31c443f1e2):
+ [email protected](eddae254238b412d8a46133f9d7579b6):
dependencies:
'@dxup/nuxt': 0.4.1([email protected])([email protected])
'@nuxt/kit': 4.4.6([email protected])
'@nuxt/schema': 4.4.6
'@nuxt/telemetry': 2.8.0(@nuxt/[email protected]([email protected]))
'@unhead/vue': 2.1.15([email protected]([email protected]))
'@vue/shared': 3.5.39
chokidar: 5.0.0
@@ -28262,7 +28646,7 @@ snapshots:
is-docker: 2.2.1
is-wsl: 2.2.0
dependencies:
'@types/node': 18.19.130
'@types/node-fetch': 2.6.13
@@ -28272,21 +28656,21 @@ snapshots:
formdata-node: 4.4.1
node-fetch: 2.7.0
optionalDependencies:
- ws: 8.21.1([email protected])
+ ws: 8.21.3([email protected])
zod: 4.4.3
transitivePeerDependencies:
- encoding
- optionalDependencies:
- ws: 8.21.1([email protected])
- zod: 4.4.3
-
optionalDependencies:
ws: 8.21.3([email protected])
zod: 3.25.76
+ optionalDependencies:
+ ws: 8.21.3([email protected])
+ zod: 4.4.3
+
dependencies:
deep-is: 0.1.4
@@ -28511,6 +28895,10 @@ snapshots:
dependencies:
yocto-queue: 0.1.0
+ dependencies:
+ yocto-queue: 1.2.2
+
dependencies:
p-limit: 2.3.0
@@ -29419,6 +29807,12 @@ snapshots:
string_decoder: 1.1.1
util-deprecate: 1.0.2
+ dependencies:
+ inherits: 2.0.4
+ string_decoder: 1.3.0
+ util-deprecate: 1.0.2
+
dependencies:
abort-controller: 3.0.0
@@ -29836,7 +30230,7 @@ snapshots:
'@vercel/sandbox': 2.4.0
async-retry: 1.3.3
debug: 4.4.3([email protected])
- ws: 8.21.1([email protected])
+ ws: 8.21.3([email protected])
zod: 4.4.3
transitivePeerDependencies:
- bare-abort-controller
@@ -29864,6 +30258,8 @@ snapshots:
extend-shallow: 2.0.1
kind-of: 6.0.3
+
@@ -30184,6 +30580,11 @@ snapshots:
+ dependencies:
+ ansi-styles: 6.2.3
+ is-fullwidth-code-point: 5.1.0
+
@@ -30266,6 +30667,8 @@ snapshots:
cross-spawn: 7.0.6
signal-exit: 4.1.0
+
@@ -30280,6 +30683,14 @@ snapshots:
+ dependencies:
+ asn1: 0.2.6
+ bcrypt-pbkdf: 1.0.2
+ optionalDependencies:
+ cpu-features: 0.0.10
+ nan: 2.28.0
+
@@ -30605,6 +31016,21 @@ snapshots:
+ dependencies:
+ chownr: 1.1.4
+ mkdirp-classic: 0.5.3
+ pump: 3.0.4
+ tar-stream: 2.2.0
+
+ dependencies:
+ bl: 4.1.0
+ end-of-stream: 1.4.5
+ fs-constants: 1.0.0
+ inherits: 2.0.4
+ readable-stream: 3.6.2
+
dependencies:
b4a: 1.8.1
@@ -30802,6 +31228,8 @@ snapshots:
+
@@ -31140,25 +31568,6 @@ snapshots:
'@unrs/resolver-binding-win32-ia32-msvc': 1.12.2
'@unrs/resolver-binding-win32-x64-msvc': 1.12.2
- dependencies:
- anymatch: 3.1.3
- chokidar: 5.0.0
- destr: 2.0.5
- h3: 1.15.11
- lru-cache: 11.5.2
- node-fetch-native: 1.6.7
- ofetch: 1.5.1
- ufo: 1.6.4
- optionalDependencies:
- '@upstash/redis': 1.38.0
- '@vercel/blob': 2.4.0
- '@vercel/functions': 3.9.3(@aws-sdk/[email protected])([email protected]([email protected]))
- aws4fetch: 1.0.20
- ioredis: 5.11.1([email protected])
- optional: true
-
dependencies:
anymatch: 3.1.3
@@ -31805,10 +32214,6 @@ snapshots:
optionalDependencies:
bufferutil: 4.1.0
- optionalDependencies:
- bufferutil: 4.1.0
-
optionalDependencies:
bufferutil: 4.1.0
@@ -31883,6 +32288,8 @@ snapshots:
+
dependencies:
yoctocolors: 2.1.2
@@ -31932,6 +32339,8 @@ snapshots:
+
diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yaml
index fa49d6df6..f3b1e586f 100644
--- a/pnpm-workspace.yaml
+++ b/pnpm-workspace.yaml
@@ -9,10 +9,12 @@ allowBuilds:
"@parcel/watcher": false # Builds from source only when explicitly requested.
braintrust: false # Installs an optional CLI binary; the SDK does not need it.
bufferutil: false # The package already includes the supported prebuilt bindings.
+ cpu-features: false # Optional ssh2 acceleration; JavaScript fallback is sufficient.
esbuild: true # Verifies the installed platform binary.
phase: false # Would install its own Git hooks.
protobufjs: false # Only checks the package version.
sharp: false # Prebuilt platform packages need no install script.
+ ssh2: false # Optional native acceleration; JavaScript fallback is sufficient.
unrs-resolver: false # Prebuilt platform packages need no repair script.
webgpu: true # Clears macOS quarantine from its packaged native binding.