Skip to content

A desktop coding agent with free access to frontier models.

TypeScript

test: launch journeys on Windows and await fixture paint

Task Builder1290e6865d0e
diff --git a/evals/bin/evals.mjs b/evals/bin/evals.mjs
index c9acacbf..b79e7a0f 100644
--- a/evals/bin/evals.mjs
+++ b/evals/bin/evals.mjs
@@ -334,7 +334,7 @@ function run(options) {
mkdirSync(outputDir, { recursive: true });
const outputFile = join(outputDir, `cli-run-${Date.now()}.json`);
const vitestArgs = [
- "exec", "vitest", "run",
+ "run",
"--config", "vitest.config.ts",
"--project", "e2e",
"--reporter=default",
@@ -343,7 +343,7 @@ function run(options) {
...resolved.map((file) => relative(evalsDir, file).split(sep).join("/")),
];
process.stderr.write(`placement: ${placement} (${reason})\n`);
- const child = spawnSync("pnpm", vitestArgs, { cwd: evalsDir, env: childEnv, stdio: "inherit" });
+ const child = spawnSync(process.execPath, [join(evalsDir, "node_modules/vitest/vitest.mjs"), ...vitestArgs], { cwd: evalsDir, env: childEnv, stdio: "inherit" });
const status = childStatus(child);
let report;
try {
diff --git a/evals/packages/labs/fixtures/portable-computer-use-app.mjs b/evals/packages/labs/fixtures/portable-computer-use-app.mjs
index 17eae8f8..96dc937b 100644
--- a/evals/packages/labs/fixtures/portable-computer-use-app.mjs
+++ b/evals/packages/labs/fixtures/portable-computer-use-app.mjs
@@ -19,7 +19,7 @@ createInterface({ input: process.stdin }).on("line", async (line) => {
else if (request.method === "focus_other") { windows[1].focus(); result = {}; }
else if (request.method === "cover") { windows[1].setBounds(windows[0].getBounds()); windows[1].setAlwaysOnTop(true); await windows[1].webContents.executeJavaScript('document.body.style.background="#ff00ff"'); windows[1].focus(); result = {}; }
else if (request.method === "image_pixel") { const image = nativeImage.createFromBuffer(Buffer.from(request.params.data, "base64")); const size = image.getSize(), pixels = image.toBitmap(); const offset = ((size.height - 50) * size.width + 20) * 4; result = { width: size.width, height: size.height, rgb: [pixels[offset + 2], pixels[offset + 1], pixels[offset]] }; }
- else if (request.method === "change") { await windows[0].webContents.executeJavaScript('document.getElementById("draft").value="Changed by person"; document.body.style.background="#eeeeee"'); result = {}; }
+ else if (request.method === "change") { await windows[0].webContents.executeJavaScript('document.getElementById("draft").value="Changed by person"; document.body.style.background="#eeeeee"; new Promise(resolve => requestAnimationFrame(() => requestAnimationFrame(resolve)))'); result = {}; }
else if (request.method === "minimize") { windows[0].minimize(); result = {}; }
else if (request.method === "restore") { windows[0].restore(); result = {}; }
else if (request.method === "close") { app.quit(); return; }