Skip to content

A desktop coding agent with free access to frontier models.

TypeScript

test(evals): skip the Computer Use journeys while it is paused

ogsamrat788856649ecf
diff --git a/evals/specs/computer-use-portable-window.e2e.test.ts b/evals/specs/computer-use-portable-window.e2e.test.ts
index 67194b62..093d1636 100644
--- a/evals/specs/computer-use-portable-window.e2e.test.ts
+++ b/evals/specs/computer-use-portable-window.e2e.test.ts
@@ -3,10 +3,12 @@ import { createAndSelectWorkspace, evalIn, waitFor } from "@omnirush/behaviors";
import { browserScript } from "@omnirush/testkit";
import { spec } from "@omnirush/testkit";
import { portableComputerUseWorld, toolState } from "../worlds/computer-use.ts";
+// Mirrors COMPUTER_USE_PAUSED in apps/app/src/app/constants.ts and apps/desktop/electron/computer-use.mjs.
+const COMPUTER_USE_PAUSED = true;
const test = spec.world(portableComputerUseWorld, { timeout: 180_000 });
-test("Windows and Linux X11 Computer Use keeps native input within the approved window", async ({ world, step }) => {
+test.skipIf(COMPUTER_USE_PAUSED)("Windows and Linux X11 Computer Use keeps native input within the approved window (skipped while Computer Use is paused)", async ({ world, step }) => {
await step("Desktop readiness exposes supported modes and discovery reveals no window contents", async () => {
expect(world.permissions).toMatchObject({ ok: true, supported: true, modes: ["observe", "control"], backgroundControl: false });
const discovered = toolState(await world.call("computer_discover"));
@@ -156,7 +158,7 @@ test("Windows and Linux X11 Computer Use keeps native input within the approved
});
-test("Computer Use setup and approval work from the main app on Windows and Linux X11", async ({ world, step }) => {
+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use setup and approval work from the main app on Windows and Linux X11 (skipped while Computer Use is paused)", async ({ world, step }) => {
await using app = await world.desktop();
const { workspaceId } = await createAndSelectWorkspace(app, { path: world.workspacePath });
await step("Setup explains foreground control and offers the supported modes", async () => {
diff --git a/evals/specs/computer-use-window-scope.e2e.test.ts b/evals/specs/computer-use-window-scope.e2e.test.ts
index 34c459a4..1e478cca 100644
--- a/evals/specs/computer-use-window-scope.e2e.test.ts
+++ b/evals/specs/computer-use-window-scope.e2e.test.ts
@@ -5,12 +5,14 @@ import { expect } from "vitest";
import { spec } from "@omnirush/testkit";
import { computerUseWorld, toolState } from "../worlds/computer-use.ts";
import { createAndSelectWorkspace, evalIn, waitFor } from "@omnirush/behaviors";
+// Mirrors COMPUTER_USE_PAUSED in apps/app/src/app/constants.ts and apps/desktop/electron/computer-use.mjs.
+const COMPUTER_USE_PAUSED = true;
// New journey: a person grants one native window and can revoke it. The helper
// is a real stdio process; the fixture app has two independent, disposable windows.
const test = spec.world(computerUseWorld, { timeout: 180_000 });
-test("Computer Use respects window consent, fresh observations and the person's Stop control", async ({ world, step }) => {
+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use respects window consent, fresh observations and the person's Stop control (skipped while Computer Use is paused)", async ({ world, step }) => {
await step("Discovery exposes identities without window content or input access", async () => {
const discovery = toolState(await world.call("computer_discover"));
expect(discovery.protocol).toBe("omnirush.computer-use/1");
@@ -246,7 +248,7 @@ test("Computer Use respects window consent, fresh observations and the person's
});
-test("Computer Use enables workspace tools from the desktop setup page", async ({ world, step }) => {
+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use enables workspace tools from the desktop setup page (skipped while Computer Use is paused)", async ({ world, step }) => {
await using app = await world.desktop();
const reloadApp = async () => {
const previous = await evalIn(app, () => performance.timeOrigin);
@@ -441,7 +443,7 @@ test("Computer Use enables workspace tools from the desktop setup page", async (
});
});
-test("Computer Use prepares an Electron accessibility tree before window consent", async ({ world, step }) => {
+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use prepares an Electron accessibility tree before window consent (skipped while Computer Use is paused)", async ({ world, step }) => {
await using electron = await world.electronFixture();
await step("A fresh Electron app starts with its accessibility tree disabled", async () => {
expect(await electron.state()).toEqual({ accessibility: false });