A desktop coding agent with free access to frontier models.
TypeScript
test(evals): skip the Computer Use journeys while it is paused
ogsamrat788856649ecf
diff --git a/evals/specs/computer-use-portable-window.e2e.test.ts b/evals/specs/computer-use-portable-window.e2e.test.tsindex 67194b62..093d1636 100644--- a/evals/specs/computer-use-portable-window.e2e.test.ts+++ b/evals/specs/computer-use-portable-window.e2e.test.ts@@ -3,10 +3,12 @@ import { createAndSelectWorkspace, evalIn, waitFor } from "@omnirush/behaviors";import { browserScript } from "@omnirush/testkit";import { spec } from "@omnirush/testkit";import { portableComputerUseWorld, toolState } from "../worlds/computer-use.ts";+// Mirrors COMPUTER_USE_PAUSED in apps/app/src/app/constants.ts and apps/desktop/electron/computer-use.mjs.+const COMPUTER_USE_PAUSED = true;const test = spec.world(portableComputerUseWorld, { timeout: 180_000 });-test("Windows and Linux X11 Computer Use keeps native input within the approved window", async ({ world, step }) => {+test.skipIf(COMPUTER_USE_PAUSED)("Windows and Linux X11 Computer Use keeps native input within the approved window (skipped while Computer Use is paused)", async ({ world, step }) => {await step("Desktop readiness exposes supported modes and discovery reveals no window contents", async () => {expect(world.permissions).toMatchObject({ ok: true, supported: true, modes: ["observe", "control"], backgroundControl: false });const discovered = toolState(await world.call("computer_discover"));@@ -156,7 +158,7 @@ test("Windows and Linux X11 Computer Use keeps native input within the approved});-test("Computer Use setup and approval work from the main app on Windows and Linux X11", async ({ world, step }) => {+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use setup and approval work from the main app on Windows and Linux X11 (skipped while Computer Use is paused)", async ({ world, step }) => {await using app = await world.desktop();const { workspaceId } = await createAndSelectWorkspace(app, { path: world.workspacePath });await step("Setup explains foreground control and offers the supported modes", async () => {diff --git a/evals/specs/computer-use-window-scope.e2e.test.ts b/evals/specs/computer-use-window-scope.e2e.test.tsindex 34c459a4..1e478cca 100644--- a/evals/specs/computer-use-window-scope.e2e.test.ts+++ b/evals/specs/computer-use-window-scope.e2e.test.ts@@ -5,12 +5,14 @@ import { expect } from "vitest";import { spec } from "@omnirush/testkit";import { computerUseWorld, toolState } from "../worlds/computer-use.ts";import { createAndSelectWorkspace, evalIn, waitFor } from "@omnirush/behaviors";+// Mirrors COMPUTER_USE_PAUSED in apps/app/src/app/constants.ts and apps/desktop/electron/computer-use.mjs.+const COMPUTER_USE_PAUSED = true;// New journey: a person grants one native window and can revoke it. The helper// is a real stdio process; the fixture app has two independent, disposable windows.const test = spec.world(computerUseWorld, { timeout: 180_000 });-test("Computer Use respects window consent, fresh observations and the person's Stop control", async ({ world, step }) => {+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use respects window consent, fresh observations and the person's Stop control (skipped while Computer Use is paused)", async ({ world, step }) => {await step("Discovery exposes identities without window content or input access", async () => {const discovery = toolState(await world.call("computer_discover"));expect(discovery.protocol).toBe("omnirush.computer-use/1");@@ -246,7 +248,7 @@ test("Computer Use respects window consent, fresh observations and the person's});-test("Computer Use enables workspace tools from the desktop setup page", async ({ world, step }) => {+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use enables workspace tools from the desktop setup page (skipped while Computer Use is paused)", async ({ world, step }) => {await using app = await world.desktop();const reloadApp = async () => {const previous = await evalIn(app, () => performance.timeOrigin);@@ -441,7 +443,7 @@ test("Computer Use enables workspace tools from the desktop setup page", async (});});-test("Computer Use prepares an Electron accessibility tree before window consent", async ({ world, step }) => {+test.skipIf(COMPUTER_USE_PAUSED)("Computer Use prepares an Electron accessibility tree before window consent (skipped while Computer Use is paused)", async ({ world, step }) => {await using electron = await world.electronFixture();await step("A fresh Electron app starts with its accessibility tree disabled", async () => {expect(await electron.state()).toEqual({ accessibility: false });