Chrome DevTools for coding agents
test: split e2e commands test to avoid file-level timeout (#3141)
Alex Rudenkoc34bbe61405a
diff --git a/tests/e2e/chrome-devtools-commands.test.ts b/tests/e2e/chrome-devtools-commands.test.tsindex bd191227..397e9777 100644--- a/tests/e2e/chrome-devtools-commands.test.ts+++ b/tests/e2e/chrome-devtools-commands.test.ts@@ -160,126 +160,4 @@ describe('chrome-devtools', () => {await runCli(['stop'], sessionId, {cwd: clientDirectory});}});-- it('fails to invoke list_network_requests when categoryNetwork is disabled', async () => {- await runCli(['start', '--categoryNetwork=false'], sessionId);-- const result = await runCli(['list_network_requests', '1'], sessionId);- assert.strictEqual(result.status, 0);-- assert(- result.stdout.includes(- 'Tool list_network_requests is in category Network which is currently disabled',- ),- 'error message is unexpected: ' + result.stdout,- );- assert(- result.stdout.includes('chrome-devtools start --categoryNetwork=true'),- 'restart command suggestion is missing: ' + result.stdout,- );- });-- it('fails to invoke click_at when experimentalVision is disabled (default)', async () => {- await runCli(['start'], sessionId);-- const result = await runCli(['click_at', '1', '100', '100'], sessionId);- assert.strictEqual(result.status, 0);- assert(- result.stdout.includes(- 'Tool click_at requires experimental feature --experimentalVision and is currently disabled',- ),- 'error message is unexpected: ' + result.stdout,- );- assert(- result.stdout.includes('chrome-devtools start --experimentalVision=true'),- 'restart command suggestion is miss: ' + result.stdout,- );- });-- it('fails to invoke evaluate_script when javascriptEvaluation is disabled', async () => {- await runCli(['start', '--no-javascript-evaluation'], sessionId);-- const result = await runCli(['evaluate_script', '() => 1'], sessionId);- assert.strictEqual(result.status, 0);- assert(- result.stdout.includes(- 'Tool evaluate_script requires flag --javascriptEvaluation and is currently disabled',- ),- 'error message is unexpected: ' + result.stdout,- );- assert(- result.stdout.includes(- 'chrome-devtools start --javascriptEvaluation=true',- ),- 'restart command suggestion is missing: ' + result.stdout,- );-- const navResult = await runCli(- ['navigate_page', '1', '--url', 'javascript:alert(1)'],- sessionId,- );- assert.strictEqual(navResult.status, 0);- assert(- navResult.stdout.includes(- 'Navigating to javascript: URLs is not allowed when JavaScript evaluation is disabled.',- ),- 'error message is unexpected: ' + navResult.stdout,- );-- const initScriptResult = await runCli(- [- 'navigate_page',- '1',- '--initScript',- 'alert(1)',- '--timeout',- 'invalid',- ],- sessionId,- );- assert.strictEqual(initScriptResult.status, 0);- assert(- initScriptResult.stdout.includes(- 'Input validation error: Invalid arguments for tool navigate_page: timeout: Invalid input: expected number, received null, Unrecognized key: "initScript"',- ),- 'error message is unexpected: ' + initScriptResult.stdout,- );- });-- it('can record a performance trace', async () => {- const startResult = await runCli(- ['start', '--performanceCrux=false'],- sessionId,- );- assert.strictEqual(- startResult.status,- 0,- `start command failed: ${startResult.stderr}`,- );-- const emulateResult = await runCli(- ['emulate', '1', '--cpuThrottlingRate', '2'],- sessionId,- );- assert.strictEqual(- emulateResult.status,- 0,- `emulate command failed: ${emulateResult.stderr}`,- );-- const result = await runCli(['performance_start_trace', '1'], sessionId);- assert.strictEqual(- result.status,- 0,- `performance_start_trace command failed: ${result.stderr}`,- );- assert(- result.stdout.includes('The performance trace has been stopped.'),- 'performance_start_trace output is unexpected: ' + result.stdout,- );- assert(- result.stdout.includes('CPU throttling: 2x'),- 'performance_start_trace output is unexpected: ' + result.stdout,- );- });});diff --git a/tests/e2e/chrome-devtools-disabled-tools.test.ts b/tests/e2e/chrome-devtools-disabled-tools.test.tsnew file mode 100644index 00000000..b829fc41--- /dev/null+++ b/tests/e2e/chrome-devtools-disabled-tools.test.ts@@ -0,0 +1,111 @@+/**+ * @license+ * Copyright 2026 Google LLC+ * SPDX-License-Identifier: Apache-2.0+ */++import assert from 'node:assert';+import crypto from 'node:crypto';+import {describe, it, afterEach, beforeEach} from 'node:test';++import {assertDaemonIsNotRunning, runCli} from '../utils.js';++describe('chrome-devtools', () => {+ let sessionId: string;++ beforeEach(async () => {+ sessionId = crypto.randomUUID();+ await runCli(['stop'], sessionId);+ await assertDaemonIsNotRunning(sessionId);+ });++ afterEach(async () => {+ await runCli(['stop'], sessionId);+ await assertDaemonIsNotRunning(sessionId);+ });++ it('fails to invoke list_network_requests when categoryNetwork is disabled', async () => {+ await runCli(['start', '--categoryNetwork=false'], sessionId);++ const result = await runCli(['list_network_requests', '1'], sessionId);+ assert.strictEqual(result.status, 0);++ assert(+ result.stdout.includes(+ 'Tool list_network_requests is in category Network which is currently disabled',+ ),+ 'error message is unexpected: ' + result.stdout,+ );+ assert(+ result.stdout.includes('chrome-devtools start --categoryNetwork=true'),+ 'restart command suggestion is missing: ' + result.stdout,+ );+ });++ it('fails to invoke click_at when experimentalVision is disabled (default)', async () => {+ await runCli(['start'], sessionId);++ const result = await runCli(['click_at', '1', '100', '100'], sessionId);+ assert.strictEqual(result.status, 0);+ assert(+ result.stdout.includes(+ 'Tool click_at requires experimental feature --experimentalVision and is currently disabled',+ ),+ 'error message is unexpected: ' + result.stdout,+ );+ assert(+ result.stdout.includes('chrome-devtools start --experimentalVision=true'),+ 'restart command suggestion is miss: ' + result.stdout,+ );+ });++ it('fails to invoke evaluate_script when javascriptEvaluation is disabled', async () => {+ await runCli(['start', '--no-javascript-evaluation'], sessionId);++ const result = await runCli(['evaluate_script', '() => 1'], sessionId);+ assert.strictEqual(result.status, 0);+ assert(+ result.stdout.includes(+ 'Tool evaluate_script requires flag --javascriptEvaluation and is currently disabled',+ ),+ 'error message is unexpected: ' + result.stdout,+ );+ assert(+ result.stdout.includes(+ 'chrome-devtools start --javascriptEvaluation=true',+ ),+ 'restart command suggestion is missing: ' + result.stdout,+ );++ const navResult = await runCli(+ ['navigate_page', '1', '--url', 'javascript:alert(1)'],+ sessionId,+ );+ assert.strictEqual(navResult.status, 0);+ assert(+ navResult.stdout.includes(+ 'Navigating to javascript: URLs is not allowed when JavaScript evaluation is disabled.',+ ),+ 'error message is unexpected: ' + navResult.stdout,+ );++ const initScriptResult = await runCli(+ [+ 'navigate_page',+ '1',+ '--initScript',+ 'alert(1)',+ '--timeout',+ 'invalid',+ ],+ sessionId,+ );+ assert.strictEqual(initScriptResult.status, 0);+ assert(+ initScriptResult.stdout.includes(+ 'Input validation error: Invalid arguments for tool navigate_page: timeout: Invalid input: expected number, received null, Unrecognized key: "initScript"',+ ),+ 'error message is unexpected: ' + initScriptResult.stdout,+ );+ });+});diff --git a/tests/e2e/chrome-devtools-performance.test.ts b/tests/e2e/chrome-devtools-performance.test.tsnew file mode 100644index 00000000..5c3e889b--- /dev/null+++ b/tests/e2e/chrome-devtools-performance.test.ts@@ -0,0 +1,63 @@+/**+ * @license+ * Copyright 2026 Google LLC+ * SPDX-License-Identifier: Apache-2.0+ */++import assert from 'node:assert';+import crypto from 'node:crypto';+import {describe, it, afterEach, beforeEach} from 'node:test';++import {assertDaemonIsNotRunning, runCli} from '../utils.js';++describe('chrome-devtools', () => {+ let sessionId: string;++ beforeEach(async () => {+ sessionId = crypto.randomUUID();+ await runCli(['stop'], sessionId);+ await assertDaemonIsNotRunning(sessionId);+ });++ afterEach(async () => {+ await runCli(['stop'], sessionId);+ await assertDaemonIsNotRunning(sessionId);+ });++ it('can record a performance trace', async () => {+ const startResult = await runCli(+ ['start', '--performanceCrux=false'],+ sessionId,+ );+ assert.strictEqual(+ startResult.status,+ 0,+ `start command failed: ${startResult.stderr}`,+ );++ const emulateResult = await runCli(+ ['emulate', '1', '--cpuThrottlingRate', '2'],+ sessionId,+ );+ assert.strictEqual(+ emulateResult.status,+ 0,+ `emulate command failed: ${emulateResult.stderr}`,+ );++ const result = await runCli(['performance_start_trace', '1'], sessionId);+ assert.strictEqual(+ result.status,+ 0,+ `performance_start_trace command failed: ${result.stderr}`,+ );+ assert(+ result.stdout.includes('The performance trace has been stopped.'),+ 'performance_start_trace output is unexpected: ' + result.stdout,+ );+ assert(+ result.stdout.includes('CPU throttling: 2x'),+ 'performance_start_trace output is unexpected: ' + result.stdout,+ );+ });+});