Skip to content

Chrome DevTools for coding agents

test: split e2e commands test to avoid file-level timeout (#3141)

Alex Rudenkoc34bbe61405a
diff --git a/tests/e2e/chrome-devtools-commands.test.ts b/tests/e2e/chrome-devtools-commands.test.ts
index bd191227..397e9777 100644
--- a/tests/e2e/chrome-devtools-commands.test.ts
+++ b/tests/e2e/chrome-devtools-commands.test.ts
@@ -160,126 +160,4 @@ describe('chrome-devtools', () => {
await runCli(['stop'], sessionId, {cwd: clientDirectory});
}
});
-
- it('fails to invoke list_network_requests when categoryNetwork is disabled', async () => {
- await runCli(['start', '--categoryNetwork=false'], sessionId);
-
- const result = await runCli(['list_network_requests', '1'], sessionId);
- assert.strictEqual(result.status, 0);
-
- assert(
- result.stdout.includes(
- 'Tool list_network_requests is in category Network which is currently disabled',
- ),
- 'error message is unexpected: ' + result.stdout,
- );
- assert(
- result.stdout.includes('chrome-devtools start --categoryNetwork=true'),
- 'restart command suggestion is missing: ' + result.stdout,
- );
- });
-
- it('fails to invoke click_at when experimentalVision is disabled (default)', async () => {
- await runCli(['start'], sessionId);
-
- const result = await runCli(['click_at', '1', '100', '100'], sessionId);
- assert.strictEqual(result.status, 0);
- assert(
- result.stdout.includes(
- 'Tool click_at requires experimental feature --experimentalVision and is currently disabled',
- ),
- 'error message is unexpected: ' + result.stdout,
- );
- assert(
- result.stdout.includes('chrome-devtools start --experimentalVision=true'),
- 'restart command suggestion is miss: ' + result.stdout,
- );
- });
-
- it('fails to invoke evaluate_script when javascriptEvaluation is disabled', async () => {
- await runCli(['start', '--no-javascript-evaluation'], sessionId);
-
- const result = await runCli(['evaluate_script', '() => 1'], sessionId);
- assert.strictEqual(result.status, 0);
- assert(
- result.stdout.includes(
- 'Tool evaluate_script requires flag --javascriptEvaluation and is currently disabled',
- ),
- 'error message is unexpected: ' + result.stdout,
- );
- assert(
- result.stdout.includes(
- 'chrome-devtools start --javascriptEvaluation=true',
- ),
- 'restart command suggestion is missing: ' + result.stdout,
- );
-
- const navResult = await runCli(
- ['navigate_page', '1', '--url', 'javascript:alert(1)'],
- sessionId,
- );
- assert.strictEqual(navResult.status, 0);
- assert(
- navResult.stdout.includes(
- 'Navigating to javascript: URLs is not allowed when JavaScript evaluation is disabled.',
- ),
- 'error message is unexpected: ' + navResult.stdout,
- );
-
- const initScriptResult = await runCli(
- [
- 'navigate_page',
- '1',
- '--initScript',
- 'alert(1)',
- '--timeout',
- 'invalid',
- ],
- sessionId,
- );
- assert.strictEqual(initScriptResult.status, 0);
- assert(
- initScriptResult.stdout.includes(
- 'Input validation error: Invalid arguments for tool navigate_page: timeout: Invalid input: expected number, received null, Unrecognized key: "initScript"',
- ),
- 'error message is unexpected: ' + initScriptResult.stdout,
- );
- });
-
- it('can record a performance trace', async () => {
- const startResult = await runCli(
- ['start', '--performanceCrux=false'],
- sessionId,
- );
- assert.strictEqual(
- startResult.status,
- 0,
- `start command failed: ${startResult.stderr}`,
- );
-
- const emulateResult = await runCli(
- ['emulate', '1', '--cpuThrottlingRate', '2'],
- sessionId,
- );
- assert.strictEqual(
- emulateResult.status,
- 0,
- `emulate command failed: ${emulateResult.stderr}`,
- );
-
- const result = await runCli(['performance_start_trace', '1'], sessionId);
- assert.strictEqual(
- result.status,
- 0,
- `performance_start_trace command failed: ${result.stderr}`,
- );
- assert(
- result.stdout.includes('The performance trace has been stopped.'),
- 'performance_start_trace output is unexpected: ' + result.stdout,
- );
- assert(
- result.stdout.includes('CPU throttling: 2x'),
- 'performance_start_trace output is unexpected: ' + result.stdout,
- );
- });
});
diff --git a/tests/e2e/chrome-devtools-disabled-tools.test.ts b/tests/e2e/chrome-devtools-disabled-tools.test.ts
new file mode 100644
index 00000000..b829fc41
--- /dev/null
+++ b/tests/e2e/chrome-devtools-disabled-tools.test.ts
@@ -0,0 +1,111 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import assert from 'node:assert';
+import crypto from 'node:crypto';
+import {describe, it, afterEach, beforeEach} from 'node:test';
+
+import {assertDaemonIsNotRunning, runCli} from '../utils.js';
+
+describe('chrome-devtools', () => {
+ let sessionId: string;
+
+ beforeEach(async () => {
+ sessionId = crypto.randomUUID();
+ await runCli(['stop'], sessionId);
+ await assertDaemonIsNotRunning(sessionId);
+ });
+
+ afterEach(async () => {
+ await runCli(['stop'], sessionId);
+ await assertDaemonIsNotRunning(sessionId);
+ });
+
+ it('fails to invoke list_network_requests when categoryNetwork is disabled', async () => {
+ await runCli(['start', '--categoryNetwork=false'], sessionId);
+
+ const result = await runCli(['list_network_requests', '1'], sessionId);
+ assert.strictEqual(result.status, 0);
+
+ assert(
+ result.stdout.includes(
+ 'Tool list_network_requests is in category Network which is currently disabled',
+ ),
+ 'error message is unexpected: ' + result.stdout,
+ );
+ assert(
+ result.stdout.includes('chrome-devtools start --categoryNetwork=true'),
+ 'restart command suggestion is missing: ' + result.stdout,
+ );
+ });
+
+ it('fails to invoke click_at when experimentalVision is disabled (default)', async () => {
+ await runCli(['start'], sessionId);
+
+ const result = await runCli(['click_at', '1', '100', '100'], sessionId);
+ assert.strictEqual(result.status, 0);
+ assert(
+ result.stdout.includes(
+ 'Tool click_at requires experimental feature --experimentalVision and is currently disabled',
+ ),
+ 'error message is unexpected: ' + result.stdout,
+ );
+ assert(
+ result.stdout.includes('chrome-devtools start --experimentalVision=true'),
+ 'restart command suggestion is miss: ' + result.stdout,
+ );
+ });
+
+ it('fails to invoke evaluate_script when javascriptEvaluation is disabled', async () => {
+ await runCli(['start', '--no-javascript-evaluation'], sessionId);
+
+ const result = await runCli(['evaluate_script', '() => 1'], sessionId);
+ assert.strictEqual(result.status, 0);
+ assert(
+ result.stdout.includes(
+ 'Tool evaluate_script requires flag --javascriptEvaluation and is currently disabled',
+ ),
+ 'error message is unexpected: ' + result.stdout,
+ );
+ assert(
+ result.stdout.includes(
+ 'chrome-devtools start --javascriptEvaluation=true',
+ ),
+ 'restart command suggestion is missing: ' + result.stdout,
+ );
+
+ const navResult = await runCli(
+ ['navigate_page', '1', '--url', 'javascript:alert(1)'],
+ sessionId,
+ );
+ assert.strictEqual(navResult.status, 0);
+ assert(
+ navResult.stdout.includes(
+ 'Navigating to javascript: URLs is not allowed when JavaScript evaluation is disabled.',
+ ),
+ 'error message is unexpected: ' + navResult.stdout,
+ );
+
+ const initScriptResult = await runCli(
+ [
+ 'navigate_page',
+ '1',
+ '--initScript',
+ 'alert(1)',
+ '--timeout',
+ 'invalid',
+ ],
+ sessionId,
+ );
+ assert.strictEqual(initScriptResult.status, 0);
+ assert(
+ initScriptResult.stdout.includes(
+ 'Input validation error: Invalid arguments for tool navigate_page: timeout: Invalid input: expected number, received null, Unrecognized key: "initScript"',
+ ),
+ 'error message is unexpected: ' + initScriptResult.stdout,
+ );
+ });
+});
diff --git a/tests/e2e/chrome-devtools-performance.test.ts b/tests/e2e/chrome-devtools-performance.test.ts
new file mode 100644
index 00000000..5c3e889b
--- /dev/null
+++ b/tests/e2e/chrome-devtools-performance.test.ts
@@ -0,0 +1,63 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import assert from 'node:assert';
+import crypto from 'node:crypto';
+import {describe, it, afterEach, beforeEach} from 'node:test';
+
+import {assertDaemonIsNotRunning, runCli} from '../utils.js';
+
+describe('chrome-devtools', () => {
+ let sessionId: string;
+
+ beforeEach(async () => {
+ sessionId = crypto.randomUUID();
+ await runCli(['stop'], sessionId);
+ await assertDaemonIsNotRunning(sessionId);
+ });
+
+ afterEach(async () => {
+ await runCli(['stop'], sessionId);
+ await assertDaemonIsNotRunning(sessionId);
+ });
+
+ it('can record a performance trace', async () => {
+ const startResult = await runCli(
+ ['start', '--performanceCrux=false'],
+ sessionId,
+ );
+ assert.strictEqual(
+ startResult.status,
+ 0,
+ `start command failed: ${startResult.stderr}`,
+ );
+
+ const emulateResult = await runCli(
+ ['emulate', '1', '--cpuThrottlingRate', '2'],
+ sessionId,
+ );
+ assert.strictEqual(
+ emulateResult.status,
+ 0,
+ `emulate command failed: ${emulateResult.stderr}`,
+ );
+
+ const result = await runCli(['performance_start_trace', '1'], sessionId);
+ assert.strictEqual(
+ result.status,
+ 0,
+ `performance_start_trace command failed: ${result.stderr}`,
+ );
+ assert(
+ result.stdout.includes('The performance trace has been stopped.'),
+ 'performance_start_trace output is unexpected: ' + result.stdout,
+ );
+ assert(
+ result.stdout.includes('CPU throttling: 2x'),
+ 'performance_start_trace output is unexpected: ' + result.stdout,
+ );
+ });
+});