Chrome DevTools for coding agents
docs: estimate tokens using tiktoken (#959)
Alex Rudenkofd0a9193b37b
diff --git a/docs/tool-reference.md b/docs/tool-reference.mdindex 04a9db52..619fd571 100644--- a/docs/tool-reference.md+++ b/docs/tool-reference.md@@ -1,6 +1,6 @@<!-- AUTO GENERATED DO NOT EDIT - run 'npm run docs' to update-->-# Chrome DevTools MCP Tool Reference+# Chrome DevTools MCP Tool Reference (~6661 cl100k_base tokens)- **[Input automation](#input-automation)** (8 tools)- [`click`](#click)diff --git a/package-lock.json b/package-lock.jsonindex c3c9581c..e8159812 100644--- a/package-lock.json+++ b/package-lock.json@@ -39,6 +39,7 @@"rollup-plugin-cleanup": "^3.2.1","rollup-plugin-license": "^3.6.0","sinon": "^21.0.0",+ "tiktoken": "^1.0.22","typescript": "^5.9.2","typescript-eslint": "^8.43.0","yargs": "18.0.0"@@ -7115,6 +7116,13 @@"b4a": "^1.6.4"}},+ "node_modules/tiktoken": {+ "version": "1.0.22",+ "resolved": "https://registry.npmjs.org/tiktoken/-/tiktoken-1.0.22.tgz",+ "integrity": "sha512-PKvy1rVF1RibfF3JlXBSP0Jrcw2uq3yXdgcEXtKTYn3QJ/cBRBHDnrJ5jHky+MENZ6DIPwNUGWpkVx+7joCpNA==",+ "dev": true,+ "license": "MIT"+ },"node_modules/tinyglobby": {"version": "0.2.15","resolved": "https://registry.npmjs.org/tinyglobby/-/tinyglobby-0.2.15.tgz",diff --git a/package.json b/package.jsonindex f981a340..3f43152c 100644--- a/package.json+++ b/package.json@@ -67,6 +67,7 @@"rollup-plugin-cleanup": "^3.2.1","rollup-plugin-license": "^3.6.0","sinon": "^21.0.0",+ "tiktoken": "^1.0.22","typescript": "^5.9.2","typescript-eslint": "^8.43.0","yargs": "18.0.0"diff --git a/scripts/generate-docs.ts b/scripts/generate-docs.tsindex 8ae3dc19..691e0edc 100644--- a/scripts/generate-docs.ts+++ b/scripts/generate-docs.ts@@ -6,7 +6,10 @@import fs from 'node:fs';+import {Client} from '@modelcontextprotocol/sdk/client/index.js';+import {StdioClientTransport} from '@modelcontextprotocol/sdk/client/stdio.js';import type {Tool} from '@modelcontextprotocol/sdk/types.js';+import {get_encoding} from 'tiktoken';import {cliOptions} from '../build/src/cli.js';import {ToolCategory, labels} from '../build/src/tools/categories.js';@@ -15,6 +18,42 @@ import {tools} from '../build/src/tools/tools.js';const OUTPUT_PATH = './docs/tool-reference.md';const README_PATH = './README.md';+async function measureServer() {+ // 1. Connect to your actual MCP server+ const transport = new StdioClientTransport({+ command: 'node',+ args: ['./build/src/index.js'], // Point to your built MCP server+ });++ const client = new Client(+ {name: 'measurer', version: '1.0.0'},+ {capabilities: {}},+ );+ await client.connect(transport);++ // 2. Fetch all tools+ const toolsList = await client.listTools();++ // 3. Serialize exactly how an LLM would see it (JSON)+ const jsonString = JSON.stringify(toolsList.tools, null, 2);++ // 4. Count tokens (using cl100k_base which is standard for GPT-4/Claude-3.5 approximation)+ const enc = get_encoding('cl100k_base');+ const tokenCount = enc.encode(jsonString).length;++ console.log(`--- Measurement Results ---`);+ console.log(`Total Tools: ${toolsList.tools.length}`);+ console.log(`JSON Character Count: ${jsonString.length}`);+ console.log(`Estimated Token Count: ~${tokenCount}`);++ // Clean up+ enc.free();+ await client.close();+ return {+ tokenCount,+ };+}+// Extend the MCP Tool type to include our annotationsinterface ToolWithAnnotations extends Tool {annotations?: {@@ -316,7 +355,7 @@ async function generateToolDocumentation(): Promise<void> {// Generate markdown documentationlet markdown = `<!-- AUTO GENERATED DO NOT EDIT - run 'npm run docs' to update-->-# Chrome DevTools MCP Tool Reference+# Chrome DevTools MCP Tool Reference (~${(await measureServer()).tokenCount} cl100k_base tokens)`;