Computer use for the Pi coding agent — Windows apps, browsers and desktops through native UI trees, screenshots and real input.
TypeScript accessibilityagent-toolsai-agentbrowser-automationcomputer-usecuadesktop-automationelectronpipi-coding-agentpi-extensionpi-packageplaywrighttypescriptui-automationvisionwebview2windowswindows-automationwsl
feat: defer Computer Use metadata through IDE capabilities
alexshpunt-clanker[bot]ddf0d30fcaf8
diff --git a/package-lock.json b/package-lock.jsonindex 18d2662..1d18023 100644--- a/package-lock.json+++ b/package-lock.json@@ -10,7 +10,7 @@"license": "MIT","dependencies": {"@modelcontextprotocol/sdk": "1.31.0",- "pi-agent-ide": "^0.8.3",+ "pi-agent-ide": "^0.9.0","playwright-core": "1.64.1","sharp": "0.35.5"},@@ -2993,7 +2993,6 @@"version": "11.0.4","resolved": "https://registry.npmjs.org/@types/fs-extra/-/fs-extra-11.0.4.tgz","integrity": "sha512-yTbItCNreRooED33qjunPthRcSjERP1r4MqCZc7wv0u2sUkzTFp45tgUfS5+r7FrZPdmCCNflLhVSP/o+SemsQ==",- "dev": true,"license": "MIT","dependencies": {"@types/jsonfile": "*",@@ -3004,7 +3003,6 @@"version": "6.1.4","resolved": "https://registry.npmjs.org/@types/jsonfile/-/jsonfile-6.1.4.tgz","integrity": "sha512-D5qGUYwjvnNNextdU59/+fI+spnwtTFmyQP0h+PfIOSkNfpU6AOICUOkm4i0OnSk+NyjdPJrxCDro0sJsWlRpQ==",- "dev": true,"license": "MIT","dependencies": {"@types/node": "*"@@ -3014,7 +3012,6 @@"version": "24.0.4","resolved": "https://registry.npmjs.org/@types/node/-/node-24.0.4.tgz","integrity": "sha512-ulyqAkrhnuNq9pB76DRBTkcS6YsmDALy6Ua63V8OhrOBgbcYt6IOdzpw5P1+dyRIyMerzLkeYWBeOXPpA9GMAA==",- "dev": true,"license": "MIT","dependencies": {"undici-types": "~7.8.0"@@ -5044,182 +5041,6 @@"node-addon-api": "^7.1.0"}},- "node_modules/node-screenshots": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots/-/node-screenshots-0.2.8.tgz",- "integrity": "sha512-7O2ab89hkUgiXkrYj9iYCbJjY1iFJqIyZt0vuVtHFKlnajeFoyW+hur4CPxwwrnCUK0ahr0WLWQ5A6rCzF8rWQ==",- "license": "Apache-2.0",- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- },- "optionalDependencies": {- "node-screenshots-darwin-arm64": "0.2.8",- "node-screenshots-darwin-x64": "0.2.8",- "node-screenshots-linux-arm64-gnu": "0.2.8",- "node-screenshots-linux-loong64-gnu": "0.2.8",- "node-screenshots-linux-x64-gnu": "0.2.8",- "node-screenshots-linux-x64-musl": "0.2.8",- "node-screenshots-win32-arm64-msvc": "0.2.8",- "node-screenshots-win32-ia32-msvc": "0.2.8",- "node-screenshots-win32-x64-msvc": "0.2.8"- }- },- "node_modules/node-screenshots-darwin-arm64": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-darwin-arm64/-/node-screenshots-darwin-arm64-0.2.8.tgz",- "integrity": "sha512-CEJE47gG2ceTc1fQRE3T/8lBwCGFJ+0iJiP+CQgCUAll4kKd32DQ7lCANqUseo96/xi6HuDOlrjLkAp7x2TzFw==",- "cpu": [- "arm64"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "darwin"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-darwin-x64": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-darwin-x64/-/node-screenshots-darwin-x64-0.2.8.tgz",- "integrity": "sha512-3WIw4QaEP3pIUtSYh2NThwmzQl00H1bTPwPS7sYRLihAzB3NA/FOnIqRmvtadI0KEnnRGX4apdZgIhfXtgbNZA==",- "cpu": [- "x64"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "darwin"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-linux-arm64-gnu": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-linux-arm64-gnu/-/node-screenshots-linux-arm64-gnu-0.2.8.tgz",- "integrity": "sha512-aXJKtekSzQLJX6hh/VT5gilyloiN3DE4oE5xu9z7nLcTPyfC089dqVoERXJxnT+aqSQzx0KkI2te8BZNkjaMtQ==",- "cpu": [- "arm64"- ],- "libc": [- "glibc"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "linux"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-linux-loong64-gnu": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-linux-loong64-gnu/-/node-screenshots-linux-loong64-gnu-0.2.8.tgz",- "integrity": "sha512-+982Yn7L7XID/FhYR6W6S2IVTLiueOBcHs/BP1Te5W6MtwlIIRg593zFh5HPQp7G+IaHqEXQzQj6D7kjJhXzsQ==",- "cpu": [- "loong64"- ],- "libc": [- "glibc"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "linux"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-linux-x64-gnu": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-linux-x64-gnu/-/node-screenshots-linux-x64-gnu-0.2.8.tgz",- "integrity": "sha512-xF0hLfPMm9NEF4WtiQnbCyCUxU15M25lFkBzK4WS1CGOcxM7e30tvvwyYfmrMp3OtW/hESQFtiTb4cjKcOdaSA==",- "cpu": [- "x64"- ],- "libc": [- "glibc"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "linux"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-linux-x64-musl": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-linux-x64-musl/-/node-screenshots-linux-x64-musl-0.2.8.tgz",- "integrity": "sha512-mu/sVwDMt2yQM5ql2rtyQm+mq6Im2ycQLzQxXFXVJOB+k5A+Hk9h65J+G+Iy3rn1uNrYVDjgUQGvIkgpkIonCg==",- "cpu": [- "x64"- ],- "libc": [- "musl"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "linux"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-win32-arm64-msvc": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-win32-arm64-msvc/-/node-screenshots-win32-arm64-msvc-0.2.8.tgz",- "integrity": "sha512-g7nnuoJO2yjO8Ovr+Uz9e+LYJMlYc5eqoGPQq7U7NK1LVc2DpyCJ18VT8WdP2f098lfHvE12D3X7Es8NLFjiPg==",- "cpu": [- "arm64"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "win32"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-win32-ia32-msvc": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-win32-ia32-msvc/-/node-screenshots-win32-ia32-msvc-0.2.8.tgz",- "integrity": "sha512-Qsh4Ggs7MzO2XuDPFMRcRxRuiUGxxtHEFuqAfLFL1DiOfBIhLpukZ8JUHlEBdzjPxMFFRJw/4nOm0tnyHP/fiQ==",- "cpu": [- "ia32"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "win32"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },- "node_modules/node-screenshots-win32-x64-msvc": {- "version": "0.2.8",- "resolved": "https://registry.npmjs.org/node-screenshots-win32-x64-msvc/-/node-screenshots-win32-x64-msvc-0.2.8.tgz",- "integrity": "sha512-DdFORB74FghM1L6UtE1TltIR2H0CCCmfQEa8gp2CTSdtBr2b0TKL7ZlbEV6x/wVKRFT59w7Kd6BULdeMmp0X2w==",- "cpu": [- "x64"- ],- "license": "Apache-2.0",- "optional": true,- "os": [- "win32"- ],- "engines": {- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"- }- },"node_modules/nth-check": {"version": "3.0.1","resolved": "https://registry.npmjs.org/nth-check/-/nth-check-3.0.1.tgz",@@ -5455,9 +5276,9 @@}},"node_modules/pi-agent-ide": {- "version": "0.8.3",- "resolved": "https://registry.npmjs.org/pi-agent-ide/-/pi-agent-ide-0.8.3.tgz",- "integrity": "sha512-dIWF3neguz2T5ue03zJriq9oBAitcXXAtKh5ib7LdLgiuzlYHWqxgsJAoVXgjXcAUEhfcSVk+tkr2AWSsGavdg==",+ "version": "0.9.0",+ "resolved": "https://registry.npmjs.org/pi-agent-ide/-/pi-agent-ide-0.9.0.tgz",+ "integrity": "sha512-goM9J/WgcGz1ATwcRRfi6Nmcf26Qjz49vbHiSbQb/m8iuZdhYM+1luy7C3VQYqTiUr1m48qCVIyme7LPWjVqEw==","bundleDependencies": ["pi-agent-doctor","pi-agent-documentation",@@ -5518,6 +5339,7 @@"@napi-rs/canvas": "^1.0.9","@tree-sitter-grammars/tree-sitter-toml": "^0.7.0","@tree-sitter-grammars/tree-sitter-yaml": "^0.7.1",+ "@types/fs-extra": "^11.0.4","@xterm/headless": "^6.0.0","cross-spawn": "^7.0.6","defuddle": "^0.19.1",@@ -5526,44 +5348,43 @@"fs-extra": "^11.4.0","linkedom": "^0.18.12","node-pty": "^1.1.0",- "node-screenshots": "0.2.8","oxfmt": "0.64.0","partial-json": "^0.1.7","pdfjs-dist": "^6.2.108",- "pi-agent-doctor": "0.8.3",- "pi-agent-documentation": "0.8.3",- "pi-agent-filesystem": "0.8.3",- "pi-agent-filesystem-image": "0.8.3",- "pi-agent-filesystem-jq": "0.8.3",- "pi-agent-filesystem-pdf": "0.8.3",- "pi-agent-filesystem-text": "0.8.3",- "pi-agent-ide-ast": "0.8.3",- "pi-agent-ide-changes": "0.8.3",- "pi-agent-ide-formatter": "0.8.3",- "pi-agent-ide-languages": "0.8.3",- "pi-agent-ide-lint": "0.8.3",- "pi-agent-ide-lsp": "0.8.3",- "pi-agent-image": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-pdf": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-search-text": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-anchor-constant": "0.8.3",- "pi-agent-text-anchor-exact": "0.8.3",- "pi-agent-text-anchor-line-hash": "0.8.3",- "pi-agent-text-editor": "0.8.3",- "pi-agent-text-editor-renderer": "0.8.3",- "pi-agent-text-editor-stale-anchor": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3",- "pi-agent-web": "0.8.3",- "pi-agent-web-html": "0.8.3",- "pi-agent-web-image": "0.8.3",- "pi-agent-web-pdf": "0.8.3",- "pi-agent-web-text": "0.8.3",+ "pi-agent-doctor": "0.9.0",+ "pi-agent-documentation": "0.9.0",+ "pi-agent-filesystem": "0.9.0",+ "pi-agent-filesystem-image": "0.9.0",+ "pi-agent-filesystem-jq": "0.9.0",+ "pi-agent-filesystem-pdf": "0.9.0",+ "pi-agent-filesystem-text": "0.9.0",+ "pi-agent-ide-ast": "0.9.0",+ "pi-agent-ide-changes": "0.9.0",+ "pi-agent-ide-formatter": "0.9.0",+ "pi-agent-ide-languages": "0.9.0",+ "pi-agent-ide-lint": "0.9.0",+ "pi-agent-ide-lsp": "0.9.0",+ "pi-agent-image": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-pdf": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-search-text": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-anchor-constant": "0.9.0",+ "pi-agent-text-anchor-exact": "0.9.0",+ "pi-agent-text-anchor-line-hash": "0.9.0",+ "pi-agent-text-editor": "0.9.0",+ "pi-agent-text-editor-renderer": "0.9.0",+ "pi-agent-text-editor-stale-anchor": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0",+ "pi-agent-web": "0.9.0",+ "pi-agent-web-html": "0.9.0",+ "pi-agent-web-image": "0.9.0",+ "pi-agent-web-pdf": "0.9.0",+ "pi-agent-web-text": "0.9.0","playwright-core": "^1.62.1","tree-sitter-cpp": "^0.23.4","tree-sitter-javascript": "^0.25.0",@@ -5595,100 +5416,100 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-doctor": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-documentation": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-image": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-image": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-image": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-image": "0.8.3",- "pi-agent-resource": "0.8.3"+ "pi-agent-image": "0.9.0",+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-jq": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-documentation": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-text": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-documentation": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-text": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-pdf": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-pdf": "0.8.3",- "pi-agent-resource": "0.8.3"+ "pi-agent-pdf": "0.9.0",+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-text": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3"+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-ast": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-documentation": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-search-text": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-documentation": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-search-text": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*","@earendil-works/pi-tui": "*",- "pi-agent-ide": "0.8.3",+ "pi-agent-ide": "0.9.0","typebox": "*"},"peerDependenciesMeta": {@@ -5698,16 +5519,16 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-changes": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-documentation": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-documentation": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5716,14 +5537,14 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-formatter": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3"+ "pi-agent-doctor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",- "pi-agent-ide": "0.8.3"+ "pi-agent-ide": "0.9.0"},"peerDependenciesMeta": {"pi-agent-ide": {@@ -5732,28 +5553,28 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-languages": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3"+ "pi-agent-doctor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-lint": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",- "pi-agent-ide": "0.8.3"+ "pi-agent-ide": "0.9.0"},"peerDependenciesMeta": {"pi-agent-ide": {@@ -5762,20 +5583,24 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-ide-lsp": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-documentation": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",- "pi-agent-ide": "0.8.3"+ "pi-agent-ide": "0.9.0",+ "typebox": "*"},"peerDependenciesMeta": {"pi-agent-ide": {@@ -5784,36 +5609,36 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-image": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3"+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-invariant": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true},"node_modules/pi-agent-ide/node_modules/pi-agent-pdf": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3"+ "pi-agent-resource": "0.9.0"}},"node_modules/pi-agent-ide/node_modules/pi-agent-read": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-documentation": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-documentation": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5822,7 +5647,7 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-resource": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"peerDependencies": {"@earendil-works/pi-ai": "*",@@ -5831,13 +5656,13 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-search": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-documentation": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-documentation": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5846,80 +5671,82 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-search-text": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",- "@earendil-works/pi-tui": "*"+ "@earendil-works/pi-tui": "*",+ "typebox": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-text": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3"+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"typebox": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-constant": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-exact": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-line-hash": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-documentation": "0.8.3",- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-text": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-documentation": "0.9.0",+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-text": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-ai": "*",@@ -5929,13 +5756,13 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor-renderer": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-invariant": "0.8.3",- "pi-agent-text-editor": "0.8.3",- "pi-agent-tool-call-interception": "0.8.3",- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-invariant": "0.9.0",+ "pi-agent-text-editor": "0.9.0",+ "pi-agent-tool-call-interception": "0.9.0",+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5943,23 +5770,23 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor-stale-anchor": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-invariant": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-text-editor": "0.8.3"+ "pi-agent-invariant": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-text-editor": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-tool-call-interception": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-tool-ui": "0.8.3"+ "pi-agent-tool-ui": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5968,7 +5795,7 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-tool-ui": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"peerDependencies": {"@earendil-works/pi-coding-agent": "*",@@ -5976,58 +5803,58 @@}},"node_modules/pi-agent-ide/node_modules/pi-agent-web": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-doctor": "0.8.3",- "pi-agent-image": "0.8.3",- "pi-agent-read": "0.8.3",- "pi-agent-resource": "0.8.3",- "pi-agent-search": "0.8.3",- "pi-agent-text": "0.8.3"+ "pi-agent-doctor": "0.9.0",+ "pi-agent-image": "0.9.0",+ "pi-agent-read": "0.9.0",+ "pi-agent-resource": "0.9.0",+ "pi-agent-search": "0.9.0",+ "pi-agent-text": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-web-html": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3"+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-web-image": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-image": "0.8.3",- "pi-agent-resource": "0.8.3"+ "pi-agent-image": "0.9.0",+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-web-pdf": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-pdf": "0.8.3",- "pi-agent-resource": "0.8.3"+ "pi-agent-pdf": "0.9.0",+ "pi-agent-resource": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"}},"node_modules/pi-agent-ide/node_modules/pi-agent-web-text": {- "version": "0.8.3",+ "version": "0.9.0","inBundle": true,"dependencies": {- "pi-agent-resource": "0.8.3",- "pi-agent-text": "0.8.3"+ "pi-agent-resource": "0.9.0",+ "pi-agent-text": "0.9.0"},"peerDependencies": {"@earendil-works/pi-coding-agent": "*"@@ -7064,7 +6891,6 @@"version": "7.8.0","resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.8.0.tgz","integrity": "sha512-9UJ2xGDvQ43tYyVMpuHlsgApydB8ZKfVYTsLDhXkFL/6gfkp+U8xTGdh8pMJv1SpZna0zxG1DwsKZsreLbXBxw==",- "dev": true,"license": "MIT"},"node_modules/unicode-trie": {diff --git a/package.json b/package.jsonindex 72d3edb..9999250 100644--- a/package.json+++ b/package.json@@ -70,7 +70,7 @@},"dependencies": {"@modelcontextprotocol/sdk": "1.31.0",- "pi-agent-ide": "^0.8.3",+ "pi-agent-ide": "^0.9.0","playwright-core": "1.64.1","sharp": "0.35.5"},diff --git a/src/index.ts b/src/index.tsindex 019d9a8..cdaaa7e 100644--- a/src/index.ts+++ b/src/index.ts@@ -64,6 +64,8 @@ export default async function computerUse(pi: ExtensionAPI): Promise<void> {registered = true;registerComputerTools(pi, provider.resources, provider.attached() ? IDE_TOOL_NAMES : STANDALONE_TOOL_NAMES);if (!provider.attached()) registerStandaloneTools(pi, provider.resources, fillToolNames(provider.guide, STANDALONE_TOOL_NAMES));+ const namespace = computerNamespace();+ provider.registerCapabilities(pi.getAllTools().filter(tool => tool.namespace?.name === namespace.name).map(tool => tool.name), namespace);// Deferred tools are reachable only through tool_search, which Pi registers inactive.const active = pi.getActiveTools();if (!active.includes("tool_search") && pi.getAllTools().some(tool => tool.name === "tool_search"))diff --git a/src/provider.ts b/src/provider.tsindex 864ced9..5336ee0 100644--- a/src/provider.ts+++ b/src/provider.ts@@ -4,6 +4,7 @@ import { connectSearchPlugin, SEARCH_PROTOCOL, SEARCH_API_VERSION } from "pi-ageimport { connectTextEditorPlugin, TEXT_EDITOR_PROTOCOL, TEXT_EDITOR_API_VERSION } from "pi-agent-ide/api/text-editor";import type { ResourceResolver } from "pi-agent-ide/api/resource";import { connectAgentDocumentation } from "pi-agent-ide/api/documentation";+import { registerIdeCapability } from "pi-agent-ide/api/capabilities";import { readFile } from "node:fs/promises";import { ComputerResources, computerResultText, ComputerRequestError, FORCE, LOCAL_MACHINE, type SandboxFactory, type MachineFactory } from "./computer-resources.ts";import { computerSource, displaySource, type ComputerAddress } from "./computer-address.ts";@@ -463,7 +464,8 @@ function nativeBlocks(body: string, result: ComputerResult | undefined, uiOnly:*/export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cwd: string) => Promise<ComputerSession>,closeSession: () => Promise<ComputerResult>, openSandbox?: SandboxFactory, connectMachine?: MachineFactory, getMode?: () => ComputerMode,-): Promise<{ readonly resources: ComputerResources; readonly guide: string; readonly attached: () => boolean }> {+): Promise<{ readonly resources: ComputerResources; readonly guide: string; readonly attached: () => boolean;+ readonly registerCapabilities: (tools: readonly string[], namespace: { name: string; description: string }) => void }> {const accepted = new Set<string>();const guide = await readFile(new URL("../docs/computer-resources.md", import.meta.url), "utf8");connectAgentDocumentation(pi, [{ id: "computer", description: "Windows app windows, displays and browser pages: look with read and search, act with the computer_* tools",@@ -503,7 +505,6 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cwreturn { kind: "return", result: { content: read.content, isError: read.isError, details: read.details,script: { kind: "native", source: read.details.source, blocks: read.canonical } } };} });- api.describe({ path: computerPathHelp(IDE_TOOL_NAMES), views: computerViewsHelp(IDE_TOOL_NAMES) });} })),optional(connectSearchPlugin(pi, { protocol: SEARCH_PROTOCOL, apiVersion: SEARCH_API_VERSION, id: "computer", setup(api) {accepted.add("search");@@ -520,7 +521,6 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cwformat(payload) { const result = payload as ComputerResult; return { ...result, content: [{ type: "text", text: resources.shorten(presentComputerResult(result)) }] }; },toScriptData(payload) { return { kind: "custom", resolverId: "computer", value: (payload as ComputerResult).details }; },} });- api.describe(COMPUTER_SEARCH_HELP);} })),optional(connectTextEditorPlugin(pi, { protocol: TEXT_EDITOR_PROTOCOL, apiVersion: TEXT_EDITOR_API_VERSION, id: "computer", setup(api) {accepted.add("text-editor");@@ -542,10 +542,21 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cwmatches: input => owns(record(input).path),execute: (context, input) => deleteComputer(resources, context.sourceFor("path"), record(input), context.cwd, context.signal),});- // Field descriptions are additive on newer IDE SDKs; semantic ownership works on both.- if ("describeField" in deleteTool && typeof deleteTool.describeField === "function")- deleteTool.describeField("path", COMPUTER_DELETE_HELP);} })),]);- return { resources, guide, attached: () => accepted.size === 3 };+ return { resources, guide, attached: () => accepted.size === 3,+ registerCapabilities(tools, namespace) {+ if (accepted.size === 0) return;+ registerIdeCapability(pi, {+ version: 1, id: "computer", tools,+ discovery: { name: "ide_capability_computer", namespace,+ description: "Use ide_capability_computer to load Computer Use resource syntax for Read, Search and Delete, including installed-app, existing-window and display discovery." },+ schemas: {+ ...(accepted.has("read") ? { read: { parameters: { path: computerPathHelp(IDE_TOOL_NAMES), views: computerViewsHelp(IDE_TOOL_NAMES) } } } : {}),+ ...(accepted.has("search") ? { search: { promptGuidelines: [COMPUTER_SEARCH_HELP] } } : {}),+ ...(accepted.has("text-editor") ? { delete: { parameters: { path: COMPUTER_DELETE_HELP } } } : {}),+ },+ });+ },+ };}