Skip to content

Computer use for the Pi coding agent — Windows apps, browsers and desktops through native UI trees, screenshots and real input.

feat: defer Computer Use metadata through IDE capabilities

alexshpunt-clanker[bot]ddf0d30fcaf8
diff --git a/package-lock.json b/package-lock.json
index 18d2662..1d18023 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -10,7 +10,7 @@
"license": "MIT",
"dependencies": {
"@modelcontextprotocol/sdk": "1.31.0",
- "pi-agent-ide": "^0.8.3",
+ "pi-agent-ide": "^0.9.0",
"playwright-core": "1.64.1",
"sharp": "0.35.5"
},
@@ -2993,7 +2993,6 @@
"version": "11.0.4",
"resolved": "https://registry.npmjs.org/@types/fs-extra/-/fs-extra-11.0.4.tgz",
"integrity": "sha512-yTbItCNreRooED33qjunPthRcSjERP1r4MqCZc7wv0u2sUkzTFp45tgUfS5+r7FrZPdmCCNflLhVSP/o+SemsQ==",
- "dev": true,
"license": "MIT",
"dependencies": {
"@types/jsonfile": "*",
@@ -3004,7 +3003,6 @@
"version": "6.1.4",
"resolved": "https://registry.npmjs.org/@types/jsonfile/-/jsonfile-6.1.4.tgz",
"integrity": "sha512-D5qGUYwjvnNNextdU59/+fI+spnwtTFmyQP0h+PfIOSkNfpU6AOICUOkm4i0OnSk+NyjdPJrxCDro0sJsWlRpQ==",
- "dev": true,
"license": "MIT",
"dependencies": {
"@types/node": "*"
@@ -3014,7 +3012,6 @@
"version": "24.0.4",
"resolved": "https://registry.npmjs.org/@types/node/-/node-24.0.4.tgz",
"integrity": "sha512-ulyqAkrhnuNq9pB76DRBTkcS6YsmDALy6Ua63V8OhrOBgbcYt6IOdzpw5P1+dyRIyMerzLkeYWBeOXPpA9GMAA==",
- "dev": true,
"license": "MIT",
"dependencies": {
"undici-types": "~7.8.0"
@@ -5044,182 +5041,6 @@
"node-addon-api": "^7.1.0"
}
},
- "node_modules/node-screenshots": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots/-/node-screenshots-0.2.8.tgz",
- "integrity": "sha512-7O2ab89hkUgiXkrYj9iYCbJjY1iFJqIyZt0vuVtHFKlnajeFoyW+hur4CPxwwrnCUK0ahr0WLWQ5A6rCzF8rWQ==",
- "license": "Apache-2.0",
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- },
- "optionalDependencies": {
- "node-screenshots-darwin-arm64": "0.2.8",
- "node-screenshots-darwin-x64": "0.2.8",
- "node-screenshots-linux-arm64-gnu": "0.2.8",
- "node-screenshots-linux-loong64-gnu": "0.2.8",
- "node-screenshots-linux-x64-gnu": "0.2.8",
- "node-screenshots-linux-x64-musl": "0.2.8",
- "node-screenshots-win32-arm64-msvc": "0.2.8",
- "node-screenshots-win32-ia32-msvc": "0.2.8",
- "node-screenshots-win32-x64-msvc": "0.2.8"
- }
- },
- "node_modules/node-screenshots-darwin-arm64": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-darwin-arm64/-/node-screenshots-darwin-arm64-0.2.8.tgz",
- "integrity": "sha512-CEJE47gG2ceTc1fQRE3T/8lBwCGFJ+0iJiP+CQgCUAll4kKd32DQ7lCANqUseo96/xi6HuDOlrjLkAp7x2TzFw==",
- "cpu": [
- "arm64"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "darwin"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-darwin-x64": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-darwin-x64/-/node-screenshots-darwin-x64-0.2.8.tgz",
- "integrity": "sha512-3WIw4QaEP3pIUtSYh2NThwmzQl00H1bTPwPS7sYRLihAzB3NA/FOnIqRmvtadI0KEnnRGX4apdZgIhfXtgbNZA==",
- "cpu": [
- "x64"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "darwin"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-linux-arm64-gnu": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-linux-arm64-gnu/-/node-screenshots-linux-arm64-gnu-0.2.8.tgz",
- "integrity": "sha512-aXJKtekSzQLJX6hh/VT5gilyloiN3DE4oE5xu9z7nLcTPyfC089dqVoERXJxnT+aqSQzx0KkI2te8BZNkjaMtQ==",
- "cpu": [
- "arm64"
- ],
- "libc": [
- "glibc"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "linux"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-linux-loong64-gnu": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-linux-loong64-gnu/-/node-screenshots-linux-loong64-gnu-0.2.8.tgz",
- "integrity": "sha512-+982Yn7L7XID/FhYR6W6S2IVTLiueOBcHs/BP1Te5W6MtwlIIRg593zFh5HPQp7G+IaHqEXQzQj6D7kjJhXzsQ==",
- "cpu": [
- "loong64"
- ],
- "libc": [
- "glibc"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "linux"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-linux-x64-gnu": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-linux-x64-gnu/-/node-screenshots-linux-x64-gnu-0.2.8.tgz",
- "integrity": "sha512-xF0hLfPMm9NEF4WtiQnbCyCUxU15M25lFkBzK4WS1CGOcxM7e30tvvwyYfmrMp3OtW/hESQFtiTb4cjKcOdaSA==",
- "cpu": [
- "x64"
- ],
- "libc": [
- "glibc"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "linux"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-linux-x64-musl": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-linux-x64-musl/-/node-screenshots-linux-x64-musl-0.2.8.tgz",
- "integrity": "sha512-mu/sVwDMt2yQM5ql2rtyQm+mq6Im2ycQLzQxXFXVJOB+k5A+Hk9h65J+G+Iy3rn1uNrYVDjgUQGvIkgpkIonCg==",
- "cpu": [
- "x64"
- ],
- "libc": [
- "musl"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "linux"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-win32-arm64-msvc": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-win32-arm64-msvc/-/node-screenshots-win32-arm64-msvc-0.2.8.tgz",
- "integrity": "sha512-g7nnuoJO2yjO8Ovr+Uz9e+LYJMlYc5eqoGPQq7U7NK1LVc2DpyCJ18VT8WdP2f098lfHvE12D3X7Es8NLFjiPg==",
- "cpu": [
- "arm64"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "win32"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-win32-ia32-msvc": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-win32-ia32-msvc/-/node-screenshots-win32-ia32-msvc-0.2.8.tgz",
- "integrity": "sha512-Qsh4Ggs7MzO2XuDPFMRcRxRuiUGxxtHEFuqAfLFL1DiOfBIhLpukZ8JUHlEBdzjPxMFFRJw/4nOm0tnyHP/fiQ==",
- "cpu": [
- "ia32"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "win32"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
- "node_modules/node-screenshots-win32-x64-msvc": {
- "version": "0.2.8",
- "resolved": "https://registry.npmjs.org/node-screenshots-win32-x64-msvc/-/node-screenshots-win32-x64-msvc-0.2.8.tgz",
- "integrity": "sha512-DdFORB74FghM1L6UtE1TltIR2H0CCCmfQEa8gp2CTSdtBr2b0TKL7ZlbEV6x/wVKRFT59w7Kd6BULdeMmp0X2w==",
- "cpu": [
- "x64"
- ],
- "license": "Apache-2.0",
- "optional": true,
- "os": [
- "win32"
- ],
- "engines": {
- "node": ">= 12.22.0 < 13 || >= 14.17.0 < 15 || >= 15.12.0 < 16 || >= 16.0.0"
- }
- },
"node_modules/nth-check": {
"version": "3.0.1",
"resolved": "https://registry.npmjs.org/nth-check/-/nth-check-3.0.1.tgz",
@@ -5455,9 +5276,9 @@
}
},
"node_modules/pi-agent-ide": {
- "version": "0.8.3",
- "resolved": "https://registry.npmjs.org/pi-agent-ide/-/pi-agent-ide-0.8.3.tgz",
- "integrity": "sha512-dIWF3neguz2T5ue03zJriq9oBAitcXXAtKh5ib7LdLgiuzlYHWqxgsJAoVXgjXcAUEhfcSVk+tkr2AWSsGavdg==",
+ "version": "0.9.0",
+ "resolved": "https://registry.npmjs.org/pi-agent-ide/-/pi-agent-ide-0.9.0.tgz",
+ "integrity": "sha512-goM9J/WgcGz1ATwcRRfi6Nmcf26Qjz49vbHiSbQb/m8iuZdhYM+1luy7C3VQYqTiUr1m48qCVIyme7LPWjVqEw==",
"bundleDependencies": [
"pi-agent-doctor",
"pi-agent-documentation",
@@ -5518,6 +5339,7 @@
"@napi-rs/canvas": "^1.0.9",
"@tree-sitter-grammars/tree-sitter-toml": "^0.7.0",
"@tree-sitter-grammars/tree-sitter-yaml": "^0.7.1",
+ "@types/fs-extra": "^11.0.4",
"@xterm/headless": "^6.0.0",
"cross-spawn": "^7.0.6",
"defuddle": "^0.19.1",
@@ -5526,44 +5348,43 @@
"fs-extra": "^11.4.0",
"linkedom": "^0.18.12",
"node-pty": "^1.1.0",
- "node-screenshots": "0.2.8",
"oxfmt": "0.64.0",
"partial-json": "^0.1.7",
"pdfjs-dist": "^6.2.108",
- "pi-agent-doctor": "0.8.3",
- "pi-agent-documentation": "0.8.3",
- "pi-agent-filesystem": "0.8.3",
- "pi-agent-filesystem-image": "0.8.3",
- "pi-agent-filesystem-jq": "0.8.3",
- "pi-agent-filesystem-pdf": "0.8.3",
- "pi-agent-filesystem-text": "0.8.3",
- "pi-agent-ide-ast": "0.8.3",
- "pi-agent-ide-changes": "0.8.3",
- "pi-agent-ide-formatter": "0.8.3",
- "pi-agent-ide-languages": "0.8.3",
- "pi-agent-ide-lint": "0.8.3",
- "pi-agent-ide-lsp": "0.8.3",
- "pi-agent-image": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-pdf": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-search-text": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-anchor-constant": "0.8.3",
- "pi-agent-text-anchor-exact": "0.8.3",
- "pi-agent-text-anchor-line-hash": "0.8.3",
- "pi-agent-text-editor": "0.8.3",
- "pi-agent-text-editor-renderer": "0.8.3",
- "pi-agent-text-editor-stale-anchor": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3",
- "pi-agent-web": "0.8.3",
- "pi-agent-web-html": "0.8.3",
- "pi-agent-web-image": "0.8.3",
- "pi-agent-web-pdf": "0.8.3",
- "pi-agent-web-text": "0.8.3",
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-filesystem": "0.9.0",
+ "pi-agent-filesystem-image": "0.9.0",
+ "pi-agent-filesystem-jq": "0.9.0",
+ "pi-agent-filesystem-pdf": "0.9.0",
+ "pi-agent-filesystem-text": "0.9.0",
+ "pi-agent-ide-ast": "0.9.0",
+ "pi-agent-ide-changes": "0.9.0",
+ "pi-agent-ide-formatter": "0.9.0",
+ "pi-agent-ide-languages": "0.9.0",
+ "pi-agent-ide-lint": "0.9.0",
+ "pi-agent-ide-lsp": "0.9.0",
+ "pi-agent-image": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-pdf": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-search-text": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-anchor-constant": "0.9.0",
+ "pi-agent-text-anchor-exact": "0.9.0",
+ "pi-agent-text-anchor-line-hash": "0.9.0",
+ "pi-agent-text-editor": "0.9.0",
+ "pi-agent-text-editor-renderer": "0.9.0",
+ "pi-agent-text-editor-stale-anchor": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0",
+ "pi-agent-web": "0.9.0",
+ "pi-agent-web-html": "0.9.0",
+ "pi-agent-web-image": "0.9.0",
+ "pi-agent-web-pdf": "0.9.0",
+ "pi-agent-web-text": "0.9.0",
"playwright-core": "^1.62.1",
"tree-sitter-cpp": "^0.23.4",
"tree-sitter-javascript": "^0.25.0",
@@ -5595,100 +5416,100 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-doctor": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-documentation": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-image": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-image": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-image": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-image": "0.8.3",
- "pi-agent-resource": "0.8.3"
+ "pi-agent-image": "0.9.0",
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-jq": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-documentation": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-text": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-text": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-pdf": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-pdf": "0.8.3",
- "pi-agent-resource": "0.8.3"
+ "pi-agent-pdf": "0.9.0",
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-filesystem-text": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3"
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-ast": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-documentation": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-search-text": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-search-text": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
"@earendil-works/pi-tui": "*",
- "pi-agent-ide": "0.8.3",
+ "pi-agent-ide": "0.9.0",
"typebox": "*"
},
"peerDependenciesMeta": {
@@ -5698,16 +5519,16 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-changes": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-documentation": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5716,14 +5537,14 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-formatter": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3"
+ "pi-agent-doctor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
- "pi-agent-ide": "0.8.3"
+ "pi-agent-ide": "0.9.0"
},
"peerDependenciesMeta": {
"pi-agent-ide": {
@@ -5732,28 +5553,28 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-languages": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3"
+ "pi-agent-doctor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-lint": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
- "pi-agent-ide": "0.8.3"
+ "pi-agent-ide": "0.9.0"
},
"peerDependenciesMeta": {
"pi-agent-ide": {
@@ -5762,20 +5583,24 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-ide-lsp": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
- "pi-agent-ide": "0.8.3"
+ "pi-agent-ide": "0.9.0",
+ "typebox": "*"
},
"peerDependenciesMeta": {
"pi-agent-ide": {
@@ -5784,36 +5609,36 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-image": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3"
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-invariant": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true
},
"node_modules/pi-agent-ide/node_modules/pi-agent-pdf": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3"
+ "pi-agent-resource": "0.9.0"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-read": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-documentation": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5822,7 +5647,7 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-resource": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"peerDependencies": {
"@earendil-works/pi-ai": "*",
@@ -5831,13 +5656,13 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-search": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-documentation": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5846,80 +5671,82 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-search-text": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
- "@earendil-works/pi-tui": "*"
+ "@earendil-works/pi-tui": "*",
+ "typebox": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3"
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"typebox": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-constant": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-exact": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-anchor-line-hash": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-documentation": "0.8.3",
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-text": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-documentation": "0.9.0",
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-text": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-ai": "*",
@@ -5929,13 +5756,13 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor-renderer": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-invariant": "0.8.3",
- "pi-agent-text-editor": "0.8.3",
- "pi-agent-tool-call-interception": "0.8.3",
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-text-editor": "0.9.0",
+ "pi-agent-tool-call-interception": "0.9.0",
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5943,23 +5770,23 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-text-editor-stale-anchor": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-invariant": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-text-editor": "0.8.3"
+ "pi-agent-invariant": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text-editor": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-tool-call-interception": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-tool-ui": "0.8.3"
+ "pi-agent-tool-ui": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5968,7 +5795,7 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-tool-ui": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*",
@@ -5976,58 +5803,58 @@
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-web": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-doctor": "0.8.3",
- "pi-agent-image": "0.8.3",
- "pi-agent-read": "0.8.3",
- "pi-agent-resource": "0.8.3",
- "pi-agent-search": "0.8.3",
- "pi-agent-text": "0.8.3"
+ "pi-agent-doctor": "0.9.0",
+ "pi-agent-image": "0.9.0",
+ "pi-agent-read": "0.9.0",
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-search": "0.9.0",
+ "pi-agent-text": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-web-html": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3"
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-web-image": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-image": "0.8.3",
- "pi-agent-resource": "0.8.3"
+ "pi-agent-image": "0.9.0",
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-web-pdf": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-pdf": "0.8.3",
- "pi-agent-resource": "0.8.3"
+ "pi-agent-pdf": "0.9.0",
+ "pi-agent-resource": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
}
},
"node_modules/pi-agent-ide/node_modules/pi-agent-web-text": {
- "version": "0.8.3",
+ "version": "0.9.0",
"inBundle": true,
"dependencies": {
- "pi-agent-resource": "0.8.3",
- "pi-agent-text": "0.8.3"
+ "pi-agent-resource": "0.9.0",
+ "pi-agent-text": "0.9.0"
},
"peerDependencies": {
"@earendil-works/pi-coding-agent": "*"
@@ -7064,7 +6891,6 @@
"version": "7.8.0",
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.8.0.tgz",
"integrity": "sha512-9UJ2xGDvQ43tYyVMpuHlsgApydB8ZKfVYTsLDhXkFL/6gfkp+U8xTGdh8pMJv1SpZna0zxG1DwsKZsreLbXBxw==",
- "dev": true,
"license": "MIT"
},
"node_modules/unicode-trie": {
diff --git a/package.json b/package.json
index 72d3edb..9999250 100644
--- a/package.json
+++ b/package.json
@@ -70,7 +70,7 @@
},
"dependencies": {
"@modelcontextprotocol/sdk": "1.31.0",
- "pi-agent-ide": "^0.8.3",
+ "pi-agent-ide": "^0.9.0",
"playwright-core": "1.64.1",
"sharp": "0.35.5"
},
diff --git a/src/index.ts b/src/index.ts
index 019d9a8..cdaaa7e 100644
--- a/src/index.ts
+++ b/src/index.ts
@@ -64,6 +64,8 @@ export default async function computerUse(pi: ExtensionAPI): Promise<void> {
registered = true;
registerComputerTools(pi, provider.resources, provider.attached() ? IDE_TOOL_NAMES : STANDALONE_TOOL_NAMES);
if (!provider.attached()) registerStandaloneTools(pi, provider.resources, fillToolNames(provider.guide, STANDALONE_TOOL_NAMES));
+ const namespace = computerNamespace();
+ provider.registerCapabilities(pi.getAllTools().filter(tool => tool.namespace?.name === namespace.name).map(tool => tool.name), namespace);
// Deferred tools are reachable only through tool_search, which Pi registers inactive.
const active = pi.getActiveTools();
if (!active.includes("tool_search") && pi.getAllTools().some(tool => tool.name === "tool_search"))
diff --git a/src/provider.ts b/src/provider.ts
index 864ced9..5336ee0 100644
--- a/src/provider.ts
+++ b/src/provider.ts
@@ -4,6 +4,7 @@ import { connectSearchPlugin, SEARCH_PROTOCOL, SEARCH_API_VERSION } from "pi-age
import { connectTextEditorPlugin, TEXT_EDITOR_PROTOCOL, TEXT_EDITOR_API_VERSION } from "pi-agent-ide/api/text-editor";
import type { ResourceResolver } from "pi-agent-ide/api/resource";
import { connectAgentDocumentation } from "pi-agent-ide/api/documentation";
+import { registerIdeCapability } from "pi-agent-ide/api/capabilities";
import { readFile } from "node:fs/promises";
import { ComputerResources, computerResultText, ComputerRequestError, FORCE, LOCAL_MACHINE, type SandboxFactory, type MachineFactory } from "./computer-resources.ts";
import { computerSource, displaySource, type ComputerAddress } from "./computer-address.ts";
@@ -463,7 +464,8 @@ function nativeBlocks(body: string, result: ComputerResult | undefined, uiOnly:
*/
export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cwd: string) => Promise<ComputerSession>,
closeSession: () => Promise<ComputerResult>, openSandbox?: SandboxFactory, connectMachine?: MachineFactory, getMode?: () => ComputerMode,
-): Promise<{ readonly resources: ComputerResources; readonly guide: string; readonly attached: () => boolean }> {
+): Promise<{ readonly resources: ComputerResources; readonly guide: string; readonly attached: () => boolean;
+ readonly registerCapabilities: (tools: readonly string[], namespace: { name: string; description: string }) => void }> {
const accepted = new Set<string>();
const guide = await readFile(new URL("../docs/computer-resources.md", import.meta.url), "utf8");
connectAgentDocumentation(pi, [{ id: "computer", description: "Windows app windows, displays and browser pages: look with read and search, act with the computer_* tools",
@@ -503,7 +505,6 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cw
return { kind: "return", result: { content: read.content, isError: read.isError, details: read.details,
script: { kind: "native", source: read.details.source, blocks: read.canonical } } };
} });
- api.describe({ path: computerPathHelp(IDE_TOOL_NAMES), views: computerViewsHelp(IDE_TOOL_NAMES) });
} })),
optional(connectSearchPlugin(pi, { protocol: SEARCH_PROTOCOL, apiVersion: SEARCH_API_VERSION, id: "computer", setup(api) {
accepted.add("search");
@@ -520,7 +521,6 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cw
format(payload) { const result = payload as ComputerResult; return { ...result, content: [{ type: "text", text: resources.shorten(presentComputerResult(result)) }] }; },
toScriptData(payload) { return { kind: "custom", resolverId: "computer", value: (payload as ComputerResult).details }; },
} });
- api.describe(COMPUTER_SEARCH_HELP);
} })),
optional(connectTextEditorPlugin(pi, { protocol: TEXT_EDITOR_PROTOCOL, apiVersion: TEXT_EDITOR_API_VERSION, id: "computer", setup(api) {
accepted.add("text-editor");
@@ -542,10 +542,21 @@ export async function registerComputerProvider(pi: ExtensionAPI, getSession: (cw
matches: input => owns(record(input).path),
execute: (context, input) => deleteComputer(resources, context.sourceFor("path"), record(input), context.cwd, context.signal),
});
- // Field descriptions are additive on newer IDE SDKs; semantic ownership works on both.
- if ("describeField" in deleteTool && typeof deleteTool.describeField === "function")
- deleteTool.describeField("path", COMPUTER_DELETE_HELP);
} })),
]);
- return { resources, guide, attached: () => accepted.size === 3 };
+ return { resources, guide, attached: () => accepted.size === 3,
+ registerCapabilities(tools, namespace) {
+ if (accepted.size === 0) return;
+ registerIdeCapability(pi, {
+ version: 1, id: "computer", tools,
+ discovery: { name: "ide_capability_computer", namespace,
+ description: "Use ide_capability_computer to load Computer Use resource syntax for Read, Search and Delete, including installed-app, existing-window and display discovery." },
+ schemas: {
+ ...(accepted.has("read") ? { read: { parameters: { path: computerPathHelp(IDE_TOOL_NAMES), views: computerViewsHelp(IDE_TOOL_NAMES) } } } : {}),
+ ...(accepted.has("search") ? { search: { promptGuidelines: [COMPUTER_SEARCH_HELP] } } : {}),
+ ...(accepted.has("text-editor") ? { delete: { parameters: { path: COMPUTER_DELETE_HELP } } } : {}),
+ },
+ });
+ },
+ };
}