Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

chore: roll lowire (#38396)

Pavel Feldmana68c00c7ed3b
diff --git a/package-lock.json b/package-lock.json
index 123cd4290d..b797fae1bd 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -18,6 +18,7 @@
"@eslint/compat": "^1.3.2",
"@eslint/eslintrc": "^3.3.1",
"@eslint/js": "^9.34.0",
+ "@lowire/loop": "^0.0.4",
"@modelcontextprotocol/sdk": "^1.17.5",
"@octokit/graphql-schema": "^15.26.0",
"@stylistic/eslint-plugin": "^5.2.3",
@@ -54,7 +55,6 @@
"react": "^19.1.1",
"react-dom": "^19.1.1",
"ssim.js": "^3.5.0",
- "tiny-loop": "^0.0.10",
"typescript": "^5.9.2",
"vite": "^6.4.1",
"ws": "^8.17.1",
@@ -1063,6 +1063,16 @@
"@jridgewell/sourcemap-codec": "^1.4.14"
}
},
+ "node_modules/@lowire/loop": {
+ "version": "0.0.4",
+ "resolved": "https://registry.npmjs.org/@lowire/loop/-/loop-0.0.4.tgz",
+ "integrity": "sha512-MuD9BS+jDAKs6pjBmMiEHtSWEtGXYm64IwC5HjisYh3QAujSvnj3Uo+Paicuc+VrBBzIWlFKFSrZGvX5PFEzWQ==",
+ "dev": true,
+ "license": "Apache-2.0",
+ "engines": {
+ "node": ">=20"
+ }
+ },
"node_modules/@modelcontextprotocol/sdk": {
"version": "1.17.5",
"resolved": "https://registry.npmjs.org/@modelcontextprotocol/sdk/-/sdk-1.17.5.tgz",
@@ -7390,16 +7400,6 @@
"node": ">=18"
}
},
- "node_modules/tiny-loop": {
- "version": "0.0.10",
- "resolved": "https://registry.npmjs.org/tiny-loop/-/tiny-loop-0.0.10.tgz",
- "integrity": "sha512-fvByv8Q3kaj6RzONh8W9nAkvDx3pjU/J9qc5aLAoZBq382iKL2UiQCMqZF+vorNz9z3GkQkkh4zxGM1A4/h/xQ==",
- "dev": true,
- "license": "Apache-2.0",
- "engines": {
- "node": ">=20"
- }
- },
"node_modules/tinyglobby": {
"version": "0.2.14",
"resolved": "https://registry.npmjs.org/tinyglobby/-/tinyglobby-0.2.14.tgz",
diff --git a/package.json b/package.json
index 0eb8f8930f..d16ed039ee 100644
--- a/package.json
+++ b/package.json
@@ -57,6 +57,7 @@
"@eslint/compat": "^1.3.2",
"@eslint/eslintrc": "^3.3.1",
"@eslint/js": "^9.34.0",
+ "@lowire/loop": "^0.0.4",
"@modelcontextprotocol/sdk": "^1.17.5",
"@octokit/graphql-schema": "^15.26.0",
"@stylistic/eslint-plugin": "^5.2.3",
@@ -93,7 +94,6 @@
"react": "^19.1.1",
"react-dom": "^19.1.1",
"ssim.js": "^3.5.0",
- "tiny-loop": "^0.0.10",
"typescript": "^5.9.2",
"vite": "^6.4.1",
"ws": "^8.17.1",
diff --git a/packages/playwright/ThirdPartyNotices.txt b/packages/playwright/ThirdPartyNotices.txt
index 238250e8ba..b7974dceb1 100644
--- a/packages/playwright/ThirdPartyNotices.txt
+++ b/packages/playwright/ThirdPartyNotices.txt
@@ -63,6 +63,7 @@ This project incorporates components from the projects listed below. The origina
- @jridgewell/[email protected] (https://github.com/jridgewell/resolve-uri)
- @jridgewell/[email protected] (https://github.com/jridgewell/sourcemaps)
- @jridgewell/[email protected] (https://github.com/jridgewell/sourcemaps)
+- @lowire/[email protected] (https://github.com/pavelfeldman/lowire)
- @modelcontextprotocol/[email protected] (https://github.com/modelcontextprotocol/typescript-sdk)
- @sinclair/[email protected] (https://github.com/sinclairzx81/typebox)
- @types/[email protected] (https://github.com/DefinitelyTyped/DefinitelyTyped)
@@ -207,7 +208,6 @@ This project incorporates components from the projects listed below. The origina
- [email protected] (https://github.com/jshttp/statuses)
- [email protected] (https://github.com/hunterloftis/stoppable)
- [email protected] (https://github.com/chalk/supports-color)
-- [email protected] (https://github.com/pavelfeldman/tiny-loop)
- [email protected] (https://github.com/micromatch/to-regex-range)
- [email protected] (https://github.com/component/toidentifier)
- [email protected] (https://github.com/jshttp/type-is)
@@ -1980,6 +1980,212 @@ SOFTWARE.
=========================================
END OF @jridgewell/[email protected] AND INFORMATION
+%% @lowire/[email protected] NOTICES AND INFORMATION BEGIN HERE
+=========================================
+Apache License
+ Version 2.0, January 2004
+ http://www.apache.org/licenses/
+
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+ 1. Definitions.
+
+ "License" shall mean the terms and conditions for use, reproduction,
+ and distribution as defined by Sections 1 through 9 of this document.
+
+ "Licensor" shall mean the copyright owner or entity authorized by
+ the copyright owner that is granting the License.
+
+ "Legal Entity" shall mean the union of the acting entity and all
+ other entities that control, are controlled by, or are under common
+ control with that entity. For the purposes of this definition,
+ "control" means (i) the power, direct or indirect, to cause the
+ direction or management of such entity, whether by contract or
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
+ outstanding shares, or (iii) beneficial ownership of such entity.
+
+ "You" (or "Your") shall mean an individual or Legal Entity
+ exercising permissions granted by this License.
+
+ "Source" form shall mean the preferred form for making modifications,
+ including but not limited to software source code, documentation
+ source, and configuration files.
+
+ "Object" form shall mean any form resulting from mechanical
+ transformation or translation of a Source form, including but
+ not limited to compiled object code, generated documentation,
+ and conversions to other media types.
+
+ "Work" shall mean the work of authorship, whether in Source or
+ Object form, made available under the License, as indicated by a
+ copyright notice that is included in or attached to the work
+ (an example is provided in the Appendix below).
+
+ "Derivative Works" shall mean any work, whether in Source or Object
+ form, that is based on (or derived from) the Work and for which the
+ editorial revisions, annotations, elaborations, or other modifications
+ represent, as a whole, an original work of authorship. For the purposes
+ of this License, Derivative Works shall not include works that remain
+ separable from, or merely link (or bind by name) to the interfaces of,
+ the Work and Derivative Works thereof.
+
+ "Contribution" shall mean any work of authorship, including
+ the original version of the Work and any modifications or additions
+ to that Work or Derivative Works thereof, that is intentionally
+ submitted to Licensor for inclusion in the Work by the copyright owner
+ or by an individual or Legal Entity authorized to submit on behalf of
+ the copyright owner. For the purposes of this definition, "submitted"
+ means any form of electronic, verbal, or written communication sent
+ to the Licensor or its representatives, including but not limited to
+ communication on electronic mailing lists, source code control systems,
+ and issue tracking systems that are managed by, or on behalf of, the
+ Licensor for the purpose of discussing and improving the Work, but
+ excluding communication that is conspicuously marked or otherwise
+ designated in writing by the copyright owner as "Not a Contribution."
+
+ "Contributor" shall mean Licensor and any individual or Legal Entity
+ on behalf of whom a Contribution has been received by Licensor and
+ subsequently incorporated within the Work.
+
+ 2. Grant of Copyright License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ copyright license to reproduce, prepare Derivative Works of,
+ publicly display, publicly perform, sublicense, and distribute the
+ Work and such Derivative Works in Source or Object form.
+
+ 3. Grant of Patent License. Subject to the terms and conditions of
+ this License, each Contributor hereby grants to You a perpetual,
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+ (except as stated in this section) patent license to make, have made,
+ use, offer to sell, sell, import, and otherwise transfer the Work,
+ where such license applies only to those patent claims licensable
+ by such Contributor that are necessarily infringed by their
+ Contribution(s) alone or by combination of their Contribution(s)
+ with the Work to which such Contribution(s) was submitted. If You
+ institute patent litigation against any entity (including a
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
+ or a Contribution incorporated within the Work constitutes direct
+ or contributory patent infringement, then any patent licenses
+ granted to You under this License for that Work shall terminate
+ as of the date such litigation is filed.
+
+ 4. Redistribution. You may reproduce and distribute copies of the
+ Work or Derivative Works thereof in any medium, with or without
+ modifications, and in Source or Object form, provided that You
+ meet the following conditions:
+
+ (a) You must give any other recipients of the Work or
+ Derivative Works a copy of this License; and
+
+ (b) You must cause any modified files to carry prominent notices
+ stating that You changed the files; and
+
+ (c) You must retain, in the Source form of any Derivative Works
+ that You distribute, all copyright, patent, trademark, and
+ attribution notices from the Source form of the Work,
+ excluding those notices that do not pertain to any part of
+ the Derivative Works; and
+
+ (d) If the Work includes a "NOTICE" text file as part of its
+ distribution, then any Derivative Works that You distribute must
+ include a readable copy of the attribution notices contained
+ within such NOTICE file, excluding those notices that do not
+ pertain to any part of the Derivative Works, in at least one
+ of the following places: within a NOTICE text file distributed
+ as part of the Derivative Works; within the Source form or
+ documentation, if provided along with the Derivative Works; or,
+ within a display generated by the Derivative Works, if and
+ wherever such third-party notices normally appear. The contents
+ of the NOTICE file are for informational purposes only and
+ do not modify the License. You may add Your own attribution
+ notices within Derivative Works that You distribute, alongside
+ or as an addendum to the NOTICE text from the Work, provided
+ that such additional attribution notices cannot be construed
+ as modifying the License.
+
+ You may add Your own copyright statement to Your modifications and
+ may provide additional or different license terms and conditions
+ for use, reproduction, or distribution of Your modifications, or
+ for any such Derivative Works as a whole, provided Your use,
+ reproduction, and distribution of the Work otherwise complies with
+ the conditions stated in this License.
+
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
+ any Contribution intentionally submitted for inclusion in the Work
+ by You to the Licensor shall be under the terms and conditions of
+ this License, without any additional terms or conditions.
+ Notwithstanding the above, nothing herein shall supersede or modify
+ the terms of any separate license agreement you may have executed
+ with Licensor regarding such Contributions.
+
+ 6. Trademarks. This License does not grant permission to use the trade
+ names, trademarks, service marks, or product names of the Licensor,
+ except as required for reasonable and customary use in describing the
+ origin of the Work and reproducing the content of the NOTICE file.
+
+ 7. Disclaimer of Warranty. Unless required by applicable law or
+ agreed to in writing, Licensor provides the Work (and each
+ Contributor provides its Contributions) on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ implied, including, without limitation, any warranties or conditions
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+ PARTICULAR PURPOSE. You are solely responsible for determining the
+ appropriateness of using or redistributing the Work and assume any
+ risks associated with Your exercise of permissions under this License.
+
+ 8. Limitation of Liability. In no event and under no legal theory,
+ whether in tort (including negligence), contract, or otherwise,
+ unless required by applicable law (such as deliberate and grossly
+ negligent acts) or agreed to in writing, shall any Contributor be
+ liable to You for damages, including any direct, indirect, special,
+ incidental, or consequential damages of any character arising as a
+ result of this License or out of the use or inability to use the
+ Work (including but not limited to damages for loss of goodwill,
+ work stoppage, computer failure or malfunction, or any and all
+ other commercial damages or losses), even if such Contributor
+ has been advised of the possibility of such damages.
+
+ 9. Accepting Warranty or Additional Liability. While redistributing
+ the Work or Derivative Works thereof, You may choose to offer,
+ and charge a fee for, acceptance of support, warranty, indemnity,
+ or other liability obligations and/or rights consistent with this
+ License. However, in accepting such obligations, You may act only
+ on Your own behalf and on Your sole responsibility, not on behalf
+ of any other Contributor, and only if You agree to indemnify,
+ defend, and hold each Contributor harmless for any liability
+ incurred by, or claims asserted against, such Contributor by reason
+ of your accepting any such warranty or additional liability.
+
+ END OF TERMS AND CONDITIONS
+
+ APPENDIX: How to apply the Apache License to your work.
+
+ To apply the Apache License to your work, attach the following
+ boilerplate notice, with the fields enclosed by brackets "[]"
+ replaced with your own identifying information. (Don't include
+ the brackets!) The text should be enclosed in the appropriate
+ comment syntax for the file format. We also recommend that a
+ file or class name and description of purpose be included on the
+ same "printed page" as the copyright notice for easier
+ identification within third-party archives.
+
+ Copyright (c) Microsoft Corporation.
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+=========================================
+END OF @lowire/[email protected] AND INFORMATION
+
%% @modelcontextprotocol/[email protected] NOTICES AND INFORMATION BEGIN HERE
=========================================
MIT License
@@ -5884,212 +6090,6 @@ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLI
=========================================
END OF [email protected] AND INFORMATION
-%% [email protected] NOTICES AND INFORMATION BEGIN HERE
-=========================================
-Apache License
- Version 2.0, January 2004
- http://www.apache.org/licenses/
-
- TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
- 1. Definitions.
-
- "License" shall mean the terms and conditions for use, reproduction,
- and distribution as defined by Sections 1 through 9 of this document.
-
- "Licensor" shall mean the copyright owner or entity authorized by
- the copyright owner that is granting the License.
-
- "Legal Entity" shall mean the union of the acting entity and all
- other entities that control, are controlled by, or are under common
- control with that entity. For the purposes of this definition,
- "control" means (i) the power, direct or indirect, to cause the
- direction or management of such entity, whether by contract or
- otherwise, or (ii) ownership of fifty percent (50%) or more of the
- outstanding shares, or (iii) beneficial ownership of such entity.
-
- "You" (or "Your") shall mean an individual or Legal Entity
- exercising permissions granted by this License.
-
- "Source" form shall mean the preferred form for making modifications,
- including but not limited to software source code, documentation
- source, and configuration files.
-
- "Object" form shall mean any form resulting from mechanical
- transformation or translation of a Source form, including but
- not limited to compiled object code, generated documentation,
- and conversions to other media types.
-
- "Work" shall mean the work of authorship, whether in Source or
- Object form, made available under the License, as indicated by a
- copyright notice that is included in or attached to the work
- (an example is provided in the Appendix below).
-
- "Derivative Works" shall mean any work, whether in Source or Object
- form, that is based on (or derived from) the Work and for which the
- editorial revisions, annotations, elaborations, or other modifications
- represent, as a whole, an original work of authorship. For the purposes
- of this License, Derivative Works shall not include works that remain
- separable from, or merely link (or bind by name) to the interfaces of,
- the Work and Derivative Works thereof.
-
- "Contribution" shall mean any work of authorship, including
- the original version of the Work and any modifications or additions
- to that Work or Derivative Works thereof, that is intentionally
- submitted to Licensor for inclusion in the Work by the copyright owner
- or by an individual or Legal Entity authorized to submit on behalf of
- the copyright owner. For the purposes of this definition, "submitted"
- means any form of electronic, verbal, or written communication sent
- to the Licensor or its representatives, including but not limited to
- communication on electronic mailing lists, source code control systems,
- and issue tracking systems that are managed by, or on behalf of, the
- Licensor for the purpose of discussing and improving the Work, but
- excluding communication that is conspicuously marked or otherwise
- designated in writing by the copyright owner as "Not a Contribution."
-
- "Contributor" shall mean Licensor and any individual or Legal Entity
- on behalf of whom a Contribution has been received by Licensor and
- subsequently incorporated within the Work.
-
- 2. Grant of Copyright License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- copyright license to reproduce, prepare Derivative Works of,
- publicly display, publicly perform, sublicense, and distribute the
- Work and such Derivative Works in Source or Object form.
-
- 3. Grant of Patent License. Subject to the terms and conditions of
- this License, each Contributor hereby grants to You a perpetual,
- worldwide, non-exclusive, no-charge, royalty-free, irrevocable
- (except as stated in this section) patent license to make, have made,
- use, offer to sell, sell, import, and otherwise transfer the Work,
- where such license applies only to those patent claims licensable
- by such Contributor that are necessarily infringed by their
- Contribution(s) alone or by combination of their Contribution(s)
- with the Work to which such Contribution(s) was submitted. If You
- institute patent litigation against any entity (including a
- cross-claim or counterclaim in a lawsuit) alleging that the Work
- or a Contribution incorporated within the Work constitutes direct
- or contributory patent infringement, then any patent licenses
- granted to You under this License for that Work shall terminate
- as of the date such litigation is filed.
-
- 4. Redistribution. You may reproduce and distribute copies of the
- Work or Derivative Works thereof in any medium, with or without
- modifications, and in Source or Object form, provided that You
- meet the following conditions:
-
- (a) You must give any other recipients of the Work or
- Derivative Works a copy of this License; and
-
- (b) You must cause any modified files to carry prominent notices
- stating that You changed the files; and
-
- (c) You must retain, in the Source form of any Derivative Works
- that You distribute, all copyright, patent, trademark, and
- attribution notices from the Source form of the Work,
- excluding those notices that do not pertain to any part of
- the Derivative Works; and
-
- (d) If the Work includes a "NOTICE" text file as part of its
- distribution, then any Derivative Works that You distribute must
- include a readable copy of the attribution notices contained
- within such NOTICE file, excluding those notices that do not
- pertain to any part of the Derivative Works, in at least one
- of the following places: within a NOTICE text file distributed
- as part of the Derivative Works; within the Source form or
- documentation, if provided along with the Derivative Works; or,
- within a display generated by the Derivative Works, if and
- wherever such third-party notices normally appear. The contents
- of the NOTICE file are for informational purposes only and
- do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside
- or as an addendum to the NOTICE text from the Work, provided
- that such additional attribution notices cannot be construed
- as modifying the License.
-
- You may add Your own copyright statement to Your modifications and
- may provide additional or different license terms and conditions
- for use, reproduction, or distribution of Your modifications, or
- for any such Derivative Works as a whole, provided Your use,
- reproduction, and distribution of the Work otherwise complies with
- the conditions stated in this License.
-
- 5. Submission of Contributions. Unless You explicitly state otherwise,
- any Contribution intentionally submitted for inclusion in the Work
- by You to the Licensor shall be under the terms and conditions of
- this License, without any additional terms or conditions.
- Notwithstanding the above, nothing herein shall supersede or modify
- the terms of any separate license agreement you may have executed
- with Licensor regarding such Contributions.
-
- 6. Trademarks. This License does not grant permission to use the trade
- names, trademarks, service marks, or product names of the Licensor,
- except as required for reasonable and customary use in describing the
- origin of the Work and reproducing the content of the NOTICE file.
-
- 7. Disclaimer of Warranty. Unless required by applicable law or
- agreed to in writing, Licensor provides the Work (and each
- Contributor provides its Contributions) on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
- implied, including, without limitation, any warranties or conditions
- of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
- PARTICULAR PURPOSE. You are solely responsible for determining the
- appropriateness of using or redistributing the Work and assume any
- risks associated with Your exercise of permissions under this License.
-
- 8. Limitation of Liability. In no event and under no legal theory,
- whether in tort (including negligence), contract, or otherwise,
- unless required by applicable law (such as deliberate and grossly
- negligent acts) or agreed to in writing, shall any Contributor be
- liable to You for damages, including any direct, indirect, special,
- incidental, or consequential damages of any character arising as a
- result of this License or out of the use or inability to use the
- Work (including but not limited to damages for loss of goodwill,
- work stoppage, computer failure or malfunction, or any and all
- other commercial damages or losses), even if such Contributor
- has been advised of the possibility of such damages.
-
- 9. Accepting Warranty or Additional Liability. While redistributing
- the Work or Derivative Works thereof, You may choose to offer,
- and charge a fee for, acceptance of support, warranty, indemnity,
- or other liability obligations and/or rights consistent with this
- License. However, in accepting such obligations, You may act only
- on Your own behalf and on Your sole responsibility, not on behalf
- of any other Contributor, and only if You agree to indemnify,
- defend, and hold each Contributor harmless for any liability
- incurred by, or claims asserted against, such Contributor by reason
- of your accepting any such warranty or additional liability.
-
- END OF TERMS AND CONDITIONS
-
- APPENDIX: How to apply the Apache License to your work.
-
- To apply the Apache License to your work, attach the following
- boilerplate notice, with the fields enclosed by brackets "[]"
- replaced with your own identifying information. (Don't include
- the brackets!) The text should be enclosed in the appropriate
- comment syntax for the file format. We also recommend that a
- file or class name and description of purpose be included on the
- same "printed page" as the copyright notice for easier
- identification within third-party archives.
-
- Copyright (c) Microsoft Corporation.
-
- Licensed under the Apache License, Version 2.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
-=========================================
-END OF [email protected] AND INFORMATION
-
%% [email protected] NOTICES AND INFORMATION BEGIN HERE
=========================================
The MIT License (MIT)
diff --git a/packages/playwright/bundles/mcp/package-lock.json b/packages/playwright/bundles/mcp/package-lock.json
index a41af9efa5..44c4356ab5 100644
--- a/packages/playwright/bundles/mcp/package-lock.json
+++ b/packages/playwright/bundles/mcp/package-lock.json
@@ -8,12 +8,21 @@
"name": "mcp-bundle",
"version": "0.0.1",
"dependencies": {
+ "@lowire/loop": "^0.0.4",
"@modelcontextprotocol/sdk": "^1.17.5",
- "tiny-loop": "^0.0.10",
"zod": "^3.25.76",
"zod-to-json-schema": "^3.24.6"
}
},
+ "node_modules/@lowire/loop": {
+ "version": "0.0.4",
+ "resolved": "https://registry.npmjs.org/@lowire/loop/-/loop-0.0.4.tgz",
+ "integrity": "sha512-MuD9BS+jDAKs6pjBmMiEHtSWEtGXYm64IwC5HjisYh3QAujSvnj3Uo+Paicuc+VrBBzIWlFKFSrZGvX5PFEzWQ==",
+ "license": "Apache-2.0",
+ "engines": {
+ "node": ">=20"
+ }
+ },
"node_modules/@modelcontextprotocol/sdk": {
"version": "1.17.5",
"resolved": "https://registry.npmjs.org/@modelcontextprotocol/sdk/-/sdk-1.17.5.tgz",
@@ -316,7 +325,6 @@
"resolved": "https://registry.npmjs.org/express/-/express-5.1.0.tgz",
"integrity": "sha512-DT9ck5YIRU+8GYzzU5kT3eHGA5iL+1Zd0EutOmTE9Dtk+Tvuzd23VBU+ec7HPNSTxXYO55gPV/hq4pSBJDjFpA==",
"license": "MIT",
- "peer": true,
"dependencies": {
"accepts": "^2.0.0",
"body-parser": "^2.2.0",
@@ -960,15 +968,6 @@
"node": ">= 0.8"
}
},
- "node_modules/tiny-loop": {
- "version": "0.0.10",
- "resolved": "https://registry.npmjs.org/tiny-loop/-/tiny-loop-0.0.10.tgz",
- "integrity": "sha512-fvByv8Q3kaj6RzONh8W9nAkvDx3pjU/J9qc5aLAoZBq382iKL2UiQCMqZF+vorNz9z3GkQkkh4zxGM1A4/h/xQ==",
- "license": "Apache-2.0",
- "engines": {
- "node": ">=20"
- }
- },
"node_modules/toidentifier": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz",
@@ -1045,7 +1044,6 @@
"resolved": "https://registry.npmjs.org/zod/-/zod-3.25.76.tgz",
"integrity": "sha512-gzUt/qt81nXsFGKIFcC3YnfEAx5NkunCfnDlvuBSSFS02bcXu4Lmea0AFIUwbLWxWPx3d9p8S5QoaujKcNQxcQ==",
"license": "MIT",
- "peer": true,
"funding": {
"url": "https://github.com/sponsors/colinhacks"
}
diff --git a/packages/playwright/bundles/mcp/package.json b/packages/playwright/bundles/mcp/package.json
index 1a31390c90..677ae0094b 100644
--- a/packages/playwright/bundles/mcp/package.json
+++ b/packages/playwright/bundles/mcp/package.json
@@ -4,7 +4,7 @@
"private": true,
"dependencies": {
"@modelcontextprotocol/sdk": "^1.17.5",
- "tiny-loop": "^0.0.10",
+ "@lowire/loop": "^0.0.4",
"zod": "^3.25.76",
"zod-to-json-schema": "^3.24.6"
}
diff --git a/packages/playwright/bundles/mcp/src/mcpBundleImpl.ts b/packages/playwright/bundles/mcp/src/mcpBundleImpl.ts
index 8e4e4ea8c9..54794493f8 100644
--- a/packages/playwright/bundles/mcp/src/mcpBundleImpl.ts
+++ b/packages/playwright/bundles/mcp/src/mcpBundleImpl.ts
@@ -23,6 +23,6 @@ export { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js'
export { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
export { StreamableHTTPClientTransport } from '@modelcontextprotocol/sdk/client/streamableHttp.js';
export { CallToolRequestSchema, ListRootsRequestSchema, ListToolsRequestSchema, PingRequestSchema, ProgressNotificationSchema } from '@modelcontextprotocol/sdk/types.js';
-export { Loop } from 'tiny-loop';
+export { Loop } from '@lowire/loop';
export { z } from 'zod';
export { zodToJsonSchema } from 'zod-to-json-schema';
diff --git a/packages/playwright/src/agents/agent.ts b/packages/playwright/src/agents/agent.ts
index 6510ffb134..fe49e37b79 100644
--- a/packages/playwright/src/agents/agent.ts
+++ b/packages/playwright/src/agents/agent.ts
@@ -19,7 +19,7 @@ import { Loop } from '../mcp/sdk/bundle';
import type z from 'zod';
import type { Client } from '@modelcontextprotocol/sdk/client/index.js';
import type { Tool } from '@modelcontextprotocol/sdk/types.js';
-import type * as tinyLoop from 'tiny-loop';
+import type * as lowireLoop from '@lowire/loop';
type Logger = (category: string, text: string, details?: string) => void;
@@ -34,13 +34,13 @@ export type AgentSpec = {
};
export class Agent<T extends z.ZodSchema<any>> {
- readonly loop: tinyLoop.Loop;
+ readonly loop: lowireLoop.Loop;
readonly spec: AgentSpec;
readonly clients: Map<string, Client>;
readonly resultSchema: Tool['inputSchema'];
- constructor(loopName: 'copilot' | 'claude' | 'openai', spec: AgentSpec, clients: Map<string, Client>, resultSchema: Tool['inputSchema']) {
- this.loop = new Loop(loopName);
+ constructor(loopName: 'github' | 'anthropic' | 'openai' | 'google', spec: AgentSpec, clients: Map<string, Client>, resultSchema: Tool['inputSchema']) {
+ this.loop = new Loop(loopName, { model: spec.model });
this.spec = spec;
this.clients = clients;
this.resultSchema = resultSchema;
@@ -52,9 +52,8 @@ export class Agent<T extends z.ZodSchema<any>> {
try {
return await this.loop.run<z.output<T>>(`${prompt}\n\nTask:\n${task}\n\nParams:\n${JSON.stringify(params, null, 2)}`, {
...options,
- // TODO: fix types in tiny-loop
- tools: tools as any,
- callTool: callTool as any,
+ tools,
+ callTool,
resultSchema: this.resultSchema
});
} finally {
@@ -81,12 +80,12 @@ export class Agent<T extends z.ZodSchema<any>> {
if (agentToolNames.size > 0)
throw new Error(`Required tools not found: ${Array.from(agentToolNames).join(', ')}`);
- const callTool: (params: { name: string, arguments: any}) => Promise<tinyLoop.ToolResult> = async params => {
+ const callTool: (params: { name: string, arguments: any}) => Promise<lowireLoop.ToolResult> = async params => {
const [serverName, toolName] = params.name.split('__');
const client = clients[serverName];
if (!client)
throw new Error(`Unknown server: ${serverName}`);
- return await client.callTool({ name: toolName, arguments: params.arguments }) as tinyLoop.ToolResult;
+ return await client.callTool({ name: toolName, arguments: params.arguments }) as lowireLoop.ToolResult;
};
return { clients, tools, callTool };
}
diff --git a/packages/playwright/src/agents/performTask.ts b/packages/playwright/src/agents/performTask.ts
index d425b5508e..4e7a594bf0 100644
--- a/packages/playwright/src/agents/performTask.ts
+++ b/packages/playwright/src/agents/performTask.ts
@@ -14,7 +14,7 @@
* limitations under the License.
*/
-import { colors } from 'playwright-core/lib/utils';
+import { debug } from 'playwright-core/lib/utilsBundle';
import { identityBrowserContextFactory } from '../mcp/browser/browserContextFactory';
import { BrowserServerBackend } from '../mcp/browser/browserServerBackend';
@@ -23,38 +23,24 @@ import { Loop } from '../mcp/sdk/bundle';
import { wrapInClient } from '../mcp/sdk/server';
import type * as playwright from 'playwright-core';
-import type * as tinyLoop from 'tiny-loop';
+import type * as lowireLoop from '@lowire/loop';
export async function performTask(context: playwright.BrowserContext, task: string) {
const backend = new BrowserServerBackend(defaultConfig, identityBrowserContextFactory(context));
const client = await wrapInClient(backend, { name: 'Internal', version: '0.0.0' });
- const loop = new Loop('copilot');
+ const loop = new Loop('github', { model: 'claude-sonnet-4.5' });
- const callTool: (params: { name: string, arguments: any}) => Promise<tinyLoop.ToolResult> = async params => {
- return await client.callTool(params) as tinyLoop.ToolResult;
+ const callTool: (params: { name: string, arguments: any}) => Promise<lowireLoop.ToolResult> = async params => {
+ return await client.callTool(params) as lowireLoop.ToolResult;
};
try {
return await loop.run(task, {
- // TODO: fix types in tiny-loop
- tools: await backend.listTools() as any,
- callTool: callTool as any,
- logger,
+ tools: await backend.listTools(),
+ callTool,
+ debug,
});
} finally {
await client.close();
}
}
-
-function logger(category: string, text: string, details = '') {
- const trimmedText = trim(text, 100);
- const trimmedDetails = trim(details, 100 - trimmedText.length - 1);
- // eslint-disable-next-line no-console
- console.log(colors.bold(colors.green(category)), trimmedText, colors.dim(trimmedDetails));
-}
-
-function trim(text: string, maxLength: number) {
- if (text.length <= maxLength)
- return text;
- return text.slice(0, maxLength - 3) + '...';
-}
diff --git a/packages/playwright/src/mcp/sdk/bundle.ts b/packages/playwright/src/mcp/sdk/bundle.ts
index 8a35b04fce..48c3f9b873 100644
--- a/packages/playwright/src/mcp/sdk/bundle.ts
+++ b/packages/playwright/src/mcp/sdk/bundle.ts
@@ -31,7 +31,7 @@ const ListRootsRequestSchema: typeof import('@modelcontextprotocol/sdk/types.js'
const ProgressNotificationSchema: typeof import('@modelcontextprotocol/sdk/types.js').ProgressNotificationSchema = bundle.ProgressNotificationSchema;
const ListToolsRequestSchema: typeof import('@modelcontextprotocol/sdk/types.js').ListToolsRequestSchema = bundle.ListToolsRequestSchema;
const PingRequestSchema: typeof import('@modelcontextprotocol/sdk/types.js').PingRequestSchema = bundle.PingRequestSchema;
-const Loop: typeof import('tiny-loop').Loop = bundle.Loop;
+const Loop: typeof import('@lowire/loop').Loop = bundle.Loop;
const z: typeof import('zod') = bundle.z;
export {
diff --git a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat0.json b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat0.json
index 8b4e8b1238..97698a4181 100644
--- a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat0.json
+++ b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat0.json
@@ -1,226 +1,304 @@
{
- "facb950333d3cbebad4cb469c846c6a03a72dce8": {
+ "4c37062e059030f9c15a515aba7dea63145b1691": {
"result": {
"role": "assistant",
- "content": "I'll help you navigate to the form, fill it out with the specified details, and report back the total price and delivery information.",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "I'll help you navigate to the website, fill out the form to order a blue table and a green desk, and report back the total price and delivery time."
+ }
+ ]
},
"usage": {
- "input": 4484,
- "output": 132
+ "input": 4390,
+ "output": 127
}
},
- "a8e0596eb3a8ab52837b1544d1c328f0886e26a1": {
+ "b09d261846c63220d3abdcee433a5987bce04d5f": {
"result": {
"role": "assistant",
- "content": "Navigate to the form page",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Navigate to the form page to order items",
+ "copilotToolCallId": "toolu_vrtx_01Nrr85ePXvh2wqRS6S47Lej"
+ },
+ {
+ "type": "tool_call",
"name": "browser_navigate",
"arguments": {
"url": "http://localhost:<PORT>/evals/fill-form.html"
},
- "id": "tooluse_GPuE3K9kQwSXLSPV2UAyEw"
+ "id": "toolu_vrtx_01Nrr85ePXvh2wqRS6S47Lej"
}
]
},
"usage": {
- "input": 4535,
- "output": 88
+ "input": 4454,
+ "output": 91
}
},
- "bbdb8dff944cf47be23aa17fa55a678a29f5cd4a": {
+ "2ab792bc44bbdfeb68d86a9483a652ccff11cae6": {
"result": {
"role": "assistant",
- "content": "Capture snapshot to see the form",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "Select Table as the product type",
+ "copilotToolCallId": "toolu_vrtx_01DznCav5ifDdRS4RRAfr23m"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_select_option",
+ "arguments": {
+ "element": "Product Type dropdown",
+ "ref": "e7",
+ "values": [
+ "Table"
+ ]
+ },
+ "id": "toolu_vrtx_01DznCav5ifDdRS4RRAfr23m"
+ }
+ ]
},
"usage": {
- "input": 5232,
- "output": 69
+ "input": 5171,
+ "output": 116
}
},
- "3b8c1b6c21376d9a91c21a9e33a35439a3990c54": {
+ "46836443d1461732bfdc0e9af2de0eb77bd0f8d4": {
"result": {
"role": "assistant",
- "content": "I'll fill out the form for the first item (blue table)",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "Select Blue as the color",
+ "copilotToolCallId": "toolu_vrtx_015cWm2XCDs1XNu1jRBeJiUY"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_select_option",
+ "arguments": {
+ "element": "Color dropdown",
+ "ref": "e10",
+ "values": [
+ "Blue"
+ ]
+ },
+ "id": "toolu_vrtx_015cWm2XCDs1XNu1jRBeJiUY"
+ }
+ ]
},
"usage": {
- "input": 5263,
- "output": 130
+ "input": 5439,
+ "output": 114
}
},
- "40b838f47364c51fe3512a4fc385fa16763d53a4": {
+ "3598c77979683f0f5defc155a6ae1adfc8420796": {
"result": {
"role": "assistant",
- "content": "Fill form for first item - blue table",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Fill in all the form fields with customer information",
+ "copilotToolCallId": "toolu_vrtx_013R8pvxWNKKEiGdH24u4RG7"
+ },
{
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
- {
- "name": "Product Type",
- "ref": "e7",
- "type": "combobox",
- "value": "Table"
- },
- {
- "name": "Color",
- "ref": "e10",
- "type": "combobox",
- "value": "Blue"
- },
{
"name": "Full Name",
- "ref": "e13",
"type": "textbox",
+ "ref": "e13",
"value": "John Doe"
},
{
"name": "Email Address",
- "ref": "e16",
"type": "textbox",
+ "ref": "e16",
"value": "[email protected]"
},
{
"name": "Street Address",
- "ref": "e19",
"type": "textbox",
- "value": "123 Main St"
+ "ref": "e19",
+ "value": "123 Main St, Anytown"
},
{
"name": "City",
- "ref": "e22",
"type": "textbox",
+ "ref": "e22",
"value": "Anytown"
},
{
"name": "State/Province",
- "ref": "e25",
"type": "textbox",
+ "ref": "e25",
"value": "XYZ"
},
{
"name": "ZIP/Postal Code",
- "ref": "e28",
"type": "textbox",
+ "ref": "e28",
"value": "12345"
}
]
},
- "id": "tooluse_9iiHR97qRZWzf8YVVbkHmA"
+ "id": "toolu_vrtx_013R8pvxWNKKEiGdH24u4RG7"
}
]
},
"usage": {
- "input": 5301,
- "output": 331
+ "input": 5707,
+ "output": 277
}
},
- "30b7c82f8a226b17b040f846903656852e7a6e36": {
+ "e7b570342edf7c51d9f100944c8147ff8097531d": {
"result": {
"role": "assistant",
- "content": "Click the Order button for the first item",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "Submit the order for the blue table",
+ "copilotToolCallId": "toolu_vrtx_013EvTF42FSrCTpZNjTt1Jg9"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_click",
+ "arguments": {
+ "element": "Order button",
+ "ref": "e29"
+ },
+ "id": "toolu_vrtx_013EvTF42FSrCTpZNjTt1Jg9"
+ }
+ ]
},
"usage": {
- "input": 5830,
- "output": 81
+ "input": 6171,
+ "output": 95
}
},
- "d4c841c1aa8400cc2aeaf0a4e4db2c4df625a320": {
+ "91aacbc6d7de5840abbd469624b03f4acd2ea249": {
"result": {
"role": "assistant",
- "content": "Click the Order button",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "Accept the confirmation dialog for the blue table order",
+ "copilotToolCallId": "toolu_vrtx_01KbijiKyMFHXBkDykX2HEKF"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_handle_dialog",
+ "arguments": {
+ "accept": true
+ },
+ "id": "toolu_vrtx_01KbijiKyMFHXBkDykX2HEKF"
+ }
+ ]
},
"usage": {
- "input": 5862,
- "output": 77
+ "input": 6346,
+ "output": 80
}
},
- "51ee9f20ae47d1660b4ed9dbdaf6d44b4b951339": {
+ "a98731ce88937b3750262cf96e32915137da41f6": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Click the button to place another order for the green desk",
+ "copilotToolCallId": "toolu_vrtx_01Y1PPdE3BPW3QDvfGDfNvud"
+ },
+ {
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
- "element": "Order button",
- "ref": "e29"
+ "element": "Place Another Order button",
+ "ref": "e58"
},
- "id": "tooluse_WtpFqw9JScur-lAHZEsKRQ"
+ "id": "toolu_vrtx_01Y1PPdE3BPW3QDvfGDfNvud"
}
]
},
"usage": {
- "input": 5890,
- "output": 72
+ "input": 7244,
+ "output": 101
}
},
- "4493b8b9ef4b1cfaff25033b937f9a3bc81de116": {
+ "6d42d0e007bf912126b91d0f5ff914f4f0ddd131": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
- "name": "browser_handle_dialog",
+ "type": "text",
+ "text": "Select Desk as the product type for the second order",
+ "copilotToolCallId": "toolu_vrtx_01218mifcyQA471NRm6dUcRU"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_select_option",
"arguments": {
- "accept": true
+ "element": "Product Type dropdown",
+ "ref": "e7",
+ "values": [
+ "Desk"
+ ]
},
- "id": "tooluse_oUddkbggQ3aEEYKh8BU8wg"
+ "id": "toolu_vrtx_01218mifcyQA471NRm6dUcRU"
}
]
},
"usage": {
- "input": 6042,
- "output": 55
+ "input": 7970,
+ "output": 122
}
},
- "890e35cf92b660a3fa3ade73f150a929caf92a1d": {
+ "5025e2902f3df07923d7734a597be3713f677a74": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
- "name": "browser_click",
+ "type": "text",
+ "text": "Select Green as the color for the desk",
+ "copilotToolCallId": "toolu_vrtx_01FhmtZ6f2hJPYjjSoKC97y8"
+ },
+ {
+ "type": "tool_call",
+ "name": "browser_select_option",
"arguments": {
- "element": "Place Another Order button",
- "ref": "e58"
+ "element": "Color dropdown",
+ "ref": "e10",
+ "values": [
+ "Green"
+ ]
},
- "id": "tooluse_AlBQSRtuQT2Yot3LPY5F-Q"
+ "id": "toolu_vrtx_01FhmtZ6f2hJPYjjSoKC97y8"
}
]
},
"usage": {
- "input": 6903,
- "output": 74
+ "input": 8245,
+ "output": 117
}
},
- "9bee0bcd86f45f9622412b4c01bc0fa871054aa3": {
+ "c12bab83290d808cdc2f8bd78770494f655d0f7b": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Fill in the form fields again for the desk order",
+ "copilotToolCallId": "toolu_vrtx_012BK22YLkPokRqtnZQLUxmg"
+ },
{
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
- {
- "name": "Product Type",
- "ref": "e7",
- "type": "combobox",
- "value": "Desk"
- },
- {
- "name": "Color",
- "ref": "e10",
- "type": "combobox",
- "value": "Green"
- },
{
"name": "Full Name",
"ref": "e13",
@@ -237,7 +315,7 @@
"name": "Street Address",
"ref": "e19",
"type": "textbox",
- "value": "123 Main St"
+ "value": "123 Main St, Anytown"
},
{
"name": "City",
@@ -259,72 +337,87 @@
}
]
},
- "id": "tooluse_YGgfR5fAR6OJcd7Q9M4t7w"
+ "id": "toolu_vrtx_012BK22YLkPokRqtnZQLUxmg"
}
]
},
"usage": {
- "input": 7601,
- "output": 298
+ "input": 8516,
+ "output": 270
}
},
- "faae385281a92076a48da71d391fa0e477894e6d": {
+ "97991c9176de4922376ca0724be0e0f08a663495": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Submit the order for the green desk",
+ "copilotToolCallId": "toolu_vrtx_01J4NkM1w1oVvGe669YpKznN"
+ },
{
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Order button",
"ref": "e29"
},
- "id": "tooluse_qo1cC8s9SB-sPPPgTk36sA"
+ "id": "toolu_vrtx_01J4NkM1w1oVvGe669YpKznN"
}
]
},
"usage": {
- "input": 8123,
- "output": 72
+ "input": 8981,
+ "output": 95
}
},
- "eaab8ebfa4b63c74ba919e849ba983fcb874528f": {
+ "e21936aa617706f6d9db0cbd5c2ea8d50ace71c5": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Accept the confirmation dialog for the green desk order",
+ "copilotToolCallId": "toolu_vrtx_01Xrhq5gNqNUZUbFLTA2fyt1"
+ },
+ {
+ "type": "tool_call",
"name": "browser_handle_dialog",
"arguments": {
"accept": true
},
- "id": "tooluse_EWFnsSPoTY6i4Qf7bpEwjg"
+ "id": "toolu_vrtx_01Xrhq5gNqNUZUbFLTA2fyt1"
}
]
},
"usage": {
- "input": 8274,
- "output": 55
+ "input": 9156,
+ "output": 80
}
},
- "2c31a0c54acc5a4c4f9b8e4c7acdbf94a81eebbb": {
+ "8519a36f22606bdb77adbee31c1b2b3ff121583e": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Report the total price of both items and maximum estimated delivery time. Blue table: $353.98, Green desk: $299.98. Total: $653.96. Both have 3 days estimated delivery.",
+ "copilotToolCallId": "toolu_vrtx_01X7E9MaaAgBgrjCRGx1BNpT"
+ },
{
+ "type": "tool_call",
"name": "report_result",
"arguments": {
- "deliveryDays": 3,
- "price": 653.96
+ "price": 653.96,
+ "deliveryDays": 3
},
- "id": "tooluse_I1b-G92TS7qIuUsLtl020w"
+ "id": "toolu_vrtx_01X7E9MaaAgBgrjCRGx1BNpT"
}
]
},
"usage": {
- "input": 9136,
- "output": 75
+ "input": 10055,
+ "output": 135
}
}
}
\ No newline at end of file
diff --git a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat1.json b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat1.json
index d17add266f..4fe31e8094 100644
--- a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat1.json
+++ b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat1.json
@@ -1,68 +1,54 @@
{
- "facb950333d3cbebad4cb469c846c6a03a72dce8": {
+ "4c37062e059030f9c15a515aba7dea63145b1691": {
"result": {
"role": "assistant",
- "content": "I'll help you navigate to the form, fill it out with the specified details, and complete the order. Let me start by navigating to the page.",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "I'll help you complete this task. Let me start by navigating to the page and then filling out the order form."
+ }
+ ]
},
"usage": {
- "input": 4484,
- "output": 126
+ "input": 4390,
+ "output": 114
}
},
- "f65dd22f0f79ffd6398d42230797a4a53c72c9ab": {
+ "e1e0bd5a8606f1711cc30f461f0c274f47c58792": {
"result": {
"role": "assistant",
- "content": "Navigate to the form page to start the ordering process",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Navigate to the form page",
+ "copilotToolCallId": "toolu_vrtx_01CyPTAyQwbp3tJQ8HRHcZpU"
+ },
{
+ "type": "tool_call",
"name": "browser_navigate",
"arguments": {
"url": "http://localhost:<PORT>/evals/fill-form.html"
},
- "id": "tooluse_BCc-AvDnQWmc8O81Stj2YQ"
+ "id": "toolu_vrtx_01CyPTAyQwbp3tJQ8HRHcZpU"
}
]
},
"usage": {
- "input": 4540,
- "output": 93
+ "input": 4446,
+ "output": 88
}
},
- "eb63c3301417583c538a6501c36797d42e161a1a": {
+ "038e080c725fcc9423fd35bb7f3f66ef81a0123b": {
"result": {
"role": "assistant",
- "content": "Take a snapshot to see the current page state",
- "toolCalls": [
+ "content": [
{
- "name": "browser_snapshot",
- "arguments": {},
- "id": "tooluse_EQPPTsKBT_G_YsVMHNZnAw"
- }
- ]
- },
- "usage": {
- "input": 5242,
- "output": 61
- }
- },
- "190598029fe374115a87b39e2d631689f712f8c5": {
- "result": {
- "role": "assistant",
- "content": "Fill out the form for the first item - blue table",
- "toolCalls": []
- },
- "usage": {
- "input": 5878,
- "output": 350
- }
- },
- "73845baea403b9e42331b19667593fbf028c3429": {
- "result": {
- "role": "assistant",
- "content": "Select Table as the product type",
- "toolCalls": [
+ "type": "text",
+ "text": "Select 'Table' as the product type for the first order",
+ "copilotToolCallId": "toolu_vrtx_01Kr5U1jWVpBh7SmizccRR3f"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Product Type dropdown",
@@ -71,32 +57,26 @@
"Table"
]
},
- "id": "tooluse_WVHv7CI3R-WqyOj6O7LTKg"
+ "id": "toolu_vrtx_01Kr5U1jWVpBh7SmizccRR3f"
}
]
},
"usage": {
- "input": 5913,
- "output": 116
+ "input": 5160,
+ "output": 123
}
},
- "5cac5e0e4742f5674f0c4c7fd933d7e4c84f0513": {
+ "754d74faa1450471f76bd4fc78788cc8bc1ad71c": {
"result": {
"role": "assistant",
- "content": "Select Blue as the color",
- "toolCalls": []
- },
- "usage": {
- "input": 6165,
- "output": 99
- }
- },
- "67a472d6a9e6e9c965eaa82a70a4bdbb7485eca6": {
- "result": {
- "role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Select 'Blue' as the color for the table",
+ "copilotToolCallId": "toolu_vrtx_016C7VpVtiZQDYRWMiQqbq7j"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Color dropdown",
@@ -105,180 +85,161 @@
"Blue"
]
},
- "id": "tooluse_f86G0fVES260pD2OGjYdCA"
+ "id": "toolu_vrtx_016C7VpVtiZQDYRWMiQqbq7j"
}
]
},
"usage": {
- "input": 6194,
- "output": 93
+ "input": 5435,
+ "output": 120
}
},
- "65f822bec8f70205e0d58e9a2ee09a3707ed6401": {
+ "e523d834c1b2431a0897b1f72a82b1a41aeeeb19": {
"result": {
"role": "assistant",
- "content": "Fill in customer information for the order",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Fill in the customer details for the order",
+ "copilotToolCallId": "toolu_vrtx_01CpuzPwzdWDkS9CAUrFzkZD"
+ },
+ {
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
{
"name": "Full Name",
- "ref": "e13",
"type": "textbox",
+ "ref": "e13",
"value": "John Doe"
},
{
"name": "Email Address",
- "ref": "e16",
"type": "textbox",
+ "ref": "e16",
"value": "[email protected]"
},
{
"name": "Street Address",
- "ref": "e19",
"type": "textbox",
+ "ref": "e19",
"value": "123 Main St"
},
{
"name": "City",
- "ref": "e22",
"type": "textbox",
+ "ref": "e22",
"value": "Anytown"
},
{
"name": "State/Province",
- "ref": "e25",
"type": "textbox",
- "value": "XYZ"
+ "ref": "e25",
+ "value": "XYZ state"
},
{
"name": "ZIP/Postal Code",
- "ref": "e28",
"type": "textbox",
+ "ref": "e28",
"value": "12345"
}
]
},
- "id": "tooluse_ztCsxsUlTueuOPgHsO83dA"
+ "id": "toolu_vrtx_01CpuzPwzdWDkS9CAUrFzkZD"
}
]
},
"usage": {
- "input": 6441,
- "output": 343
+ "input": 5709,
+ "output": 345
}
},
- "6b1f789361769bb90eb776cff6df695394e90ff5": {
+ "80b96184b8d7012b4e08d83112649e7b59d205b3": {
"result": {
"role": "assistant",
- "content": "Click the Order button to submit the first order",
- "toolCalls": []
- },
- "usage": {
- "input": 6879,
- "output": 82
- }
- },
- "f036e1c5e71f07be6729fc6fc0ef5a7514564633": {
- "result": {
- "role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Submit the order for the blue table",
+ "copilotToolCallId": "toolu_vrtx_01HnWEUVGL6DezzGD9Ffm4fk"
+ },
{
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Order button",
"ref": "e29"
},
- "id": "tooluse_7Bw_du6XShCs0VM46yds3A"
+ "id": "toolu_vrtx_01HnWEUVGL6DezzGD9Ffm4fk"
}
]
},
"usage": {
- "input": 6912,
- "output": 72
- }
- },
- "44e579cf6dfa27d84426d8afbffda3bb20e978b5": {
- "result": {
- "role": "assistant",
- "content": "Accept the order confirmation dialog",
- "toolCalls": []
- },
- "usage": {
- "input": 7064,
- "output": 61
+ "input": 6166,
+ "output": 95
}
},
- "b1043d04c5761a4273d3c6d358e18727ae53bedd": {
+ "0dde56ef8622cf938c1ee60b8a651c8259d0411f": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Accept the order confirmation for the blue table",
+ "copilotToolCallId": "toolu_vrtx_01CR3bVABfhxB5qgt22Y4Pu1"
+ },
+ {
+ "type": "tool_call",
"name": "browser_handle_dialog",
"arguments": {
"accept": true
},
- "id": "tooluse_CBKRGvaMT8-0bxI3LmpgLQ"
+ "id": "toolu_vrtx_01CR3bVABfhxB5qgt22Y4Pu1"
}
]
},
"usage": {
- "input": 7093,
- "output": 55
- }
- },
- "4a20e94c802689f0e5795cc01d0754593c95b8d9": {
- "result": {
- "role": "assistant",
- "content": "Click Place Another Order button to order the second item",
- "toolCalls": []
- },
- "usage": {
- "input": 7955,
- "output": 85
+ "input": 6341,
+ "output": 79
}
},
- "02d0f1acdf58e14bfacf4fb3d1a04973726b3f6a": {
+ "6caaa60190a581d2fbda0ce572ba1ab6dee6ebd5": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Click to place another order for the green desk",
+ "copilotToolCallId": "toolu_vrtx_0151JgiQCvuneHYW3F8CGHR7"
+ },
+ {
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Place Another Order button",
"ref": "e58"
},
- "id": "tooluse_mEVX8xrBQ-u7BPjnZ7PPKQ"
+ "id": "toolu_vrtx_0151JgiQCvuneHYW3F8CGHR7"
}
]
},
"usage": {
- "input": 7989,
- "output": 74
- }
- },
- "19504162e60fbdd96072af88bd669b3e88860524": {
- "result": {
- "role": "assistant",
- "content": "Select Desk as the product type for the second order",
- "toolCalls": []
- },
- "usage": {
- "input": 8688,
- "output": 107
+ "input": 7230,
+ "output": 99
}
},
- "302dcb0c44750d90fdf69073db4a6533d657af9c": {
+ "713a5e3f378243a37c5a435f6aff1d556f697691": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Select 'Desk' as the product type for the second order",
+ "copilotToolCallId": "toolu_vrtx_01GnBKQrEkEretr3hXo8C3kN"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Product Type dropdown",
@@ -287,32 +248,26 @@
"Desk"
]
},
- "id": "tooluse_BaMRqzC-QbeyPBC-9RP0aw"
+ "id": "toolu_vrtx_01GnBKQrEkEretr3hXo8C3kN"
}
]
},
"usage": {
- "input": 8723,
- "output": 95
+ "input": 7954,
+ "output": 125
}
},
- "b40f9a90caa41102d3b795a22a005ad9042b659e": {
+ "32d80d3b3ea01b9adc6bb2311c0c01c8f1c02684": {
"result": {
"role": "assistant",
- "content": "Select Green as the color for the desk",
- "toolCalls": []
- },
- "usage": {
- "input": 8971,
- "output": 11
- }
- },
- "9c502c32a6f3797f941b683c19473c89cec2a1b4": {
- "result": {
- "role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Select 'Green' as the color for the desk",
+ "copilotToolCallId": "toolu_vrtx_012Dkh4SgZriiobB7rQoZ8cj"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Color dropdown",
@@ -321,32 +276,26 @@
"Green"
]
},
- "id": "tooluse_bvxZZXldSu28CR0zYOoIng"
+ "id": "toolu_vrtx_012Dkh4SgZriiobB7rQoZ8cj"
}
]
},
"usage": {
- "input": 9003,
- "output": 93
- }
- },
- "ce3d6682dda9339c3efd384e5bd23e9aef4852fc": {
- "result": {
- "role": "assistant",
- "content": "Fill in the customer information for the second order",
- "toolCalls": []
- },
- "usage": {
- "input": 9250,
- "output": 250
+ "input": 8232,
+ "output": 120
}
},
- "92858cba54b40fc65bc94e7f1ffd16f427f3f1b0": {
+ "c0f6e0008f9b1ad8fe8831c50853f4cf5e03cfdb": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Fill in the customer details for the second order",
+ "copilotToolCallId": "toolu_vrtx_01RaibhHtyqmX9VLm8w8TQkV"
+ },
{
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
@@ -378,7 +327,7 @@
"name": "State/Province",
"ref": "e25",
"type": "textbox",
- "value": "XYZ"
+ "value": "XYZ state"
},
{
"name": "ZIP/Postal Code",
@@ -388,105 +337,87 @@
}
]
},
- "id": "tooluse_MiTMyTOaRoCmK0EapkxU7g"
+ "id": "toolu_vrtx_01RaibhHtyqmX9VLm8w8TQkV"
}
]
},
"usage": {
- "input": 9283,
- "output": 240
- }
- },
- "3c11d68c47519b7364a7dd5c1be26d6b7cd16a66": {
- "result": {
- "role": "assistant",
- "content": "Click the Order button to submit the second order",
- "toolCalls": []
- },
- "usage": {
- "input": 9714,
- "output": 12
+ "input": 8506,
+ "output": 266
}
},
- "334effd07d305facef120ed49d47eca9546b9ed2": {
+ "f4ba6d240b4bddc64099253f54166fea6fab8158": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Submit the order for the green desk",
+ "copilotToolCallId": "toolu_vrtx_017yfFSSUYR9n1rwX8tNsGgW"
+ },
{
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Order button",
"ref": "e29"
},
- "id": "tooluse_jana5W7FSLiGM40Y58vxuA"
+ "id": "toolu_vrtx_017yfFSSUYR9n1rwX8tNsGgW"
}
]
},
"usage": {
- "input": 9747,
- "output": 72
- }
- },
- "3e70d82f485d3bb257053e605a888e391d8458f3": {
- "result": {
- "role": "assistant",
- "content": "Accept the order confirmation dialog for the second order",
- "toolCalls": []
- },
- "usage": {
- "input": 9899,
- "output": 12
+ "input": 8964,
+ "output": 95
}
},
- "f6df99806ce1301aedf58fd2ebfc77b3645f849b": {
+ "136809b18f9e4a99f8d1afd675e68a35527a6e75": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Accept the order confirmation for the green desk",
+ "copilotToolCallId": "toolu_vrtx_01Q5e5d5oBNXgczowvX1rs7h"
+ },
+ {
+ "type": "tool_call",
"name": "browser_handle_dialog",
"arguments": {
"accept": true
},
- "id": "tooluse_j3MT0SvtSBuucN6YXXxfZg"
+ "id": "toolu_vrtx_01Q5e5d5oBNXgczowvX1rs7h"
}
]
},
"usage": {
- "input": 9932,
- "output": 55
+ "input": 9139,
+ "output": 79
}
},
- "c6d1b1ddc05aa572b48a0abfebaf84117d38aefd": {
+ "e9c0de54e428999409f95e3e07f1ab1a2e5d8adf": {
"result": {
"role": "assistant",
- "content": "Report the total price and maximum estimated delivery time for both orders",
- "toolCalls": []
- },
- "usage": {
- "input": 10795,
- "output": 88
- }
- },
- "b2b70eb2a30bcd06f1cd7819b9a7d4e275a528b6": {
- "result": {
- "role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Report the total price and maximum estimated delivery for both orders (blue table: $353.98 with 3 days delivery, green desk: $299.98 with 3 days delivery)",
+ "copilotToolCallId": "toolu_vrtx_01MymHkTngjRe1vyd5KDLttU"
+ },
{
+ "type": "tool_call",
"name": "report_result",
"arguments": {
- "deliveryDays": 3,
- "price": 653.96
+ "price": 653.96,
+ "deliveryDays": 3
},
- "id": "tooluse_CR5rFd09QRGnH5-Lt3-pGw"
+ "id": "toolu_vrtx_01MymHkTngjRe1vyd5KDLttU"
}
]
},
"usage": {
- "input": 10831,
- "output": 75
+ "input": 10029,
+ "output": 132
}
}
}
\ No newline at end of file
diff --git a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat2.json b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat2.json
index d936c0aac0..0ef9973de6 100644
--- a/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat2.json
+++ b/tests/mcp/__cache__/copilot/mcp-browser-eval-fill-the-form-repeat2.json
@@ -1,68 +1,76 @@
{
- "facb950333d3cbebad4cb469c846c6a03a72dce8": {
+ "4c37062e059030f9c15a515aba7dea63145b1691": {
"result": {
"role": "assistant",
- "content": "I'll help you navigate to the form, fill it out with the specified details, and report back the results. Let me start by navigating to the page.",
- "toolCalls": []
+ "content": [
+ {
+ "type": "text",
+ "text": "I'll help you complete this task. Let me start by navigating to the page and then filling out the form to order the items."
+ }
+ ]
},
"usage": {
- "input": 4484,
- "output": 136
+ "input": 4390,
+ "output": 117
}
},
- "e9daf936478b73139df8f3ea61bc82a1a13c3cdb": {
+ "fad5bf0fc534ecb1e403acfc02b0040f502dde65": {
"result": {
"role": "assistant",
- "content": "Navigate to the form page",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Navigate to the form page to start ordering items",
+ "copilotToolCallId": "toolu_vrtx_01LUFwA4XTZMZ1y1NHnRsMNx"
+ },
{
+ "type": "tool_call",
"name": "browser_navigate",
"arguments": {
"url": "http://localhost:<PORT>/evals/fill-form.html"
},
- "id": "tooluse_2QTlFMmcQlqV0a1rVultZw"
+ "id": "toolu_vrtx_01LUFwA4XTZMZ1y1NHnRsMNx"
}
]
},
"usage": {
- "input": 4541,
- "output": 88
+ "input": 4449,
+ "output": 92
}
},
- "7dc1192eb36584ccdef322c804036a775f23f7a2": {
+ "f7e5a310544d7464ffffea2fe03932582d1bbab6": {
"result": {
"role": "assistant",
- "content": "Check the current state of the form before filling",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Check the current state of the form before filling it out",
+ "copilotToolCallId": "toolu_vrtx_018Z3r8uFf2n2mDskeb34NRs"
+ },
+ {
+ "type": "tool_call",
"name": "browser_snapshot",
"arguments": {},
- "id": "tooluse_Xq-IYmyLTua6t1KRVizOew"
+ "id": "toolu_vrtx_018Z3r8uFf2n2mDskeb34NRs"
}
]
},
"usage": {
- "input": 5238,
- "output": 61
- }
- },
- "e960fd42b63a75629d10e2b064a712cf4bb222c8": {
- "result": {
- "role": "assistant",
- "content": "Fill the first order form for a blue table",
- "toolCalls": []
- },
- "usage": {
- "input": 5874,
- "output": 126
+ "input": 5167,
+ "output": 63
}
},
- "ab8368051e5eb0335afc2627359409ff6e527b22": {
+ "e4415a2e025d424030b34fde3d835d203f52bd34": {
"result": {
"role": "assistant",
- "content": "Select Table as the product type for the first order",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Select 'Table' as the product type for the first order",
+ "copilotToolCallId": "toolu_vrtx_01KYNS4MCaTXnsKn5KYVPznH"
+ },
+ {
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Product Type dropdown",
@@ -71,32 +79,26 @@
"Table"
]
},
- "id": "tooluse_qDJgPasgTZazcKmtzotHZg"
+ "id": "toolu_vrtx_01KYNS4MCaTXnsKn5KYVPznH"
}
]
},
"usage": {
- "input": 5907,
- "output": 120
+ "input": 5821,
+ "output": 123
}
},
- "eefa023ed6d14b88656c764ec83bf98bee091d0a": {
+ "99f72d9d743e48c4f9c3c10a22b63dfbdd277012": {
"result": {
"role": "assistant",
- "content": "Select Blue as the color",
- "toolCalls": []
- },
- "usage": {
- "input": 6163,
- "output": 99
- }
- },
- "c7ddf8898251a2d2a7fcadf36e226a14f2d32955": {
- "result": {
- "role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Select 'Blue' as the color for the table",
+ "copilotToolCallId": "toolu_vrtx_01H1M2gFHZdKEoiDYVVEimdm"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Color dropdown",
@@ -105,147 +107,161 @@
"Blue"
]
},
- "id": "tooluse_K_TcaZuDTaaPDZT-qhxH0g"
+ "id": "toolu_vrtx_01H1M2gFHZdKEoiDYVVEimdm"
}
]
},
"usage": {
- "input": 6192,
- "output": 93
+ "input": 6096,
+ "output": 120
}
},
- "5ccb74547a127df0533ca011b1ac02fb9df840c3": {
+ "2963b09feb88a43912acb70deca9e945ed838170": {
"result": {
"role": "assistant",
- "content": "Fill in all the customer details in the form",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Fill in all the customer details for the first order",
+ "copilotToolCallId": "toolu_vrtx_0154BEz3qJ3AtgGtCRmyGaKt"
+ },
+ {
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
{
"name": "Full Name",
- "ref": "e13",
"type": "textbox",
+ "ref": "e13",
"value": "John Doe"
},
{
"name": "Email Address",
- "ref": "e16",
"type": "textbox",
+ "ref": "e16",
"value": "[email protected]"
},
{
"name": "Street Address",
- "ref": "e19",
"type": "textbox",
+ "ref": "e19",
"value": "123 Main St"
},
{
"name": "City",
- "ref": "e22",
"type": "textbox",
+ "ref": "e22",
"value": "Anytown"
},
{
"name": "State/Province",
- "ref": "e25",
"type": "textbox",
- "value": "XYZ"
+ "ref": "e25",
+ "value": "XYZ state"
},
{
"name": "ZIP/Postal Code",
- "ref": "e28",
"type": "textbox",
+ "ref": "e28",
"value": "12345"
}
]
},
- "id": "tooluse_fevjVnF0S2OhEUg_pdQNog"
+ "id": "toolu_vrtx_0154BEz3qJ3AtgGtCRmyGaKt"
}
]
},
"usage": {
- "input": 6439,
- "output": 345
- }
- },
- "1ef5b1de2508c7962e6e4b4dcefe59c11179680d": {
- "result": {
- "role": "assistant",
- "content": "Submit the order form",
- "toolCalls": []
- },
- "usage": {
- "input": 6879,
- "output": 77
+ "input": 6370,
+ "output": 347
}
},
- "f096f02c459d6fa500047ad6ba5e65c0e5222e20": {
+ "8252960e4ad2729cd515d1b93b9a319243cd5208": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Submit the first order (blue table)",
+ "copilotToolCallId": "toolu_vrtx_014JpUqZJ5qYQyNHt1SfGb3F"
+ },
+ {
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Order button",
"ref": "e29"
},
- "id": "tooluse_cDuf7VYITsOk3SPizGkdbw"
+ "id": "toolu_vrtx_014JpUqZJ5qYQyNHt1SfGb3F"
}
]
},
"usage": {
- "input": 6907,
- "output": 72
+ "input": 6829,
+ "output": 95
}
},
- "a28b9ead7a286733ddbf6c52fd0c3ed1d5954725": {
+ "cc501640fbc47d3305b5056d54348a6c99a98726": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Accept the confirmation dialog for the blue table order",
+ "copilotToolCallId": "toolu_vrtx_01ULFAfNeMTsQDvRm3o9jjog"
+ },
+ {
+ "type": "tool_call",
"name": "browser_handle_dialog",
"arguments": {
"accept": true
},
- "id": "tooluse_A0g51QouRsWL9CsOTx5Ycg"
+ "id": "toolu_vrtx_01ULFAfNeMTsQDvRm3o9jjog"
}
]
},
"usage": {
- "input": 7059,
- "output": 55
+ "input": 7004,
+ "output": 80
}
},
- "fb6f4514207d7e27fa9a5c6da79320dd6d5ab572": {
+ "c8f6a897f0678c33d72b4f77ca10f52689f8b760": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Click the button to place another order for the green desk",
+ "copilotToolCallId": "toolu_vrtx_01Y3noC5ecEE9LyHZQLuL6XR"
+ },
{
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Place Another Order button",
"ref": "e58"
},
- "id": "tooluse_4U7nwg7ZTMiom22WRl-FJw"
+ "id": "toolu_vrtx_01Y3noC5ecEE9LyHZQLuL6XR"
}
]
},
"usage": {
- "input": 7920,
- "output": 74
+ "input": 7894,
+ "output": 101
}
},
- "4a73f42e2d9bdb78c9a2e5390bc7a964fbb343c0": {
+ "1657a77de89340fe2f077023c29d0a4315ff2da2": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
{
+ "type": "text",
+ "text": "Select 'Desk' as the product type for the second order",
+ "copilotToolCallId": "toolu_vrtx_01SSfRq5TCJMBUWkKoULWTfu"
+ },
+ {
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Product Type dropdown",
@@ -254,21 +270,26 @@
"Desk"
]
},
- "id": "tooluse_67fzJrlgS06obb4sPHxk-Q"
+ "id": "toolu_vrtx_01SSfRq5TCJMBUWkKoULWTfu"
}
]
},
"usage": {
- "input": 8618,
- "output": 95
+ "input": 8620,
+ "output": 125
}
},
- "cf8bc3f7c495171c5541706d297582791b7c316f": {
+ "ae643cadf2e2c3499a424fac62c9be17a1ca613a": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Select 'Green' as the color for the desk",
+ "copilotToolCallId": "toolu_vrtx_01LvkZw7zRjt5enTXX2ZdsqN"
+ },
{
+ "type": "tool_call",
"name": "browser_select_option",
"arguments": {
"element": "Color dropdown",
@@ -277,21 +298,26 @@
"Green"
]
},
- "id": "tooluse_CroDBxgYS1akDERsrWsRAg"
+ "id": "toolu_vrtx_01LvkZw7zRjt5enTXX2ZdsqN"
}
]
},
"usage": {
- "input": 8865,
- "output": 93
+ "input": 8898,
+ "output": 120
}
},
- "995ae7de03de31d0deaa9f9c415b682386ea0290": {
+ "0423b4c46c9358cc18cbf3e19ac69bb7b32f1aec": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Fill in all the customer details for the second order",
+ "copilotToolCallId": "toolu_vrtx_01BPw2B9YjakQKHJq7Y7qVYp"
+ },
{
+ "type": "tool_call",
"name": "browser_fill_form",
"arguments": {
"fields": [
@@ -323,7 +349,7 @@
"name": "State/Province",
"ref": "e25",
"type": "textbox",
- "value": "XYZ"
+ "value": "XYZ state"
},
{
"name": "ZIP/Postal Code",
@@ -333,72 +359,87 @@
}
]
},
- "id": "tooluse_DLFD9lwrQb2Oc_4NpnYOYg"
+ "id": "toolu_vrtx_01BPw2B9YjakQKHJq7Y7qVYp"
}
]
},
"usage": {
- "input": 9111,
- "output": 240
+ "input": 9172,
+ "output": 267
}
},
- "6ec90af600847bd4dd2a0fa6b8ea5c08fd0e59d0": {
+ "fdc7144914501f04a01af4d951f27a3c0ec76fab": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Submit the second order (green desk)",
+ "copilotToolCallId": "toolu_vrtx_01WdPKRuBhfaQPxtY9EdxubM"
+ },
{
+ "type": "tool_call",
"name": "browser_click",
"arguments": {
"element": "Order button",
"ref": "e29"
},
- "id": "tooluse_oNWDYmu7RTClOEuCTrn7Sg"
+ "id": "toolu_vrtx_01WdPKRuBhfaQPxtY9EdxubM"
}
]
},
"usage": {
- "input": 9541,
- "output": 72
+ "input": 9631,
+ "output": 95
}
},
- "c46467b8f90fdfbfdf5081dda99e2055b6f6152f": {
+ "0db529b67667bc494d5b0e7605614a2c0497eef1": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Accept the confirmation dialog for the green desk order",
+ "copilotToolCallId": "toolu_vrtx_0197daAGKqY1aXq8KxKFD6Rd"
+ },
{
+ "type": "tool_call",
"name": "browser_handle_dialog",
"arguments": {
"accept": true
},
- "id": "tooluse_qBV8FnNVTMiBZ8oLuUVYOQ"
+ "id": "toolu_vrtx_0197daAGKqY1aXq8KxKFD6Rd"
}
]
},
"usage": {
- "input": 9692,
- "output": 55
+ "input": 9806,
+ "output": 80
}
},
- "c9ebdba51d456673a83fd1ec4e484fea864ef5b7": {
+ "c4624d908400df00c492cec467920acd3c98ef68": {
"result": {
"role": "assistant",
- "content": "",
- "toolCalls": [
+ "content": [
+ {
+ "type": "text",
+ "text": "Report the total price for both items and maximum estimated delivery time. Blue table: $353.98, Green desk: $299.98. Total: $653.96. Both have 3 days estimated delivery.",
+ "copilotToolCallId": "toolu_vrtx_014zsVp7oDzvJJgsjg3LVazs"
+ },
{
+ "type": "tool_call",
"name": "report_result",
"arguments": {
- "deliveryDays": 3,
- "price": 653.96
+ "price": 653.96,
+ "deliveryDays": 3
},
- "id": "tooluse_Tsf2nC_CR6CMtZL91D0ovA"
+ "id": "toolu_vrtx_014zsVp7oDzvJJgsjg3LVazs"
}
]
},
"usage": {
- "input": 10554,
- "output": 75
+ "input": 10697,
+ "output": 135
}
}
}
\ No newline at end of file
diff --git a/tests/mcp/browser.eval.ts b/tests/mcp/browser.eval.ts
index c44bf25e92..f15393abf4 100644
--- a/tests/mcp/browser.eval.ts
+++ b/tests/mcp/browser.eval.ts
@@ -19,7 +19,7 @@ import { zodToJsonSchema } from 'zod-to-json-schema';
import { test, expect } from './fixtures';
-import type * as tinyLoop from 'tiny-loop';
+import type * as lowireLoop from '@lowire/loop';
test.use({ mcpHeadless: async ({ headless }, use) => use(headless) });
@@ -35,11 +35,11 @@ test('fill the form', async ({ loop, client, server }) => {
Report back total price for both items, and maximum estimated delivery.
Do not take screenshots.
`, {
- tools: (await client.listTools()).tools as tinyLoop.Tool[],
- callTool: (params => client.callTool(params)) as tinyLoop.ToolCallback,
+ tools: (await client.listTools()).tools as lowireLoop.Tool[],
+ callTool: (params => client.callTool(params)) as lowireLoop.ToolCallback,
resultSchema: zodToJsonSchema(z.object({
price: z.number().describe('Total price in USD.'),
deliveryDays: z.number().describe('Maximum estimated delivery time in days.'),
- })) as tinyLoop.Schema,
+ })) as lowireLoop.Schema,
})).toEqual({ price: 653.96, deliveryDays: 3 });
});
diff --git a/tests/mcp/fixtures.ts b/tests/mcp/fixtures.ts
index ba92eaa84d..8b78bf7403 100644
--- a/tests/mcp/fixtures.ts
+++ b/tests/mcp/fixtures.ts
@@ -17,7 +17,7 @@
import fs from 'fs';
import path from 'path';
import { chromium } from 'playwright';
-import { Loop } from 'tiny-loop';
+import { Loop } from '@lowire/loop';
import debug from 'debug';
import { test as baseTest, expect as baseExpect } from '@playwright/test';
@@ -189,21 +189,23 @@ export const test = serverTest.extend<TestFixtures & TestOptions, WorkerFixtures
mcpServerType: ['mcp', { option: true }],
loop: async ({ server }, use) => {
- const provider = 'copilot';
- const cacheFile = path.join(__dirname, '__cache__', provider, sanitizeFileName(test.info().titlePath.join(' ') + '-repeat' + test.info().repeatEachIndex) + '.json');
+ const cacheFile = path.join(__dirname, '__cache__', 'copilot', sanitizeFileName(test.info().titlePath.join(' ') + '-repeat' + test.info().repeatEachIndex) + '.json');
const dataBefore = await fs.promises.readFile(cacheFile, 'utf-8').catch(() => '{}');
let cache = {};
try {
cache = JSON.parse(dataBefore);
} catch {
}
- const caches = { before: cache, after: {} };
- await use(new Loop(provider, {
- caches,
- secrets: { PORT: String(server.PORT) },
- logger: (category, ...args) => debug(category)(...args),
- }));
- const dataAfter = JSON.stringify(caches.after, null, 2);
+ const loop = new Loop('github', {
+ model: 'claude-sonnet-4.5',
+ cache: {
+ messages: cache,
+ secrets: { PORT: String(server.PORT) },
+ },
+ debug,
+ });
+ await use(loop);
+ const dataAfter = JSON.stringify(loop.cache(), null, 2);
if (test.info().status === 'passed' && dataBefore !== dataAfter) {
await fs.promises.mkdir(path.dirname(cacheFile), { recursive: true });
await fs.promises.writeFile(cacheFile, dataAfter);