Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(e2e): bump apify SDK to 4.0.0-beta.46 and fix the E2E suite (#4160)
Vlada Dusek3c73bfd9b8d6
diff --git a/package.json b/package.jsonindex 6ec33b9ab..5c9f80b85 100644--- a/package.json+++ b/package.json@@ -65,6 +65,7 @@"@crawlee/basic": "workspace:*","@crawlee/cheerio": "workspace:*","@crawlee/core": "workspace:*",+ "@crawlee/fs-storage": "workspace:*","@crawlee/http-client": "workspace:*","@crawlee/impit-client": "workspace:*","@crawlee/otel": "workspace:*",diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 0d3b73652..148a8c134 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -173,8 +173,9 @@ overrides:tar: ^7.5.16lerna>js-yaml: ^4.2.0lerna>minimatch: ^3.1.4- apify: ^4.0.0-beta.35+ apify: ^4.0.0-beta.46apify>@crawlee/core: workspace:*+ apify>@crawlee/fs-storage: workspace:*apify>@crawlee/types: workspace:*apify>@crawlee/utils: workspace:*header-generator>ow: ^2.0.0@@ -208,6 +209,9 @@ importers:'@crawlee/core':specifier: workspace:*version: link:packages/core+ '@crawlee/fs-storage':+ specifier: workspace:*+ version: link:packages/fs-storage'@crawlee/http-client':specifier: workspace:*version: link:packages/http-client@@ -323,8 +327,8 @@ importers:specifier: ^4.0.16version: 4.1.4([email protected])apify:- specifier: ^4.0.0-beta.35- version: 4.0.0-beta.35([email protected])([email protected]([email protected]))([email protected])+ specifier: ^4.0.0-beta.46+ version: 4.0.0-beta.46([email protected])([email protected]([email protected]))([email protected])apify-node-curl-impersonate:specifier: ^1.0.23version: 1.0.29@@ -399,7 +403,7 @@ importers:version: 2.2.0([email protected])puppeteer:specifier: 25.8.0- version: 25.8.0([email protected])rimraf:specifier: ^6.0.1version: 6.1.3@@ -467,8 +471,8 @@ importers:specifier: ^1.39.0version: 1.43.0apify:- specifier: ^4.0.0-beta.35- version: 4.0.0-beta.35([email protected])([email protected]([email protected]))([email protected])+ specifier: ^4.0.0-beta.46+ version: 4.0.0-beta.46([email protected])([email protected]([email protected]))([email protected])crawlee:specifier: workspace:*version: link:../packages/crawlee@@ -483,10 +487,10 @@ importers:puppeteer-extra:specifier: ^3.3.6- version: 3.3.6([email protected]([email protected]))([email protected]([email protected]))([email protected])+ version: 3.3.6([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected])puppeteer-extra-plugin-stealth:specifier: ^2.11.2- version: 2.11.2([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])+ version: 2.11.2([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])winston:specifier: ^3.17.0version: 3.19.0@@ -505,7 +509,7 @@ importers:version: 1.0.1'@apify/utilities':specifier: ^3.0.1- version: 3.0.1+ version: 3.1.0'@crawlee/core':specifier: workspace:*version: link:../core@@ -572,7 +576,7 @@ importers:version: 1.61.1puppeteer:specifier: '*'- version: 25.8.0([email protected])tslib:specifier: ^2.8.1version: 2.8.1@@ -602,7 +606,7 @@ importers:version: 2.1.82fingerprint-injector:specifier: ^2.1.68+ version: 2.1.82([email protected])([email protected]([email protected])([email protected]([email protected])))lodash.merge:specifier: ^4.6.2version: 4.6.2@@ -620,7 +624,7 @@ importers:version: 2.7.1([email protected])puppeteer:specifier: '*'- version: 25.8.0([email protected])quick-lru:specifier: ^7.0.1version: 7.3.0@@ -689,7 +693,7 @@ importers:version: 1.0.1'@apify/utilities':specifier: ^3.0.1- version: 3.0.1+ version: 3.1.0'@crawlee/fs-storage':specifier: workspace:*version: link:../fs-storage@@ -782,7 +786,7 @@ importers:version: 1.61.1puppeteer:specifier: '*'- version: 25.8.0([email protected])tslib:specifier: ^2.8.1version: 2.8.1@@ -827,7 +831,7 @@ importers:version: 1.0.1'@apify/utilities':specifier: ^3.0.1- version: 3.0.1+ version: 3.1.0'@crawlee/basic':specifier: workspace:*version: link:../basic-crawler@@ -993,7 +997,7 @@ importers:version: 3.7.1puppeteer:specifier: '*'- version: 25.8.0([email protected])tslib:specifier: ^2.8.1version: 2.8.1@@ -1030,7 +1034,7 @@ importers:devDependencies:'@browserbasehq/stagehand':specifier: 3.0.7- version: 3.0.7(@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])+ version: 3.0.7(@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])playwright:specifier: ^1.60.0version: 1.61.1@@ -1102,7 +1106,7 @@ importers:'@apify/utilities':specifier: ^3.0.1- version: 3.0.1+ version: 3.1.0'@docusaurus/core':specifier: 3.10.2version: 3.10.2(patch_hash=7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb)(@docusaurus/[email protected](@docusaurus/[email protected](@swc/[email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected]))([email protected])([email protected]))(@mdx-js/[email protected](@types/[email protected])([email protected]))(@rspack/[email protected])(@swc/[email protected])([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected])([email protected])@@ -1138,7 +1142,7 @@ importers:version: 1.2.2(patch_hash=9c7d64b548a8bb7332cf782e4f959d760e600e78aef2d10562df8a05d7459695)(@docusaurus/[email protected](patch_hash=7e95e0e59f770d24c0e51e1e2635b0a25edf33b38938162fa8c69ab42d38b1fb)(@docusaurus/[email protected](@docusaurus/[email protected](@swc/[email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected]))([email protected])([email protected]))(@mdx-js/[email protected](@types/[email protected])([email protected]))(@rspack/[email protected])(@swc/[email protected])([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])([email protected])([email protected]))([email protected])axios:specifier: ^1.19.0buffer:specifier: ^6.0.3version: 6.0.3@@ -1407,9 +1411,6 @@ packages:'@anthropic-ai/[email protected]':resolution: {integrity: sha512-eMyDIPRZbt1CCLErRCi3exlAvNkBtRe+kW5vvJyef93PmNr/clstYgHhtvmkxN82nlKgzyGPCyGxrm0JQ1ZIdg==}- '@apify/[email protected]':- resolution: {integrity: sha512-Nhal8FiIgAw5ylVL4U2DAeJJyKow0bFObAX/og5BJjB9xJ2csQcyVAx4ChnO7XOaeRU8HbRn9u0QUGzPt5NNqA==}-'@apify/[email protected]':resolution: {integrity: sha512-ZPmfdb4qt143R+6/jFYVCQDoHGInl24Ntz8ltEAMW7tFHSdiXnQoZtDgydZYT06vw6gOtPa/jEXgSneq8FM+uA==}engines: {node: '>=22'}@@ -1447,13 +1448,10 @@ packages:peerDependencies:eslint: '*'- '@apify/[email protected]':- resolution: {integrity: sha512-0NdtMlNIWGsSWxBTCuFql2JcVyEN7S6UdGZtKk/tU0f07vLx1f/VoE4fEl3cK5iTabjunqnEYK90JrgWB6NtCA==}+ '@apify/[email protected]':+ resolution: {integrity: sha512-mYLu9jbiMTStcnQ+nFuGyTm3hsgcrmwelGvdGQ8w2DsMzOb8c21sUrgGYhvA5gr/yswfsIMjzkU5jSNLrk73Iw==}engines: {node: '>=22'}- '@apify/[email protected]':- resolution: {integrity: sha512-dJM9RkA9yD7kew5oU3qxLaoB4hFHB7FF47TI0STJVmz0cUa8cXWer4DpJkvUA52lrVNQGsOurCo3kGQWzfg/9w==}-'@apify/[email protected]':resolution: {integrity: sha512-lZbSxqW78S5TqEtDrE9o71MtqUnpQJ96FYaEMk2RtiAPH+/ZEAf76DUaFKP5my9KxozohyQLmmg1isbySXXu0A==}engines: {node: '>=22'}@@ -1485,15 +1483,8 @@ packages:react: 17.x || 18.x || 19.xreact-dom: 17.x || 18.x || 19.x- '@apify/[email protected]':- resolution: {integrity: sha512-P3maAvUi5sUw4F4AKRyfczAQAl20YodEjSlFrjg6Bif8ThRAott7atEAfdy8FfyjI7Z0l+0MrbvtF4ZiGdJ8mw==}-- '@apify/[email protected]':- resolution: {integrity: sha512-Py701iCY26eSLvdG45T9c9uJS2+xqI4j4rHwGqG84RUOmPD8T6Zua5MflSoWwZ+GM/+ABIJtsza/gqVvyJeESg==}- engines: {node: '>=22'}-- '@apify/[email protected]':- resolution: {integrity: sha512-1rXw3YOl1rGYRJurac9zLx0NrlrRktewxjVsTL3HxcaZTSJb4e2VTi1LA8QxonCFp1O323sCkNu6CbBisRfdeg==}+ '@apify/[email protected]':+ resolution: {integrity: sha512-x/Nvq3obzGcQyReYQ5thS0/dPfgdDXtkB2qvZAji1bB0mb7p1IOr1nzqwoZm4wkao3LG69XS9GMpTN/4nKC+5g==}engines: {node: '>=22'}'@apify/[email protected]':@@ -2244,10 +2235,6 @@ packages:resolution: {integrity: sha512-WGKNyPoRq1LKqndeJ9LdEWigGNm9Z+3U8jJaSlEVgPq8CkmcqHANXxpZXkgGXl9jfEiWzFlJmWm4JUMqT/TxfA==}engines: {node: '>= 20'}- '@crawlee/[email protected]':- resolution: {integrity: sha512-CcIM+JDVx4gzQzMPl+9RJiEeqdzTrx2RLPA7y4IMJSyfZm3J/VrEunielKA3NQrk095j9OuvS/rQL2y8mBV1qw==}- engines: {node: '>=16.0.0'}-'@csstools/[email protected]':resolution: {integrity: sha512-p1ko5eHgV+MgXFVa4STPKpvPxr6ReS8oS2jzTukjR74i5zJNyWO1ZM1m8YKBXnzDKWfBN1ztLYlHxbVemDD88A==}engines: {node: '>=18'}@@ -4924,9 +4911,6 @@ packages:'@tokenizer/[email protected]':resolution: {integrity: sha512-OvjF+z51L3ov0OyAU0duzsYuvO01PH7x4t6DJx+guahgTnBHkhJdG7soQeTSFLWN3efnHyibZ4Z8l2EuWwJN3A==}- '@tootallnate/[email protected]':- resolution: {integrity: sha512-C5Mc6rdnsaJDjO3UpGW/CQTHtCKaYlScZTly4JIu97Jxo/odCiH0ITnDXSJPTOrEKk/ycSZ0AOgTmkDtkOsvIA==}-'@tufjs/[email protected]':resolution: {integrity: sha512-yVtV8zsdo8qFHe+/3kw81dSLyF7D576A5cCFCi4X7B39tWT7SekaEFUnvnWJHz+9qO7qJTah1JbrDjWKqFtdWA==}engines: {node: ^16.14.0 || >=18.0.0}@@ -5766,6 +5750,10 @@ packages:resolution: {integrity: sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ==}engines: {node: '>= 14'}+ resolution: {integrity: sha512-TQf59BsZnytt8GdJKLPfUZ54g/iaUL2OWDSFCCvMOhsHduDQxO8xC4PNeyIkVcA5KwL2phPSv0douC0fgWzmnA==}+ engines: {node: '>= 20'}+resolution: {integrity: sha512-kja8j7PjmncONqaTsB8fQ+wE2mSU2DJ9D4XKoJ5PFWIdRMa6SLSN1ff4mOr4jCbfRSsxR4keIiySJU0N9T5hIQ==}engines: {node: '>= 8.0.0'}@@ -5865,14 +5853,15 @@ packages:resolution: {integrity: sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==}engines: {node: '>= 8'}- resolution: {integrity: sha512-g6ttHJ4Au/Gg0iDHIevN3CvTbJfey9DUXUXJxe0ORF6JIYaVVfKdyJjINGb6/49gOpt/62ZFPw+HSEVIzrwR5w==}+ resolution: {integrity: sha512-QKBxk/mGe77oLJSdylyHVuvRMUWFnwjtO/GZcWEJGeFSlfVMIozadlvvSTdZESEOcv3vUgwxVJqmzowyhBU1RQ==}+ engines: {node: '>=22.0.0'}resolution: {integrity: sha512-5Oa9VE5rpDBdRgg71Vl09bqraw5RV0nyL6+rnOzIrVe+YCFCOyjj1KwsCz92gPNjGXGQG53w005la3dCTTrgdw==}- resolution: {integrity: sha512-rBNdBGEOFLWNNDSTNNVhyqZ4pSIs2Wc94IScAdmIqEd7ZB3UbwGaiKgnwRu2Hv0lqQLihkODIFfxjvPhCQ3nWg==}+ resolution: {integrity: sha512-b9fdfY60i38pdft8QClMMaeY/HYjLINMK7GsHy6so63pFK4wXYsipQTfmaEKV+TR9qf7UzwdthIDbLMS4pd0zQ==}engines: {node: '>=22.0.0'}@@ -5981,9 +5970,6 @@ packages:resolution: {integrity: sha512-hsU18Ae8CDTR6Kgu9DYf0EbCr/a5iGL0rytQDobUcdpYOKokk8LEjVphnXkDkgpi0wYVsqrXuP0bZxJaTqdgoA==}engines: {node: '>= 0.4'}- resolution: {integrity: sha512-wfr/jstw9xNi/0teMHrRW7dsz3Lt5ARhYNZ2ewpadnhaIp5mbALhOAP+EAdsC7t4Z6wqsDVv9+W6gm1Dk9mEyw==}-resolution: {integrity: sha512-htCUDlxyyCLMgaM3xXg0C0LW2xqfuQ6p05pCEIsXuyQ+a1koYKTuBMzRNwmybfLgvJDMd0r1LTn4+E0Ti6C2AA==}@@ -6012,8 +5998,8 @@ packages:resolution: {integrity: sha512-3nTvFlvpn9Zu/RkHUqtc7/+al4UpRW5az71ap5zccp6e8RAYEzhMTecX8Dz1wWDYrPpUoB1HAQEGEAEvUr7S9g==}- resolution: {integrity: sha512-ht/iuYZXEjFxLH/Hkezgd7m6JKlHHXEUSneaDz8uZe1Gj5QZtCnpyDsckvAiEnT89OEbCLmnte4R4sn7P0EKFw==}+ resolution: {integrity: sha512-r8aOh8j9cGKpgQAqpzrUHnSIc6a59Y3Xf/cv8sy1DrHCkZHzQGEuoq1tARk6qSyDdtQGSDgpb9kFlruzPvrgwg==}resolution: {integrity: sha512-qIj0G9wZbMGNLjLmg1PT6v2mE9AH2zlnADJD/2tC6E00hgmhUOfEB6greHPAfLRSufHqROIUTkw6E+M3lH0PTQ==}@@ -6073,8 +6059,8 @@ packages:resolution: {integrity: sha512-GFj8iVxo9onSU6BnnQvVwqvxh60UcSHJEDnIk3z4B6iOjsKSmqe+ibW0Rsz7YO7IE1HG3D3tqCNIidP46SZVdQ==}- resolution: {integrity: sha512-1tDrzKsdCg70WGvbFss/ulVAxupNauGnOlgpyjKzeQxzyllBLS0CGLV7tjIXTK3ZQA9/FBEm9qyFFN1bciA6pw==}+ resolution: {integrity: sha512-bopVNp6ugyA150DDuZfPFdt1KZ5a94ZDiwX4hMgZDzF+GttD80lEy8kj98kbyhLXnPvhtIo93mdnLIjpCAeeOw==}engines: {node: '>=10.0.0'}@@ -6620,6 +6606,10 @@ packages:resolution: {integrity: sha512-mj7UPXE0jaqaOsukNZRUEfEi2AcL7C/vwmwcHV0O97eO1E1pxBZuyjlZrx5seTaNBg1U6+o35wpa35Qfcc+7ag==}engines: {node: '>=18'}+ resolution: {integrity: sha512-GW4qUsfFo59d0HbUibDlWv5wPz+vAAcaTWbKIuKCf0JkC7wWkSyf8f13IpXn5JkeMlB2P8iTSSIjwXljorg2vA==}+ engines: {node: '>=22'}+resolution: {integrity: sha512-ROjNchA9LgfNMTTFSIWPzebCwOGFdgkEq45EnvvrmSLvCtAw0HSmrCs7/ty+wAeYUZyNay0YMUNYFTRL72PkBQ==}engines: {node: '>=16'}@@ -7068,9 +7058,9 @@ packages:resolution: {integrity: sha512-0R9ikRb668HB7QDxT1vkpuUBtqc53YyAwMwGeUFKRojY/NWKvdZ+9UYtRfGmhqNbRkTSVpMbmyhXipFFv2cb/A==}engines: {node: '>= 12'}- resolution: {integrity: sha512-7hvf7/GW8e86rW0ptuwS3OcBGDjIi6SZva7hCyWC0yYry2cOPmLIjXAUHI6DK2HsnwJd9ifmt57i8eV2n4YNpw==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-6UHfyCux51b8PTGDgveqtz1tvphBku5DrMKKJbFAZAJOI2zsjDpDoYE1+QGj7FOMS4BdTFNJsJiR3zEB0xH0yQ==}+ engines: {node: '>= 20'}resolution: {integrity: sha512-ZYP5VBHshaDAiVZxjbRVcFJpc+4xGgT0bK3vzy1HLN8jTO975HEbuYzZJcHoQEY5K1a0z8YayJkyVETa08eNTg==}@@ -7201,9 +7191,11 @@ packages:resolution: {integrity: sha512-8QmQKqEASLd5nx0U1B1okLElbUuuttJ/AnYmRXbbbGDWh6uS208EjD4Xqq/I9wK7u0v6O08XhTWnt5XtEbR6Dg==}engines: {node: '>= 0.4'}- resolution: {integrity: sha512-TllpMR/t0M5sqCXfj85i4XaAzxmS5tVA16dqvdkMwGmzI+dXLXnw3J+3Vdv7VKw+ThlTMboK6i9rnZ6Nntj5CQ==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-ABErK0IefDSyHjlPH7WUEenIAX2rPPnrDcDM+TS3z3+zu9TfyKKi07BQM+8rmxpdE2y1v5fjjdoAS/x4D2U60w==}+ engines: {node: '>= 20'}+ peerDependencies:+ quickjs-wasi: ^2.2.0resolution: {integrity: sha512-AGrQ4QSgssa1NGmWmLPqN5NY2KajF5MqxetNEO+o0n3ZwZZeTmt7bBnvzHWrmkZFxGgr4HdyFgelzgi06otLuQ==}@@ -8101,9 +8093,9 @@ packages:resolution: {integrity: sha512-7tN6rFgBlMgpBML5j8typ92BKFi2sFQvIdpAqLA2beia5avZDrMs0FLZiM5etShWq5irVyGcGMEA1jcDaK7A/Q==}- resolution: {integrity: sha512-b1O07XYq8eRuVzBNgJLstU6FYc1tS6wnMtF1I1D9lE8LxZSOGZ7LhxN54yPP6mGw5f2CkXY2BQUL9Fx41qvcIg==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-/5N/P4Lrh0p/mDwlDRi7Y1+P2o/OyzZI3l6Iz1Ov6XXwwm1y3RlZLuo3gVgML99djrEDtV980bBxSuOeHLk8ww==}+ engines: {node: '>= 20'}resolution: {integrity: sha512-Zrsi8r4t1LVW950keaWcsURuZUQwUaMKjvJgTCY125vkW6OiEBkatE7ScJDbpqKHdZwb///7FVC21SE3iFK3PQ==}@@ -8482,6 +8474,10 @@ packages:resolution: {integrity: sha512-T1gkAiYYDWYx3V5Bmyu7HcfcvL7mUrTWiM6yOfa3PIphViJ/gFPbvidQ+veqSOHci/PxBcDabeUNCzpOODJZig==}engines: {node: '>= 14'}+ resolution: {integrity: sha512-2NxoveTT58mjYT4n3RPTEfCZGLMbidoO8XEieXfpSYxu+PQJ1qpx4ypwH6N+uF9twBPIvRRgvkvW5HUTYWENig==}+ engines: {node: '>= 20'}+resolution: {integrity: sha512-RKzRWNPxUZqbuk3BC5mGVJbBnWgr+diEnjJexIOytFbBzDy88Fbh/YvBr3DsNrl1jYAfjWfpATEv0NO35FDuPQ==}engines: {node: '>=12.0.0'}@@ -8507,6 +8503,10 @@ packages:resolution: {integrity: sha512-vK9P5/iUfdl95AI+JVyUuIcVtd4ofvtrOr3HNtM2yxC9bnMbEdp3x01OhQNnjb8IJYi38VlTE3mBXwcfvywuSw==}engines: {node: '>= 14'}+ resolution: {integrity: sha512-ag87y7cJJ9/3+GxFr8Oy4O5faDsGRGnBGsJj/YjOSsSx/5eadKLYTMPlzuR6obgoCDDm0abAAZitXXQkMOPSpA==}+ engines: {node: '>= 20'}+resolution: {integrity: sha512-B4FFZ6q/T2jhhksgkbEW3HBvWIfDW85snkQgawt07S7J5QXTk6BkNV+0yAeZrM5QpMAdYlocGoljn0sJ/WQkFw==}engines: {node: '>=10.17.0'}@@ -10295,10 +10295,6 @@ packages:resolution: {integrity: sha512-+Sl2UErvtsoajRDKCE5/dBz4DIvHXQQnAxtQTF04OJxY0+DyZXSo5P5Bb7XYWOh81syohlYL24hbDwxedPUJCA==}- resolution: {integrity: sha512-dD4UpyBh/9m4X2NVjA+73/ZPBRF+uF4zIMFvvQsabMiEK8x41L3rQ8EENOi35kyyoaJwNxEeJcP6Fj1H4U409Q==}- engines: {node: '>=12'}-resolution: {integrity: sha512-sJBRCbS5vh1Jp9EOgwp1Ws3c16lJrUkJYlvWTYC03oyiYVwS/ns7lKRWow4w4XjDyTrA2pplQv4B2naWSR6yDA==}engines: {node: '>=14.16'}@@ -10445,13 +10441,15 @@ packages:resolution: {integrity: sha512-RRTnDb2TBG/epPRI2yYXsimO0v3BXC8Yd3ogr1545IaqKK17VGhbWVeGGN+XfCm/08OK8635nH31c8bATkHuSw==}engines: {node: '>=8'}- resolution: {integrity: sha512-TEB8ESquiLMc0lV8vcd5Ql/JAKAoyzHFXaStwjkzpOpC5Yv+pIzLfHvjTSdf3vpa2bMiUQrg9i6276yn8666aA==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-1aU+1mpj3DrQPfo3gh+3Gap3G5x+axnMx1P/y0ZF2ch7kb2meyOCAH8K2k9d27ROsTE7TnAerzxqF9aon2jqnA==}+ engines: {node: '>= 20'}- resolution: {integrity: sha512-5NPgf87AT2STgwa2ntRMr45jTKrYBGkVU36yT0ig/n/GMAa3oPqhZfIQ2kMEimReg0+t9kZViDVZ83qfVUlckg==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-lJbS008tmkj08VhoM8Hzuv/VE5tK9MS0OIQ/7+s0lIF+BYhiQWFYzkSpML7lXs9iBu2jfmzBTLzhe9n6BX+dYw==}+ engines: {node: '>= 20'}+ peerDependencies:+ quickjs-wasi: ^2.2.0resolution: {integrity: sha512-UEZIS3/by4OC8vL3P2dTXRETpebLI2NiI5vIrjaD/5UtrkFX/tNbwjTSRAGC/+7CAo2pIcBaRgWmcBBHcsaCIw==}@@ -11192,17 +11190,23 @@ packages:resolution: {integrity: sha512-llQsMLSUDUPT44jdrU/O37qlnifitDP+ZwrmmZcoSKyLKvtZxpyV0n2/bD/N4tBAAZ/gJEdZU7KMraoK1+XYAg==}engines: {node: '>= 0.10'}- resolution: {integrity: sha512-TmatMXdr2KlRiA2CyDu8GqR8EjahTG3aY3nXjdzFyoZbmB8hrBsTyMezhULIXKnC0jpfjlmiZ3+EaCzoInSu/A==}- engines: {node: '>= 14'}+ resolution: {integrity: sha512-N8IBcM3UgCVzz2L2Lqv8DVntDnnC8/hiV4nEDUPkqq72TPUgYWjQc+bdZlBPZK9LzPAvOY//gAt0S0DApoOXWQ==}+ engines: {node: '>= 20'}+ peerDependencies:+ kerberos: ^2.0.0+ peerDependenciesMeta:+ kerberos:+ optional: true++ resolution: {integrity: sha512-idLLRewuemWd7GH/BDJzGiB0dWGfT2SQs3jy6NtZtGWU9uPTTSdeC1/cdbqLwgzhfv027daGFuXX426e2Eg20A==}+ engines: {node: '>= 20'}resolution: {integrity: sha512-LtXu0miohJYrHWJxv8wA6EoGreRcX1hxKb7qlE1pMFH+BXE7bqMvpyhzR/JvR6M5SzYKzyHFpvfmYJrZeMtwAg==}engines: {node: '>=14'}- resolution: {integrity: sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg==}-resolution: {integrity: sha512-cJ+oHTW1VAEa8cJslgmUZrc+sjRKgAKl3Zyse6+PV38hZe/V6Z14TbCuXcan9F9ghlz4QrFr2c92TNF82UkYHA==}engines: {node: '>=10'}@@ -11339,6 +11343,9 @@ packages:resolution: {integrity: sha512-k9lSsjl36EJdK7I06v7APZCbyGT2vMTsYSRX1Q2nbYmnkBqgUhRkAuzH08Ciotteu/PLJmIF2+tti7o3C/ts2g==}engines: {node: '>=18'}+ resolution: {integrity: sha512-zQxXmQMrEoD3S+jQdYsloq4qAuaxKFHZj6hHqOYGwB2iQZH+q9e/lf5zQPXCKOk0WJuAjzRFbO4KwHIp2D05Iw==}+resolution: {integrity: sha512-vYl3iOX+4CKUWuxGi9Ukhie6fsqXqS9FE2Zaic4tNFD2N2QQaXOMFbuKK4QmDHC0JO6B1Zp41J0LpT0oR68amQ==}@@ -11973,6 +11980,10 @@ packages:resolution: {integrity: sha512-GJgLTZ7vYb/JtPSSZ10hsOYIvEYsjbNU+zPdIHcUaWVNUEPivzxku31865sSSud0Da0W4lEeOPlmw93zLQchuQ==}+ resolution: {integrity: sha512-WlMj/67cEJ6MDI1OcsnjuYKDNDoyPCCYZ249kuuXPiMDw9F8PXkVaQ7YWu3siTydfQ/4BEZcvGzu+aYvz7dDCQ==}+ engines: {node: '>= 20'}+resolution: {integrity: sha512-HehCEsotFqbPW9sJ8WVYB6UbmIMv7kUUORIF2Nncq4VQvBfNBLibW9YZR5dlYCSUhwcD628pRllm7n+E+YTzJw==}engines: {node: '>= 14'}@@ -12247,6 +12258,10 @@ packages:resolution: {integrity: sha512-9QNk5KwDF+Bvz+PyObkmSYjI5ksVUYtjW7AU22r2NKcfLJcXp96hkDWU3+XndOsUb+AQ9QhfzfCT2O+CNWT5Tw==}+ resolution: {integrity: sha512-yEFYrVhod+hdNyx7g5Bnkkb0G6si8HJurOoOEgC8B/O0uXLHlaey/65KRv6cuWBNhBgHKAROVpc7QyYqE5gFng==}+ engines: {node: '>=20'}+resolution: {integrity: sha512-1MOpMXuhGzGL5TTCZFItxCc0AARf1EZFQkGqMm7ERKj8+Hgr5oLvJOVFcC+lRmR8hCe2S3jC4T5D7Vg/d7/fhA==}engines: {node: '>=6'}@@ -12529,6 +12544,10 @@ packages:resolution: {integrity: sha512-TeTSQ6H5YHvpqVwBRcnLDCBnDOHWYu7IvGbHT6N8AOymcr9PJGjc1GTtiWZTYg0NCgYwvnYWEkVChQAr9bjfwA==}engines: {node: '>=16'}+ resolution: {integrity: sha512-NoSdpq/WEiAg5sjmBkmV/hfxv6HJH4NqPNrqjtSO5CwRmpsDfaf4begxW34KdJykH/l1yHtwBWQkCRdoXO8mPA==}+ engines: {node: '>=20'}+resolution: {integrity: sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==}engines: {node: '>= 0.6'}@@ -13112,6 +13131,18 @@ packages:utf-8-validate:optional: true+ resolution: {integrity: sha512-Ydggc987+RO0AnWtZ/7Wq9FtNvcrL1b/RO0ud9mWjUPgDrsAAwQSF51sm2hm1XofbU/4jkpGEsLFsZZxU+1DOg==}+ engines: {node: '>=10.0.0'}+ peerDependencies:+ bufferutil: ^4.0.1+ utf-8-validate: '>=5.0.2'+ peerDependenciesMeta:+ bufferutil:+ optional: true+ utf-8-validate:+ optional: true+resolution: {integrity: sha512-h3Fbisa2nKGPxCpm89Hk33lBLsnaGBvctQopaBSOW/uIs6FTe1ATyAnKFJrzVs9vpGdsTe73WF3V4lIsk4Gacw==}engines: {node: '>=18'}@@ -13482,8 +13513,6 @@ snapshots:transitivePeerDependencies:- encoding- '@apify/[email protected]': {}-'@apify/[email protected]': {}'@apify/[email protected]': {}@@ -13541,18 +13570,13 @@ snapshots:- eslint-import-resolver-webpack- supports-color- '@apify/[email protected]':+ '@apify/[email protected]':dependencies:'@apify/log': 3.0.1- '@apify/utilities': 3.0.1+ '@apify/utilities': 3.1.0'@apify/validations': 1.1.1zod: 4.6.5- '@apify/[email protected]':- dependencies:- '@apify/consts': 2.52.1- ansi-colors: 4.1.3-'@apify/[email protected]':dependencies:'@apify/consts': 3.0.1@@ -13580,20 +13604,11 @@ snapshots:react: 19.2.5react-dom: 19.2.5([email protected])- '@apify/[email protected]':- dependencies:- '@apify/consts': 2.52.1- '@apify/log': 2.5.35-- '@apify/[email protected]':+ '@apify/[email protected]':dependencies:'@apify/consts': 3.0.1'@apify/log': 3.0.1- '@apify/[email protected]':- dependencies:- zod: 4.6.5-'@apify/[email protected]':dependencies:zod: 4.6.5@@ -14374,7 +14389,7 @@ snapshots:transitivePeerDependencies:- encoding- '@browserbasehq/[email protected](@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])':+ '@browserbasehq/[email protected](@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected])([email protected])':dependencies:'@ai-sdk/provider': 2.0.1'@anthropic-ai/sdk': 0.39.0([email protected])@@ -14414,7 +14429,7 @@ snapshots:patchright-core: 1.59.4playwright: 1.61.1playwright-core: 1.61.1- puppeteer-core: 22.15.0([email protected])([email protected])+ puppeteer-core: 22.15.0([email protected])([email protected]([email protected]))([email protected])transitivePeerDependencies:- '@cfworker/json-schema'- '@opentelemetry/api'@@ -14588,10 +14603,6 @@ snapshots:'@crawlee/fs-storage-native-win32-arm64-msvc': 0.2.2'@crawlee/fs-storage-native-win32-x64-msvc': 0.2.2- '@crawlee/[email protected]':- dependencies:- tslib: 2.8.1-'@csstools/[email protected](@csstools/[email protected](@csstools/[email protected]))(@csstools/[email protected])':dependencies:'@csstools/css-parser-algorithms': 3.0.5(@csstools/[email protected])@@ -17404,10 +17415,20 @@ snapshots:'@protobufjs/[email protected]': {}- '@puppeteer/[email protected]':+ dependencies:+ modern-tar: 0.7.6+ yargs: 17.7.2+ optionalDependencies:+ proxy-agent: 8.0.2([email protected])+dependencies:modern-tar: 0.7.6yargs: 17.7.2+ optionalDependencies:+ proxy-agent: 8.0.2([email protected])+ optional: true'@rolldown/[email protected]':optional: true@@ -17913,8 +17934,6 @@ snapshots:'@tokenizer/[email protected]': {}- '@tootallnate/[email protected]': {}-'@tufjs/[email protected]': {}'@tufjs/[email protected]':@@ -18753,6 +18772,8 @@ snapshots:+ [email protected]: {}+dependencies:humanize-ms: 1.2.1@@ -18865,91 +18886,95 @@ snapshots:normalize-path: 3.0.0picomatch: 2.3.2dependencies:- '@apify/consts': 2.52.1- '@apify/log': 2.5.35- '@apify/utilities': 2.27.0- '@crawlee/types': 3.16.0+ '@apify/consts': 3.0.1+ '@apify/log': 3.0.1+ '@apify/utilities': 3.1.0+ '@apify/validations': 1.1.1ansi-colors: 4.1.3- async-retry: 1.3.3- content-type: 1.0.5- ow: 0.28.2- proxy-agent: 6.5.0([email protected])+ content-type: 3.1.1+ proxy-agent: 8.0.2([email protected])tslib: 2.8.1- type-fest: 4.41.0+ type-fest: 5.10.0+ zod: 4.6.5transitivePeerDependencies:- debug+ - kerberos- supports-colordependencies:- '@apify/consts': 2.52.1- '@apify/log': 2.5.35- '@apify/utilities': 2.27.0- '@crawlee/types': 3.16.0+ '@apify/consts': 3.0.1+ '@apify/log': 3.0.1+ '@apify/utilities': 3.1.0+ '@apify/validations': 1.1.1ansi-colors: 4.1.3- async-retry: 1.3.3- content-type: 1.0.5- ow: 0.28.2- proxy-agent: 6.5.0([email protected])+ content-type: 3.1.1+ proxy-agent: 8.0.2([email protected])tslib: 2.8.1- type-fest: 4.41.0+ type-fest: 5.10.0+ zod: 4.6.5transitivePeerDependencies:- debug+ - kerberos- supports-colordependencies:'@apify/consts': 3.0.1'@apify/datastructures': 3.0.1- '@apify/input_secrets': 2.0.4+ '@apify/input_secrets': 2.0.5'@apify/log': 3.0.1'@apify/pseudo_url': 3.0.1'@apify/timeout': 1.0.1- '@apify/utilities': 3.0.1- '@apify/validations': 1.1.0+ '@apify/utilities': 3.1.0+ '@apify/validations': 1.1.1'@crawlee/core': link:packages/core+ '@crawlee/fs-storage': link:packages/fs-storage'@crawlee/types': link:packages/types'@crawlee/utils': link:packages/utilsminimatch: 10.2.6semver: 7.8.5tslib: 2.8.1- ws: 8.21.3([email protected])+ ws: 8.22.0([email protected])zod: 4.6.5transitivePeerDependencies:- bufferutil- debug+ - kerberos- supports-color- utf-8-validatedependencies:'@apify/consts': 3.0.1'@apify/datastructures': 3.0.1- '@apify/input_secrets': 2.0.4+ '@apify/input_secrets': 2.0.5'@apify/log': 3.0.1'@apify/pseudo_url': 3.0.1'@apify/timeout': 1.0.1- '@apify/utilities': 3.0.1- '@apify/validations': 1.1.0+ '@apify/utilities': 3.1.0+ '@apify/validations': 1.1.1'@crawlee/core': link:packages/core+ '@crawlee/fs-storage': link:packages/fs-storage'@crawlee/types': link:packages/types'@crawlee/utils': link:packages/utilsminimatch: 10.2.6semver: 7.8.5tslib: 2.8.1- ws: 8.21.3([email protected])+ ws: 8.22.0([email protected])zod: 4.6.5transitivePeerDependencies:- bufferutil- debug+ - kerberos- supports-color- utf-8-validate@@ -19086,10 +19111,6 @@ snapshots:- dependencies:- retry: 0.13.1-@@ -19121,7 +19142,7 @@ snapshots:- debug- supports-colordependencies:follow-redirects: 1.16.0([email protected]([email protected]))form-data: 4.0.6@@ -19131,7 +19152,7 @@ snapshots:- debug- supports-colordependencies:follow-redirects: 1.16.0([email protected]([email protected]))form-data: 4.0.6@@ -19200,7 +19221,7 @@ snapshots:- [email protected]: {}+ [email protected]: {}@@ -19851,6 +19872,8 @@ snapshots:+ [email protected]: {}+dependencies:compare-func: 2.0.0@@ -20387,7 +20410,7 @@ snapshots:- [email protected]: {}+ [email protected]: {}dependencies:@@ -20531,11 +20554,12 @@ snapshots:has-property-descriptors: 1.0.2object-keys: 1.1.1dependencies:ast-types: 0.13.4escodegen: 2.1.0esprima: 4.0.1+ quickjs-wasi: 2.2.0dependencies:@@ -21581,13 +21605,13 @@ snapshots:header-generator: 2.1.82tslib: 2.8.1+ [email protected]([email protected])([email protected]([email protected])([email protected]([email protected]))):dependencies:fingerprint-generator: 2.1.82tslib: 2.8.1optionalDependencies:playwright: 1.61.1- puppeteer: 25.8.0([email protected])dependencies:@@ -21781,18 +21805,18 @@ snapshots:dependencies:resolve-pkg-maps: 1.0.0dependencies:- basic-ftp: 5.2.2- data-uri-to-buffer: 6.0.2+ basic-ftp: 5.3.1+ data-uri-to-buffer: 8.0.0debug: 4.4.3([email protected])transitivePeerDependencies:- supports-colordependencies:- basic-ftp: 5.2.2- data-uri-to-buffer: 6.0.2+ basic-ftp: 5.3.1+ data-uri-to-buffer: 8.0.0debug: 4.4.3([email protected])transitivePeerDependencies:- supports-color@@ -22392,11 +22416,22 @@ snapshots:transitivePeerDependencies:- supports-colordependencies:- agent-base: 7.1.4+ agent-base: 9.0.0+ debug: 4.4.3([email protected])+ proxy-agent-negotiate: 1.1.0+ transitivePeerDependencies:+ - kerberos+ - supports-color++ dependencies:+ agent-base: 9.0.0debug: 4.4.3([email protected])+ proxy-agent-negotiate: 1.1.0transitivePeerDependencies:+ - kerberos- supports-color@@ -22452,6 +22487,24 @@ snapshots:transitivePeerDependencies:- supports-color+ dependencies:+ agent-base: 9.0.0+ debug: 4.4.3([email protected])+ proxy-agent-negotiate: 1.1.0+ transitivePeerDependencies:+ - kerberos+ - supports-color++ dependencies:+ agent-base: 9.0.0+ debug: 4.4.3([email protected])+ proxy-agent-negotiate: 1.1.0+ transitivePeerDependencies:+ - kerberos+ - supports-color+@@ -22974,7 +23027,7 @@ snapshots:whatwg-encoding: 3.1.1whatwg-mimetype: 4.0.0whatwg-url: 14.2.0- ws: 8.21.3([email protected])+ ws: 8.22.0([email protected])xml-name-validator: 5.0.0transitivePeerDependencies:- bufferutil@@ -24740,14 +24793,6 @@ snapshots:- dependencies:- '@sindresorhus/is': 4.6.0- callsites: 3.1.0- dot-prop: 6.0.1- lodash.isequal: 4.5.0- vali-date: 1.0.0-dependencies:'@sindresorhus/is': 5.6.0@@ -24915,36 +24960,39 @@ snapshots:dependencies:p-reduce: 2.1.0dependencies:- '@tootallnate/quickjs-emscripten': 0.23.0- agent-base: 7.1.4+ agent-base: 9.0.0debug: 4.4.3([email protected])- get-uri: 6.0.5([email protected])- http-proxy-agent: 7.0.2([email protected])- https-proxy-agent: 7.0.6([email protected])- pac-resolver: 7.0.1- socks-proxy-agent: 8.0.5([email protected])+ get-uri: 8.0.1([email protected])+ http-proxy-agent: 9.1.0([email protected])+ https-proxy-agent: 9.1.0([email protected])+ pac-resolver: 9.0.1([email protected])+ quickjs-wasi: 2.2.0+ socks-proxy-agent: 10.1.0([email protected])transitivePeerDependencies:+ - kerberos- supports-colordependencies:- '@tootallnate/quickjs-emscripten': 0.23.0- agent-base: 7.1.4+ agent-base: 9.0.0debug: 4.4.3([email protected])- get-uri: 6.0.5([email protected])- http-proxy-agent: 7.0.2([email protected])- https-proxy-agent: 7.0.6([email protected])- pac-resolver: 7.0.1- socks-proxy-agent: 8.0.5([email protected])+ get-uri: 8.0.1([email protected])+ http-proxy-agent: 9.1.0([email protected])+ https-proxy-agent: 9.1.0([email protected])+ pac-resolver: 9.0.1([email protected])+ quickjs-wasi: 2.2.0+ socks-proxy-agent: 10.1.0([email protected])transitivePeerDependencies:+ - kerberos- supports-colordependencies:- degenerator: 5.0.1+ degenerator: 7.0.1([email protected])netmask: 2.1.1+ quickjs-wasi: 2.2.0@@ -25820,30 +25868,34 @@ snapshots:forwarded: 0.2.0ipaddr.js: 1.9.1+ [email protected]: {}+dependencies:- agent-base: 7.1.4+ agent-base: 9.0.0debug: 4.4.3([email protected])- http-proxy-agent: 7.0.2([email protected])- https-proxy-agent: 7.0.6([email protected])+ http-proxy-agent: 9.1.0([email protected])+ https-proxy-agent: 9.1.0([email protected])lru-cache: 7.18.3- pac-proxy-agent: 7.2.0([email protected])- proxy-from-env: 1.1.0- socks-proxy-agent: 8.0.5([email protected])+ pac-proxy-agent: 9.1.0([email protected])+ proxy-from-env: 2.1.0+ socks-proxy-agent: 10.1.0([email protected])transitivePeerDependencies:+ - kerberos- supports-colordependencies:- agent-base: 7.1.4+ agent-base: 9.0.0debug: 4.4.3([email protected])- http-proxy-agent: 7.0.2([email protected])- https-proxy-agent: 7.0.6([email protected])+ http-proxy-agent: 9.1.0([email protected])+ https-proxy-agent: 9.1.0([email protected])lru-cache: 7.18.3- pac-proxy-agent: 7.2.0([email protected])- proxy-from-env: 1.1.0- socks-proxy-agent: 8.0.5([email protected])+ pac-proxy-agent: 9.1.0([email protected])+ proxy-from-env: 2.1.0+ socks-proxy-agent: 10.1.0([email protected])transitivePeerDependencies:+ - kerberos- supports-color@@ -25854,8 +25906,6 @@ snapshots:transitivePeerDependencies:- supports-color- [email protected]: {}-@@ -25888,9 +25938,9 @@ snapshots:dependencies:escape-goat: 4.0.0dependencies:- '@puppeteer/browsers': 3.0.4+ '@puppeteer/browsers': 3.0.4([email protected]([email protected]))chromium-bidi: 0.6.3([email protected])debug: 4.4.3([email protected])devtools-protocol: 0.0.1312386@@ -25902,9 +25952,22 @@ snapshots:- utf-8-validateoptional: true+ dependencies:+ '@puppeteer/browsers': 3.0.4([email protected]([email protected]))+ chromium-bidi: 17.0.2([email protected])+ devtools-protocol: 0.0.1666840+ typed-query-selector: 2.12.2+ webdriver-bidi-protocol: 0.4.2+ ws: 8.21.3([email protected])+ transitivePeerDependencies:+ - bufferutil+ - proxy-agent+ - utf-8-validate+dependencies:- '@puppeteer/browsers': 3.0.4+ '@puppeteer/browsers': 3.0.4([email protected]([email protected]))chromium-bidi: 17.0.2([email protected])devtools-protocol: 0.0.1666840typed-query-selector: 2.12.2@@ -25914,76 +25977,91 @@ snapshots:- bufferutil- proxy-agent- utf-8-validate+ optional: true- [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected]):+ [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected]):dependencies:debug: 4.4.3([email protected])- puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])- puppeteer-extra-plugin-user-preferences: 2.4.1([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])+ puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])+ puppeteer-extra-plugin-user-preferences: 2.4.1([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])optionalDependencies:- puppeteer-extra: 3.3.6([email protected]([email protected]))([email protected]([email protected]))([email protected])+ puppeteer-extra: 3.3.6([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected])transitivePeerDependencies:- supports-color- [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected]):+ [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected]):dependencies:debug: 4.4.3([email protected])fs-extra: 10.1.0- puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])+ puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])rimraf: 3.0.2optionalDependencies:- puppeteer-extra: 3.3.6([email protected]([email protected]))([email protected]([email protected]))([email protected])+ puppeteer-extra: 3.3.6([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected])transitivePeerDependencies:- supports-color- [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected]):+ [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected]):dependencies:debug: 4.4.3([email protected])deepmerge: 4.3.1- puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])- puppeteer-extra-plugin-user-data-dir: 2.4.1([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected])+ puppeteer-extra-plugin: 3.2.3([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])+ puppeteer-extra-plugin-user-data-dir: 2.4.1([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected])optionalDependencies:- puppeteer-extra: 3.3.6([email protected]([email protected]))([email protected]([email protected]))([email protected])+ puppeteer-extra: 3.3.6([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected])transitivePeerDependencies:- supports-color- [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]))([email protected]):+ [email protected]([email protected]([email protected])([email protected])([email protected]))([email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]))([email protected]):dependencies:'@types/debug': 4.1.13debug: 4.4.3([email protected])merge-deep: 3.0.3optionalDependencies:- puppeteer-extra: 3.3.6([email protected]([email protected]))([email protected]([email protected]))([email protected])+ puppeteer-extra: 3.3.6([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected])transitivePeerDependencies:- supports-color- [email protected]([email protected]([email protected]))([email protected]([email protected]))([email protected]):+ [email protected]([email protected]([email protected])([email protected]([email protected])))([email protected]([email protected])([email protected]([email protected])))([email protected]):dependencies:'@types/debug': 4.1.13debug: 4.4.3([email protected])deepmerge: 4.3.1optionalDependencies:- puppeteer: 25.8.0([email protected])- puppeteer-core: 25.8.0([email protected])transitivePeerDependencies:- supports-color+ dependencies:+ '@puppeteer/browsers': 3.0.4([email protected]([email protected]))+ chromium-bidi: 17.0.2([email protected])+ devtools-protocol: 0.0.1666840+ lilconfig: 3.1.3+ typed-query-selector: 2.12.2+ transitivePeerDependencies:+ - bufferutil+ - proxy-agent+ - utf-8-validate+dependencies:- '@puppeteer/browsers': 3.0.4+ '@puppeteer/browsers': 3.0.4([email protected]([email protected]))chromium-bidi: 17.0.2([email protected])devtools-protocol: 0.0.1666840lilconfig: 3.1.3- puppeteer-core: 25.8.0([email protected])typed-query-selector: 2.12.2transitivePeerDependencies:- bufferutil- proxy-agent- utf-8-validate+ optional: truedependencies:@@ -26010,6 +26088,8 @@ snapshots:+ [email protected]: {}+dependencies:safe-buffer: 5.2.1@@ -26883,6 +26963,22 @@ snapshots:uuid: 8.3.2websocket-driver: 0.7.5+ dependencies:+ agent-base: 9.0.0+ debug: 4.4.3([email protected])+ socks: 2.8.7+ transitivePeerDependencies:+ - supports-color++ dependencies:+ agent-base: 9.0.0+ debug: 4.4.3([email protected])+ socks: 2.8.7+ transitivePeerDependencies:+ - supports-color+dependencies:agent-base: 7.1.4@@ -27198,6 +27294,8 @@ snapshots:optional: true+ [email protected]: {}+@@ -27446,6 +27544,10 @@ snapshots:+ dependencies:+ tagged-tag: 1.0.0+dependencies:media-typer: 0.3.0@@ -28130,6 +28232,10 @@ snapshots:optionalDependencies:bufferutil: 4.1.0+ optionalDependencies:+ bufferutil: 4.1.0+dependencies:is-wsl: 3.1.1diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yamlindex 78abaa377..70aca3334 100644--- a/pnpm-workspace.yaml+++ b/pnpm-workspace.yaml@@ -30,8 +30,9 @@ overrides:# compatible with `@crawlee/core@4` (e.g. `Configuration.INTEGER_VARS` was# removed), so keep the SDK on the latest v4 beta and force it to use the workspace `@crawlee/*`# packages (mirroring the per-actor `overrides.apify` used for PLATFORM tests).- apify: "^4.0.0-beta.35"+ apify: "^4.0.0-beta.46""apify>@crawlee/core": "workspace:*"+ "apify>@crawlee/fs-storage": "workspace:*""apify>@crawlee/types": "workspace:*""apify>@crawlee/utils": "workspace:*"# header-generator (via fingerprint-generator, a direct dependency of @crawlee/browser-pool)diff --git a/test/e2e/adaptive-playwright-default/actor/main.js b/test/e2e/adaptive-playwright-default/actor/main.jsindex f58262268..a0e98a30c 100644--- a/test/e2e/adaptive-playwright-default/actor/main.js+++ b/test/e2e/adaptive-playwright-default/actor/main.js@@ -48,6 +48,6 @@ const crawler = new AdaptivePlaywrightCrawler({// CrawleeLogger has no setLevel; raise the level on the global @apify/log instead.log.setLevel(LogLevel.DEBUG);-await crawler.run(['https://crawlee.dev/js/docs/next/examples/accept-user-input']);+await crawler.run(['https://crawlee.dev/js/docs/next/examples/add-data-to-dataset']);await Actor.exit({ exit: Actor.isAtHome() });diff --git a/test/e2e/adaptive-playwright-default/actor/package.json b/test/e2e/adaptive-playwright-default/actor/package.jsonindex 2fcfe425c..93afa6633 100644--- a/test/e2e/adaptive-playwright-default/actor/package.json+++ b/test/e2e/adaptive-playwright-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Adaptive Playwright Test - Default","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/adaptive-playwright-robots-file/actor/package.json b/test/e2e/adaptive-playwright-robots-file/actor/package.jsonindex baf52ddc2..4f1fc0f37 100644--- a/test/e2e/adaptive-playwright-robots-file/actor/package.json+++ b/test/e2e/adaptive-playwright-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Adaptive Playwright Test - Robots file","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/automatic-persist-value/actor/package.json b/test/e2e/automatic-persist-value/actor/package.jsonindex cab800bfc..3688dbc4f 100644--- a/test/e2e/automatic-persist-value/actor/package.json+++ b/test/e2e/automatic-persist-value/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Key-Value Store - Automatic Persist Value Test","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core","@crawlee/types": "file:./packages/types",diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.jsonindex 7bab52695..d0080fdc6 100644--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Autoscaling Pool Test - Max Tasks per Minute","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core","@crawlee/types": "file:./packages/types",diff --git a/test/e2e/camoufox-cloudflare/actor/package.json b/test/e2e/camoufox-cloudflare/actor/package.jsonindex bfd768312..f80fd2621 100644--- a/test/e2e/camoufox-cloudflare/actor/package.json+++ b/test/e2e/camoufox-cloudflare/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Camoufox - Solving Cloudflare Challenge","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/camoufox-cloudflare/test.mjs b/test/e2e/camoufox-cloudflare/test.mjsindex a44664b71..fbbb05e38 100644--- a/test/e2e/camoufox-cloudflare/test.mjs+++ b/test/e2e/camoufox-cloudflare/test.mjs@@ -10,6 +10,9 @@ if (process.env.STORAGE_IMPLEMENTATION !== 'PLATFORM') {);}+// TODO: re-enable once the platform run gets past the challenge; it never cleared there, earlier passes were false positives.+await skipTest('Cloudflare does not clear the challenge on the platform (residential proxy)');+const testActorDirname = getActorTestDir(import.meta.url);await initialize(testActorDirname);diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json b/test/e2e/cheerio-curl-impersonate-ts/actor/package.jsonindex 05255fdba..675cbbaea 100644--- a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - curl-impersonate HTTP client","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/cheerio": "file:./packages/cheerio-crawler",diff --git a/test/e2e/cheerio-default-ts/actor/package.json b/test/e2e/cheerio-default-ts/actor/package.jsonindex 18ff10310..2d260e4ad 100644--- a/test/e2e/cheerio-default-ts/actor/package.json+++ b/test/e2e/cheerio-default-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - TypeScript","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-default/actor/package.json b/test/e2e/cheerio-default/actor/package.jsonindex e27b6bd77..1d96ef6d6 100644--- a/test/e2e/cheerio-default/actor/package.json+++ b/test/e2e/cheerio-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Default","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-enqueue-links-base/actor/package.json b/test/e2e/cheerio-enqueue-links-base/actor/package.jsonindex ae50efae7..4861418cd 100644--- a/test/e2e/cheerio-enqueue-links-base/actor/package.json+++ b/test/e2e/cheerio-enqueue-links-base/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Enqueue Links with <base href>","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-enqueue-links/actor/package.json b/test/e2e/cheerio-enqueue-links/actor/package.jsonindex 4676e4280..ec77a9ec1 100644--- a/test/e2e/cheerio-enqueue-links/actor/package.json+++ b/test/e2e/cheerio-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Enqueue Links","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-error-snapshot/actor/package.json b/test/e2e/cheerio-error-snapshot/actor/package.jsonindex 42b4a09fb..2c43c3dfc 100644--- a/test/e2e/cheerio-error-snapshot/actor/package.json+++ b/test/e2e/cheerio-error-snapshot/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Should save errors snapshots","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/main.js b/test/e2e/cheerio-ignore-ssl-errors/actor/main.jsindex 2160f0afc..f10d5c370 100644--- a/test/e2e/cheerio-ignore-ssl-errors/actor/main.js+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/main.js@@ -9,30 +9,50 @@ const mainOptions = {: undefined,};+// The "bad" links from the badssl.com index page, listed here because that page itself is flaky.+const badSslUrls = [+ 'https://expired.badssl.com/',+ 'https://wrong.host.badssl.com/',+ 'https://self-signed.badssl.com/',+ 'https://untrusted-root.badssl.com/',+ 'https://revoked.badssl.com/',+ 'https://pinning-test.badssl.com/',+ 'https://client-cert-missing.badssl.com/',+ 'https://mixed-script.badssl.com/',+ 'https://very.badssl.com/',+ 'https://rc4-md5.badssl.com/',+ 'https://rc4.badssl.com/',+ 'https://3des.badssl.com/',+ 'https://null.badssl.com/',+ 'https://mozilla-old.badssl.com/',+ 'https://dh480.badssl.com/',+ 'https://dh512.badssl.com/',+ 'https://dh1024.badssl.com/',+ 'https://dh-small-subgroup.badssl.com/',+ 'https://dh-composite.badssl.com/',+ 'https://no-sct.badssl.com/',+ 'https://subdomain.preloaded-hsts.badssl.com/',+ 'https://superfish.badssl.com/',+ 'https://edellroot.badssl.com/',+ 'https://dsdtestprovider.badssl.com/',+ 'https://preact-cli.badssl.com/',+ 'https://webpack-dev-server.badssl.com/',+ 'https://captive-portal.badssl.com/',+ 'https://mitm-software.badssl.com/',+ 'https://sha1-2017.badssl.com/',+ 'https://sha1-intermediate.badssl.com/',+ 'https://invalid-expected-sct.badssl.com/',+];+await Actor.main(async () => {const crawler = new CheerioCrawler({ignoreTlsErrors: true,- async requestHandler({ $, enqueueLinks, request, log }) {- const {- url,- userData: { label },- } = request;-- if (label === 'START') {- log.info('Bad ssl page opened!');- await enqueueLinks({- include: ['https://*.badssl.com/'],- strategy: 'same-domain',- label: 'DETAIL',- selector: '.group a.bad',- });- } else if (label === 'DETAIL') {- log.info(`Scraping ${url}`);- const title = $('title').text();- await Dataset.pushData({ url, title });- }+ async requestHandler({ $, request, log }) {+ log.info(`Scraping ${request.url}`);+ const title = $('title').text();+ await Dataset.pushData({ url: request.url, title });},});- await crawler.run([{ url: 'https://badssl.com', userData: { label: 'START' } }]);+ await crawler.run(badSslUrls);}, mainOptions);diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json b/test/e2e/cheerio-ignore-ssl-errors/actor/package.jsonindex ea7198ee4..da9c21ef1 100644--- a/test/e2e/cheerio-ignore-ssl-errors/actor/package.json+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Ignore SSL Errors","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-ignore-ssl-errors/test.mjs b/test/e2e/cheerio-ignore-ssl-errors/test.mjsindex 9a5a176ef..b3efde025 100644--- a/test/e2e/cheerio-ignore-ssl-errors/test.mjs+++ b/test/e2e/cheerio-ignore-ssl-errors/test.mjs@@ -5,6 +5,7 @@ await initialize(testActorDirname);const { stats, datasetItems } = await runActor(testActorDirname);-await expect(stats.requestsSucceeded > 20, 'All requests finished');-await expect(datasetItems.length > 20, 'Minimum number of dataset items');+// ~21 of the 31 URLs load (the rest use ciphers impit can't negotiate); the throw-on-ssl-errors twin gets ~5.+await expect(stats.requestsSucceeded > 15, 'All requests finished');+await expect(datasetItems.length > 15, 'Minimum number of dataset items');await expect(validateDataset(datasetItems, ['url', 'title']), 'Dataset items validation');diff --git a/test/e2e/cheerio-impit-ts/actor/package.json b/test/e2e/cheerio-impit-ts/actor/package.jsonindex e9058fe1f..c10e32628 100644--- a/test/e2e/cheerio-impit-ts/actor/package.json+++ b/test/e2e/cheerio-impit-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Impit HTTP client","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-initial-cookies/actor/package.json b/test/e2e/cheerio-initial-cookies/actor/package.jsonindex 557deac9a..0fb28b88a 100644--- a/test/e2e/cheerio-initial-cookies/actor/package.json+++ b/test/e2e/cheerio-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Initial Cookies","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-max-requests/actor/package.json b/test/e2e/cheerio-max-requests/actor/package.jsonindex 482e47c4e..013bc02d8 100644--- a/test/e2e/cheerio-max-requests/actor/package.json+++ b/test/e2e/cheerio-max-requests/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Max Requests Per Crawl","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-page-info/actor/package.json b/test/e2e/cheerio-page-info/actor/package.jsonindex 919fa6b2c..35110a981 100644--- a/test/e2e/cheerio-page-info/actor/package.json+++ b/test/e2e/cheerio-page-info/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Page Info","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-request-queue-v2/actor/package.json b/test/e2e/cheerio-request-queue-v2/actor/package.jsonindex 8d3395656..193552681 100644--- a/test/e2e/cheerio-request-queue-v2/actor/package.json+++ b/test/e2e/cheerio-request-queue-v2/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Request Queue V2","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-robots-file/actor/package.json b/test/e2e/cheerio-robots-file/actor/package.jsonindex c79747c55..2d92e853c 100644--- a/test/e2e/cheerio-robots-file/actor/package.json+++ b/test/e2e/cheerio-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Test - Robots file","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/cheerio-stop-resume-ts/actor/package.json b/test/e2e/cheerio-stop-resume-ts/actor/package.jsonindex a0e00b3d5..dc5c9fa17 100644--- a/test/e2e/cheerio-stop-resume-ts/actor/package.json+++ b/test/e2e/cheerio-stop-resume-ts/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Crawler Stop-Resume Test - TypeScript","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js b/test/e2e/cheerio-throw-on-ssl-errors/actor/main.jsindex 44f55c5a3..42d93dc2c 100644--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/main.js@@ -9,30 +9,50 @@ const mainOptions = {: undefined,};+// The "bad" links from the badssl.com index page, listed here because that page itself is flaky.+const badSslUrls = [+ 'https://expired.badssl.com/',+ 'https://wrong.host.badssl.com/',+ 'https://self-signed.badssl.com/',+ 'https://untrusted-root.badssl.com/',+ 'https://revoked.badssl.com/',+ 'https://pinning-test.badssl.com/',+ 'https://client-cert-missing.badssl.com/',+ 'https://mixed-script.badssl.com/',+ 'https://very.badssl.com/',+ 'https://rc4-md5.badssl.com/',+ 'https://rc4.badssl.com/',+ 'https://3des.badssl.com/',+ 'https://null.badssl.com/',+ 'https://mozilla-old.badssl.com/',+ 'https://dh480.badssl.com/',+ 'https://dh512.badssl.com/',+ 'https://dh1024.badssl.com/',+ 'https://dh-small-subgroup.badssl.com/',+ 'https://dh-composite.badssl.com/',+ 'https://no-sct.badssl.com/',+ 'https://subdomain.preloaded-hsts.badssl.com/',+ 'https://superfish.badssl.com/',+ 'https://edellroot.badssl.com/',+ 'https://dsdtestprovider.badssl.com/',+ 'https://preact-cli.badssl.com/',+ 'https://webpack-dev-server.badssl.com/',+ 'https://captive-portal.badssl.com/',+ 'https://mitm-software.badssl.com/',+ 'https://sha1-2017.badssl.com/',+ 'https://sha1-intermediate.badssl.com/',+ 'https://invalid-expected-sct.badssl.com/',+];+await Actor.main(async () => {const crawler = new CheerioCrawler({ignoreTlsErrors: false,- async requestHandler({ $, enqueueLinks, request, log }) {- const {- userData: { label },- } = request;-- if (label === 'START') {- log.info('Bad ssl page opened!');- await enqueueLinks({- include: ['https://*.badssl.com/'],- strategy: 'same-domain',- label: 'DETAIL',- selector: '.group a.bad',- });- } else if (label === 'DETAIL') {- const { url } = request;- log.info(`Scraping ${url}`);- const title = $('title').text();- await Dataset.pushData({ url, title });- }+ async requestHandler({ $, request, log }) {+ log.info(`Scraping ${request.url}`);+ const title = $('title').text();+ await Dataset.pushData({ url: request.url, title });},});- await crawler.run([{ url: 'https://badssl.com', userData: { label: 'START' } }]);+ await crawler.run(badSslUrls);}, mainOptions);diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.jsonindex e5ecdf60c..4a9b7b7ea 100644--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Cheerio Crawler Test - Should throw on SSL Errors","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/cheerio-throw-on-ssl-errors/test.mjs b/test/e2e/cheerio-throw-on-ssl-errors/test.mjsindex 32f2312f8..2adb0273d 100644--- a/test/e2e/cheerio-throw-on-ssl-errors/test.mjs+++ b/test/e2e/cheerio-throw-on-ssl-errors/test.mjs@@ -5,7 +5,7 @@ await initialize(testActorDirname);const { stats, datasetItems } = await runActor(testActorDirname);-await expect(stats.requestsSucceeded > 5 && stats.requestsSucceeded < 10, 'All requests finished');+await expect(stats.requestsSucceeded >= 5 && stats.requestsSucceeded < 10, 'All requests finished');await expect(stats.requestsFailed > 20 && stats.requestsFailed < 30, 'Number of failed requests');await expect(datasetItems.length >= 5 && datasetItems.length < 10, 'Number of dataset items');await expect(validateDataset(datasetItems, ['url', 'title']), 'Dataset items validation');diff --git a/test/e2e/input-json5/actor/package.json b/test/e2e/input-json5/actor/package.jsonindex 0d6e03127..31dea110e 100644--- a/test/e2e/input-json5/actor/package.json+++ b/test/e2e/input-json5/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "JSON5 input test","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/core": "file:./packages/core","@crawlee/utils": "file:./packages/utils"},diff --git a/test/e2e/migration/actor/package.json b/test/e2e/migration/actor/package.jsonindex 98c7a5c3f..f913e161e 100644--- a/test/e2e/migration/actor/package.json+++ b/test/e2e/migration/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Migration Test","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/playwright-default/actor/package.json b/test/e2e/playwright-default/actor/package.jsonindex 89d24593b..7ea8cc115 100644--- a/test/e2e/playwright-default/actor/package.json+++ b/test/e2e/playwright-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Default","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-enqueue-links-base/actor/package.json b/test/e2e/playwright-enqueue-links-base/actor/package.jsonindex c7effd3a8..2c8222ec6 100644--- a/test/e2e/playwright-enqueue-links-base/actor/package.json+++ b/test/e2e/playwright-enqueue-links-base/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Enqueue Links with <base href>","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-enqueue-links/actor/package.json b/test/e2e/playwright-enqueue-links/actor/package.jsonindex 197d3d7ef..4562196d4 100644--- a/test/e2e/playwright-enqueue-links/actor/package.json+++ b/test/e2e/playwright-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Enqueue Links","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-initial-cookies/actor/package.json b/test/e2e/playwright-initial-cookies/actor/package.jsonindex 67fa86db6..f14e7b2ea 100644--- a/test/e2e/playwright-initial-cookies/actor/package.json+++ b/test/e2e/playwright-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Initial Cookies","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-introduction-guide/actor/package.json b/test/e2e/playwright-introduction-guide/actor/package.jsonindex f5d96aa2d..1056468be 100644--- a/test/e2e/playwright-introduction-guide/actor/package.json+++ b/test/e2e/playwright-introduction-guide/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Crawlee Introduction Guide (playwright + chrome)","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/playwright-robots-file/actor/package.json b/test/e2e/playwright-robots-file/actor/package.jsonindex 1cb1576fa..c278228df 100644--- a/test/e2e/playwright-robots-file/actor/package.json+++ b/test/e2e/playwright-robots-file/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Playwright Test - Robots file","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/proxy-rotation/actor/package.json b/test/e2e/proxy-rotation/actor/package.jsonindex 40bfb00ad..155c825c4 100644--- a/test/e2e/proxy-rotation/actor/package.json+++ b/test/e2e/proxy-rotation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Proxy Test - Rotation","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-default/actor/package.json b/test/e2e/puppeteer-default/actor/package.jsonindex 5a252a6d9..28d14a150 100644--- a/test/e2e/puppeteer-default/actor/package.json+++ b/test/e2e/puppeteer-default/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Default","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-enqueue-links/actor/package.json b/test/e2e/puppeteer-enqueue-links/actor/package.jsonindex e683d0b38..ae4325108 100644--- a/test/e2e/puppeteer-enqueue-links/actor/package.json+++ b/test/e2e/puppeteer-enqueue-links/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Enqueue Links","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-error-snapshot/actor/package.json b/test/e2e/puppeteer-error-snapshot/actor/package.jsonindex ccfddff11..06a7894af 100644--- a/test/e2e/puppeteer-error-snapshot/actor/package.json+++ b/test/e2e/puppeteer-error-snapshot/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Should save errors snapshots","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js b/test/e2e/puppeteer-ignore-ssl-errors/actor/main.jsindex 4c6f3b484..162747247 100644--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/main.js@@ -9,6 +9,41 @@ const mainOptions = {: undefined,};+// The "bad" links from the badssl.com index page, listed here because that page itself is flaky.+const badSslUrls = [+ 'https://expired.badssl.com/',+ 'https://wrong.host.badssl.com/',+ 'https://self-signed.badssl.com/',+ 'https://untrusted-root.badssl.com/',+ 'https://revoked.badssl.com/',+ 'https://pinning-test.badssl.com/',+ 'https://client-cert-missing.badssl.com/',+ 'https://mixed-script.badssl.com/',+ 'https://very.badssl.com/',+ 'https://rc4-md5.badssl.com/',+ 'https://rc4.badssl.com/',+ 'https://3des.badssl.com/',+ 'https://null.badssl.com/',+ 'https://mozilla-old.badssl.com/',+ 'https://dh480.badssl.com/',+ 'https://dh512.badssl.com/',+ 'https://dh1024.badssl.com/',+ 'https://dh-small-subgroup.badssl.com/',+ 'https://dh-composite.badssl.com/',+ 'https://no-sct.badssl.com/',+ 'https://subdomain.preloaded-hsts.badssl.com/',+ 'https://superfish.badssl.com/',+ 'https://edellroot.badssl.com/',+ 'https://dsdtestprovider.badssl.com/',+ 'https://preact-cli.badssl.com/',+ 'https://webpack-dev-server.badssl.com/',+ 'https://captive-portal.badssl.com/',+ 'https://mitm-software.badssl.com/',+ 'https://sha1-2017.badssl.com/',+ 'https://sha1-intermediate.badssl.com/',+ 'https://invalid-expected-sct.badssl.com/',+];+await Actor.main(async () => {const crawler = new PuppeteerCrawler({// Keep concurrency low so the burst of requests to badssl.com doesn't trip its@@ -20,27 +55,12 @@ await Actor.main(async () => {gotoOptions.waitUntil = ['networkidle2'];},],- async requestHandler({ page, enqueueLinks, request, log }) {- const {- url,- userData: { label },- } = request;-- if (label === 'START') {- log.info('Bad ssl page opened!');- await enqueueLinks({- include: ['https://*.badssl.com/'],- strategy: 'same-domain',- label: 'DETAIL',- selector: '.group a.bad',- });- } else if (label === 'DETAIL') {- log.info(`Scraping ${url}`);- const title = await page.title();- await Dataset.pushData({ url, title });- }+ async requestHandler({ page, request, log }) {+ log.info(`Scraping ${request.url}`);+ const title = await page.title();+ await Dataset.pushData({ url: request.url, title });},});- await crawler.run([{ url: 'https://badssl.com', userData: { label: 'START' } }]);+ await crawler.run(badSslUrls);}, mainOptions);diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.jsonindex a33a6bf32..fff714fc8 100644--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Ignore SSL Errors","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-initial-cookies/actor/package.json b/test/e2e/puppeteer-initial-cookies/actor/package.jsonindex 5e296be06..ad521aaca 100644--- a/test/e2e/puppeteer-initial-cookies/actor/package.json+++ b/test/e2e/puppeteer-initial-cookies/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Initial Cookies","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-page-info/actor/package.json b/test/e2e/puppeteer-page-info/actor/package.jsonindex 684633a9e..ae8fcdce1 100644--- a/test/e2e/puppeteer-page-info/actor/package.json+++ b/test/e2e/puppeteer-page-info/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Page Info","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json b/test/e2e/puppeteer-store-pagination-jquery/actor/package.jsonindex 74a23773f..34e93673f 100644--- a/test/e2e/puppeteer-store-pagination-jquery/actor/package.json+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Store Pagination with jQuery","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-store-pagination/actor/package.json b/test/e2e/puppeteer-store-pagination/actor/package.jsonindex 3be0ebe52..7f2c7ddf3 100644--- a/test/e2e/puppeteer-store-pagination/actor/package.json+++ b/test/e2e/puppeteer-store-pagination/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Store Pagination","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js b/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.jsindex 8e8382e51..8f02af7c6 100644--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/main.js@@ -9,6 +9,41 @@ const mainOptions = {: undefined,};+// The "bad" links from the badssl.com index page, listed here because that page itself is flaky.+const badSslUrls = [+ 'https://expired.badssl.com/',+ 'https://wrong.host.badssl.com/',+ 'https://self-signed.badssl.com/',+ 'https://untrusted-root.badssl.com/',+ 'https://revoked.badssl.com/',+ 'https://pinning-test.badssl.com/',+ 'https://client-cert-missing.badssl.com/',+ 'https://mixed-script.badssl.com/',+ 'https://very.badssl.com/',+ 'https://rc4-md5.badssl.com/',+ 'https://rc4.badssl.com/',+ 'https://3des.badssl.com/',+ 'https://null.badssl.com/',+ 'https://mozilla-old.badssl.com/',+ 'https://dh480.badssl.com/',+ 'https://dh512.badssl.com/',+ 'https://dh1024.badssl.com/',+ 'https://dh-small-subgroup.badssl.com/',+ 'https://dh-composite.badssl.com/',+ 'https://no-sct.badssl.com/',+ 'https://subdomain.preloaded-hsts.badssl.com/',+ 'https://superfish.badssl.com/',+ 'https://edellroot.badssl.com/',+ 'https://dsdtestprovider.badssl.com/',+ 'https://preact-cli.badssl.com/',+ 'https://webpack-dev-server.badssl.com/',+ 'https://captive-portal.badssl.com/',+ 'https://mitm-software.badssl.com/',+ 'https://sha1-2017.badssl.com/',+ 'https://sha1-intermediate.badssl.com/',+ 'https://invalid-expected-sct.badssl.com/',+];+await Actor.main(async () => {const crawler = new PuppeteerCrawler({launchContext: { launchOptions: { acceptInsecureCerts: false } }, // This is the default@@ -17,27 +52,12 @@ await Actor.main(async () => {gotoOptions.waitUntil = ['networkidle2'];},],- async requestHandler({ page, enqueueLinks, request, log }) {- const {- url,- userData: { label },- } = request;-- if (label === 'START') {- log.info('Bad ssl page opened!');- await enqueueLinks({- include: ['https://*.badssl.com/'],- strategy: 'same-domain',- label: 'DETAIL',- selector: '.group a.bad',- });- } else if (label === 'DETAIL') {- log.info(`Scraping ${url}`);- const title = await page.title();- await Dataset.pushData({ url, title });- }+ async requestHandler({ page, request, log }) {+ log.info(`Scraping ${request.url}`);+ const title = await page.title();+ await Dataset.pushData({ url: request.url, title });},});- await crawler.run([{ url: 'https://badssl.com', userData: { label: 'START' } }]);+ await crawler.run(badSslUrls);}, mainOptions);diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.jsonindex 00ebde431..723a85d69 100644--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Puppeteer Test - Should throw on SSL Errors","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/request-queue-with-concurrency/actor/package.json b/test/e2e/request-queue-with-concurrency/actor/package.jsonindex 79caeb1ba..1a1739236 100644--- a/test/e2e/request-queue-with-concurrency/actor/package.json+++ b/test/e2e/request-queue-with-concurrency/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Queue Test - Zero Concurrency","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/request-queue-zero-concurrency/actor/package.json b/test/e2e/request-queue-zero-concurrency/actor/package.jsonindex 98bc9651b..2c1c7fc51 100644--- a/test/e2e/request-queue-zero-concurrency/actor/package.json+++ b/test/e2e/request-queue-zero-concurrency/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Queue Test - Zero Concurrency","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/request-skip-navigation/actor/package.json b/test/e2e/request-skip-navigation/actor/package.jsonindex f08f6d449..ff7b33bdc 100644--- a/test/e2e/request-skip-navigation/actor/package.json+++ b/test/e2e/request-skip-navigation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Request Test - skipNavigation","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser-pool": "file:./packages/browser-pool","@crawlee/http": "file:./packages/http-crawler",diff --git a/test/e2e/session-rotation/actor/package.json b/test/e2e/session-rotation/actor/package.jsonindex 81e5a4d7c..e457224a6 100644--- a/test/e2e/session-rotation/actor/package.json+++ b/test/e2e/session-rotation/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Session Test - Rotation","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler","@crawlee/browser-pool": "file:./packages/browser-pool",diff --git a/test/e2e/stagehand-claude/actor/package.json b/test/e2e/stagehand-claude/actor/package.jsonindex 6108fb3f0..30cbcd2a5 100644--- a/test/e2e/stagehand-claude/actor/package.json+++ b/test/e2e/stagehand-claude/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Stagehand Test - Claude/Anthropic","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@browserbasehq/stagehand": "^3.0.7","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/stagehand-concurrent/actor/package.json b/test/e2e/stagehand-concurrent/actor/package.jsonindex 6d2a1b5dd..9325788ff 100644--- a/test/e2e/stagehand-concurrent/actor/package.json+++ b/test/e2e/stagehand-concurrent/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Stagehand Test - Concurrent browsers","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@browserbasehq/stagehand": "^3.0.7","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/browser": "file:./packages/browser-crawler",diff --git a/test/e2e/storage-open-return-storage-object/actor/package.json b/test/e2e/storage-open-return-storage-object/actor/package.jsonindex 1f9003689..25df784ad 100644--- a/test/e2e/storage-open-return-storage-object/actor/package.json+++ b/test/e2e/storage-open-return-storage-object/actor/package.json@@ -3,7 +3,7 @@"version": "0.0.1","description": "Key-Value Store - Return storage object on open","dependencies": {- "apify": "^4.0.0-beta.24",+ "apify": "^4.0.0-beta.46","@crawlee/basic": "file:./packages/basic-crawler","@crawlee/core": "file:./packages/core","@crawlee/types": "file:./packages/types",