Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): security bumps + minimatch override prune (#4175)
apify-deps[bot]9e368087eb28
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex 241a2d266..03e99230f 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -49,7 +49,7 @@"@sapphire/async-queue": "^1.5.5","@standard-schema/spec": "^1.0.0","csv-stringify": "^6.5.2",- "minimatch": "^10.0.1",+ "minimatch": "^10.2.6","tldts": "^7.0.6","tough-cookie": "^6.0.0","tslib": "^2.8.1",diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 3b0dd53e1..f1c4143a7 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -166,10 +166,9 @@ catalogs:default:zod:specifier: ^4.5.4- version: 4.5.4+ version: 4.6.5overrides:- minimatch: ^9.0.0'@puppeteer/browsers': ^3.0.4tar: ^7.5.16lerna>js-yaml: ^4.2.0@@ -424,7 +423,7 @@ importers:version: 4.1.4(@opentelemetry/[email protected])(@types/[email protected])(@vitest/[email protected])([email protected]([email protected])([email protected]))([email protected](@types/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected]))zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5docs:dependencies:@@ -469,7 +468,7 @@ importers:version: 1.43.0apify:specifier: ^4.0.0-beta.35- version: 4.0.0-beta.35([email protected])([email protected]([email protected]))([email protected])+ version: 4.0.0-beta.35([email protected])([email protected]([email protected]))([email protected])crawlee:specifier: workspace:*version: link:../packages/crawlee@@ -529,8 +528,8 @@ importers:specifier: ^6.5.2version: 6.7.0minimatch:- specifier: ^9.0.0- version: 9.0.9+ specifier: ^10.2.6+ version: 10.2.6tldts:specifier: ^7.0.6version: 7.0.28@@ -545,7 +544,7 @@ importers:version: 4.41.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5optionalDependencies:'@crawlee/impit-client':specifier: workspace:^@@ -582,7 +581,7 @@ importers:version: 4.41.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/browser-pool:dependencies:@@ -633,7 +632,7 @@ importers:version: 2.8.1zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/cheerio-crawler:dependencies:@@ -735,7 +734,7 @@ importers:version: 4.41.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/crawlee:dependencies:@@ -801,7 +800,7 @@ importers:version: link:../utilszod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/got-scraping-client:dependencies:@@ -867,7 +866,7 @@ importers:version: 4.41.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/impit-client:dependencies:@@ -904,7 +903,7 @@ importers:version: 0.210.0semver:specifier: ^7.7.0- version: 7.7.4+ version: 7.8.5packages/playwright-crawler:dependencies:@@ -961,7 +960,7 @@ importers:version: 4.41.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/puppeteer-crawler:dependencies:@@ -1000,7 +999,7 @@ importers:version: 2.8.1zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5packages/stagehand-crawler:dependencies:@@ -1027,11 +1026,11 @@ importers:version: 2.8.1zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5devDependencies:'@browserbasehq/stagehand':specifier: 3.0.7- version: 3.0.7(@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])+ version: 3.0.7(@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])playwright:specifier: ^1.60.0version: 1.61.1@@ -1055,7 +1054,7 @@ importers:version: 1.2.0'@apify/validations':specifier: ^1.1.0- version: 1.1.0+ version: 1.1.1'@crawlee/http-client':specifier: workspace:*version: link:../http-client@@ -1091,7 +1090,7 @@ importers:version: 4.0.0zod:specifier: 'catalog:'- version: 4.5.4+ version: 4.6.5website:dependencies:@@ -5791,19 +5790,9 @@ packages:resolution: {integrity: sha512-Wx0Kx52hxE7C18hkMEggYlEifqWZtYaRgouJor+WMdPnQyEK13vgEWyVNup7SoeeoLMsr4kf5h6dOW11I15MUA==}- peerDependencies:- ajv: ^8.0.0- peerDependenciesMeta:- ajv:- optional: trueresolution: {integrity: sha512-8iUql50EUR+uUcdRQ3HDqa6EVyo3docL8g5WJ3FNcWmu62IbkGUue/pEyLBW8VGKKucTPgqeks4fIU1DA4yowQ==}- peerDependencies:- ajv: ^8.0.0- peerDependenciesMeta:- ajv:- optional: trueresolution: {integrity: sha512-5p6WTN0DdTGVQk6VjcEju19IgaHudalcfabD7yhDGeA6bcQnmL+CpveLJq/3hvfwd1aof6L386Ougkx6RfyMIQ==}@@ -5842,7 +5831,6 @@ packages:resolution: {integrity: sha512-1APHAyr3+PCamwNw3bXCPp4HFLONZt/yIH0sZp0/469KWNTEy+qN5jQ3GVX6DMZ1UXAi34yVwtTeaG/HpBuuzw==}- engines: {'0': node >= 0.8.0}hasBin: true@@ -6584,7 +6572,6 @@ packages:resolution: {integrity: sha512-MWufYdFw53ccGjCA+Ol7XJYpAlW6/prSMzuPOTRnJGcGzuhLn4Scrz7qf6o8bROZ514ltazcIFJZevcfbo0x7A==}- engines: {'0': node >= 6.0}resolution: {integrity: sha512-RMtmw0iFkeR4YV+fUOSucriAQNb9g8zFR52MWCtl+cCZOFRNL6zeB395vPzFhEjjn4fMxXudmELnl/KF/WrK6w==}@@ -9167,7 +9154,6 @@ packages:resolution: {integrity: sha512-POQXvpdL69+CluYsillJ7SUhKvytYjW9vG/GKpnf+xP8UWgYEM/RaMzHHofbALDiKbbP1W8UEYmgGl39WkPZsg==}- engines: {'0': node >= 0.2.0}resolution: {integrity: sha512-ZZow9HBI5O6EPgSJLUb8n2NKgmVWTwCvHGwFuJlMjvLFqlGG6pjirPhtdsseaLZjSibD8eegzmYpUZwoIlj2cQ==}@@ -9868,6 +9854,22 @@ packages:resolution: {integrity: sha512-JIYlbt6g8i5jKfJ3xz7rF0LXmv2TkDxBLUkiBeZ7bAx4GnnNMr8xFpGnOxn6GhTEHx3SjRrZEoU+j04prX1ktg==}+ resolution: {integrity: sha512-Rwi3pnapEqirPSbWbrZaa6N3nmqq4Xer/2XooiOKyV3q12ML06f7MOuc5DVH8ONZIFhwIYQ3yzPH4nt7iWHaTg==}+ engines: {node: 18 || 20 || >=22}++ resolution: {integrity: sha512-oRjTw/97aTBN0RHbYCdtF1MQfvusSIBQM0IZEgzl6426+8jSC0nF1a/GmnVLpfB9yyr6g6FTqWqiZVbxrtaCIg==}+ engines: {node: 18 || 20 || >=22}++ resolution: {integrity: sha512-MULkVLfKGYDFYejP07QOurDLLQpcjk7Fw+7jXS2R2czRQzR56yHRveU5NDJEOviH+hETZKSkIk5c+T23GjFUMg==}+ engines: {node: 18 || 20 || >=22}++ resolution: {integrity: sha512-vpLQEs+VLCr1nU0BXS07maYoFwlDAH0gngQuuttxIwutDFEMHq2blX+8vpgxDdK3J1PwjCJiep77OitTZ4Ll1A==}+ engines: {node: 18 || 20 || >=22}+resolution: {integrity: sha512-VgjWUsnnT6n+NUk6eZq77zeFdpW2LWDzP6zFGrCbHXiYNul5Dzqk2HHQ5uFH2DNW5Xbp8+jVzaeNt94ssEEl4w==}@@ -13225,123 +13227,123 @@ snapshots:section-matter: 1.0.0strip-bom-string: 1.0.0- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:- '@ai-sdk/openai': 2.0.102([email protected])+ '@ai-sdk/openai': 2.0.102([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:- '@ai-sdk/openai-compatible': 1.0.35([email protected])+ '@ai-sdk/openai-compatible': 1.0.35([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])+ '@ai-sdk/provider-utils': 3.0.23([email protected])'@vercel/oidc': 3.1.0- zod: 4.5.4+ zod: 4.6.5dependencies:- '@ai-sdk/anthropic': 2.0.74([email protected])- '@ai-sdk/google': 2.0.68([email protected])- '@ai-sdk/openai-compatible': 1.0.35([email protected])+ '@ai-sdk/anthropic': 2.0.74([email protected])+ '@ai-sdk/google': 2.0.68([email protected])+ '@ai-sdk/openai-compatible': 1.0.35([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])+ '@ai-sdk/provider-utils': 3.0.23([email protected])google-auth-library: 10.6.2([email protected])- zod: 4.5.4+ zod: 4.6.5transitivePeerDependencies:- supports-coloroptional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:'@ai-sdk/provider': 2.0.1'@standard-schema/spec': 1.1.0eventsource-parser: 3.0.6- zod: 4.5.4+ zod: 4.6.5'@ai-sdk/[email protected]':dependencies:json-schema: 0.4.0- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:- '@ai-sdk/openai-compatible': 1.0.35([email protected])+ '@ai-sdk/openai-compatible': 1.0.35([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true- '@ai-sdk/[email protected]([email protected])':+ '@ai-sdk/[email protected]([email protected])':dependencies:- '@ai-sdk/openai-compatible': 1.0.35([email protected])+ '@ai-sdk/openai-compatible': 1.0.35([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true'@algolia/[email protected]':@@ -13579,7 +13581,7 @@ snapshots:'@apify/[email protected]':dependencies:- zod: 4.5.4+ zod: 4.6.5'@apify/[email protected]':dependencies:@@ -14361,43 +14363,43 @@ snapshots:transitivePeerDependencies:- encoding- '@browserbasehq/[email protected](@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])':+ '@browserbasehq/[email protected](@cfworker/[email protected])(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected])([email protected])([email protected])([email protected])([email protected])':dependencies:'@ai-sdk/provider': 2.0.1'@anthropic-ai/sdk': 0.39.0([email protected])'@browserbasehq/sdk': 2.10.0([email protected])- '@google/genai': 1.50.0(@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected]))([email protected])([email protected])- '@langchain/openai': 0.4.9(@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])))([email protected])([email protected]([email protected]))- '@modelcontextprotocol/sdk': 1.29.0(@cfworker/[email protected])([email protected])([email protected])- ai: 5.0.173([email protected])+ '@google/genai': 1.50.0(@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected]))([email protected])([email protected])+ '@langchain/openai': 0.4.9(@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])))([email protected])([email protected]([email protected]))+ '@modelcontextprotocol/sdk': 1.29.0(@cfworker/[email protected])([email protected])([email protected])+ ai: 5.0.173([email protected])deepmerge: 4.3.1devtools-protocol: 0.0.1464554dotenv: 16.4.7fetch-cookie: 3.2.0pino: 9.14.0pino-pretty: 13.1.3uuid: 11.1.1ws: 8.21.3([email protected])- zod: 4.5.4- zod-to-json-schema: 3.25.2([email protected])+ zod: 4.6.5+ zod-to-json-schema: 3.25.2([email protected])optionalDependencies:- '@ai-sdk/anthropic': 2.0.74([email protected])- '@ai-sdk/azure': 2.0.104([email protected])- '@ai-sdk/cerebras': 1.0.40([email protected])- '@ai-sdk/deepseek': 1.0.36([email protected])- '@ai-sdk/google': 2.0.68([email protected])- '@ai-sdk/google-vertex': 3.0.128([email protected])([email protected])- '@ai-sdk/groq': 2.0.37([email protected])- '@ai-sdk/mistral': 2.0.30([email protected])- '@ai-sdk/openai': 2.0.102([email protected])- '@ai-sdk/perplexity': 2.0.27([email protected])- '@ai-sdk/togetherai': 1.0.38([email protected])- '@ai-sdk/xai': 2.0.67([email protected])- '@langchain/core': 0.3.80(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))+ '@ai-sdk/anthropic': 2.0.74([email protected])+ '@ai-sdk/azure': 2.0.104([email protected])+ '@ai-sdk/cerebras': 1.0.40([email protected])+ '@ai-sdk/deepseek': 1.0.36([email protected])+ '@ai-sdk/google': 2.0.68([email protected])+ '@ai-sdk/google-vertex': 3.0.128([email protected])([email protected])+ '@ai-sdk/groq': 2.0.37([email protected])+ '@ai-sdk/mistral': 2.0.30([email protected])+ '@ai-sdk/openai': 2.0.102([email protected])+ '@ai-sdk/perplexity': 2.0.27([email protected])+ '@ai-sdk/togetherai': 1.0.38([email protected])+ '@ai-sdk/xai': 2.0.67([email protected])+ '@langchain/core': 0.3.80(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))bufferutil: 4.1.0chrome-launcher: 1.2.1([email protected])- ollama-ai-provider-v2: 1.5.5([email protected])+ ollama-ai-provider-v2: 1.5.5([email protected])patchright-core: 1.59.4playwright: 1.61.1playwright-core: 1.61.1@@ -15888,7 +15890,7 @@ snapshots:ignore: 5.3.2import-fresh: 3.3.1js-yaml: 4.3.1- minimatch: 9.0.9+ minimatch: 3.1.5strip-json-comments: 3.1.1transitivePeerDependencies:- supports-color@@ -15903,14 +15905,14 @@ snapshots:react: 19.2.5react-dom: 19.2.5([email protected])- '@google/[email protected](@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected]))([email protected])([email protected])':+ '@google/[email protected](@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected]))([email protected])([email protected])':dependencies:google-auth-library: 10.6.2([email protected])p-retry: 4.6.2protobufjs: 7.6.5ws: 8.21.3([email protected])optionalDependencies:- '@modelcontextprotocol/sdk': 1.29.0(@cfworker/[email protected])([email protected])([email protected])+ '@modelcontextprotocol/sdk': 1.29.0(@cfworker/[email protected])([email protected])([email protected])transitivePeerDependencies:- bufferutil- supports-color@@ -15942,7 +15944,7 @@ snapshots:dependencies:'@humanwhocodes/object-schema': 2.0.3debug: 4.4.3([email protected])- minimatch: 9.0.9+ minimatch: 3.1.5transitivePeerDependencies:- supports-color@@ -16271,14 +16273,14 @@ snapshots:'@keyv/[email protected]': {}- '@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))':+ '@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))':dependencies:'@cfworker/json-schema': 4.1.1ansi-styles: 5.2.0camelcase: 6.3.0decamelize: 1.2.0js-tiktoken: 1.0.21- langsmith: 0.3.87(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))+ langsmith: 0.3.87(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))mustache: 4.2.0p-queue: 6.6.2p-retry: 4.6.2@@ -16291,9 +16293,9 @@ snapshots:- '@opentelemetry/sdk-trace-base'- openai- '@langchain/[email protected](@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])))([email protected])([email protected]([email protected]))':+ '@langchain/[email protected](@langchain/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])))([email protected])([email protected]([email protected]))':dependencies:- '@langchain/core': 0.3.80(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))+ '@langchain/core': 0.3.80(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected]))js-tiktoken: 1.0.21zod: 3.25.76@@ -16368,7 +16370,7 @@ snapshots:'@rushstack/terminal': 0.24.3(@types/[email protected])'@rushstack/ts-command-line': 5.3.13(@types/[email protected])diff: 8.0.4- minimatch: 9.0.9+ minimatch: 10.2.3resolve: 1.22.12semver: 7.7.4source-map: 0.6.1@@ -16385,11 +16387,11 @@ snapshots:'@microsoft/[email protected]': {}- '@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected])':+ '@modelcontextprotocol/[email protected](@cfworker/[email protected])([email protected])([email protected])':dependencies:'@hono/node-server': 1.19.17([email protected])ajv: 8.20.0- ajv-formats: 3.0.1([email protected])+ ajv-formats: 3.0.1content-type: 1.0.5cors: 2.8.6cross-spawn: 7.0.6@@ -16402,8 +16404,8 @@ snapshots:json-schema-typed: 8.0.2pkce-challenge: 5.0.1raw-body: 3.0.2- zod: 4.5.4- zod-to-json-schema: 3.25.2([email protected])+ zod: 4.6.5+ zod-to-json-schema: 3.25.2([email protected])optionalDependencies:'@cfworker/json-schema': 4.1.1transitivePeerDependencies:@@ -16515,7 +16517,7 @@ snapshots:hosted-git-info: 9.0.2json-stringify-nice: 1.1.4lru-cache: 11.3.5- minimatch: 9.0.9+ minimatch: 10.2.6nopt: 8.1.0npm-install-checks: 7.1.2npm-package-arg: 13.0.1@@ -16579,7 +16581,7 @@ snapshots:'@npmcli/name-from-folder': 4.0.0'@npmcli/package-json': 7.0.2glob: 13.0.6- minimatch: 9.0.9+ minimatch: 10.2.6'@npmcli/[email protected]([email protected])':dependencies:@@ -16641,7 +16643,7 @@ snapshots:'@zkochan/js-yaml': 0.0.7ejs: 5.0.1enquirer: 2.3.6- minimatch: 9.0.9+ minimatch: 10.2.4nx: 22.7.8(@swc/[email protected])semver: 7.7.4tslib: 2.8.1@@ -17506,7 +17508,7 @@ snapshots:dependencies:ajv: 8.20.0ajv-draft-04: 1.0.0([email protected])- ajv-formats: 3.0.1([email protected])+ ajv-formats: 3.0.1fs-extra: 11.3.4import-lazy: 4.0.0jju: 1.4.0@@ -17907,7 +17909,7 @@ snapshots:'@tufjs/[email protected]':dependencies:'@tufjs/canonical-json': 2.0.0- minimatch: 9.0.9+ minimatch: 10.2.6'@turbo/[email protected]':optional: true@@ -18749,24 +18751,24 @@ snapshots:clean-stack: 2.2.0indent-string: 4.0.0dependencies:- '@ai-sdk/gateway': 2.0.77([email protected])+ '@ai-sdk/gateway': 2.0.77([email protected])'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])+ '@ai-sdk/provider-utils': 3.0.23([email protected])'@opentelemetry/api': 1.9.0- zod: 4.5.4+ zod: 4.6.5optionalDependencies:ajv: 8.20.0- optionalDependencies:+ dependencies:ajv: 8.20.0- optionalDependencies:+ dependencies:ajv: 8.20.0@@ -18870,7 +18872,7 @@ snapshots:- debug- supports-colordependencies:'@apify/consts': 2.52.1'@apify/log': 2.5.35@@ -18878,7 +18880,7 @@ snapshots:'@crawlee/types': 3.16.0ansi-colors: 4.1.3async-retry: 1.3.3content-type: 1.0.5ow: 0.28.2proxy-agent: 6.5.0([email protected])@@ -18904,18 +18906,18 @@ snapshots:'@crawlee/types': link:packages/types'@crawlee/utils': link:packages/utils- minimatch: 9.0.9+ minimatch: 10.2.6semver: 7.8.5tslib: 2.8.1ws: 8.21.3([email protected])- zod: 4.5.4+ zod: 4.6.5transitivePeerDependencies:- bufferutil- debug- supports-color- utf-8-validatedependencies:'@apify/consts': 3.0.1'@apify/datastructures': 3.0.1@@ -18928,12 +18930,12 @@ snapshots:'@crawlee/core': link:packages/core'@crawlee/types': link:packages/types'@crawlee/utils': link:packages/utils- minimatch: 9.0.9+ minimatch: 10.2.6semver: 7.8.5tslib: 2.8.1ws: 8.21.3([email protected])- zod: 4.5.4+ zod: 4.6.5transitivePeerDependencies:- bufferutil- debug@@ -19118,16 +19120,6 @@ snapshots:- debug- supports-color- dependencies:- follow-redirects: 1.16.0([email protected]([email protected]))- form-data: 4.0.6- https-proxy-agent: 5.0.1([email protected])- proxy-from-env: 2.1.0- transitivePeerDependencies:- - debug- - supports-color-dependencies:follow-redirects: 1.16.0([email protected]([email protected]))@@ -21036,7 +21028,7 @@ snapshots:hasown: 2.0.4is-core-module: 2.16.1is-glob: 4.0.3- minimatch: 9.0.9+ minimatch: 3.1.5object.fromentries: 2.0.8object.groupby: 1.0.3object.values: 1.2.1@@ -21065,7 +21057,7 @@ snapshots:hasown: 2.0.4is-core-module: 2.16.1is-glob: 4.0.3- minimatch: 9.0.9+ minimatch: 3.1.5object.fromentries: 2.0.8object.groupby: 1.0.3object.values: 1.2.1@@ -21093,7 +21085,7 @@ snapshots:hasown: 2.0.4jsx-ast-utils: 3.3.5language-tags: 1.0.9- minimatch: 9.0.9+ minimatch: 3.1.5object.fromentries: 2.0.8safe-regex-test: 1.1.0string.prototype.includes: 2.0.1@@ -21125,7 +21117,7 @@ snapshots:estraverse: 5.3.0hasown: 2.0.4jsx-ast-utils: 3.3.5- minimatch: 9.0.9+ minimatch: 3.1.5object.entries: 1.1.9object.fromentries: 2.0.8object.values: 1.2.1@@ -21182,7 +21174,7 @@ snapshots:json-stable-stringify-without-jsonify: 1.0.1levn: 0.4.1lodash.merge: 4.6.2- minimatch: 9.0.9+ minimatch: 3.1.5natural-compare: 1.4.0optionator: 0.9.4strip-ansi: 6.0.1@@ -21851,14 +21843,14 @@ snapshots:dependencies:foreground-child: 3.3.1jackspeak: 4.2.3- minimatch: 9.0.9+ minimatch: 10.2.6minipass: 7.1.3package-json-from-dist: 1.0.1path-scurry: 2.0.2dependencies:- minimatch: 9.0.9+ minimatch: 10.2.6minipass: 7.1.3path-scurry: 2.0.2@@ -21867,7 +21859,7 @@ snapshots:fs.realpath: 1.0.0inflight: 1.0.6inherits: 2.0.4- minimatch: 9.0.9+ minimatch: 3.1.5once: 1.4.0path-is-absolute: 1.0.1@@ -22483,7 +22475,7 @@ snapshots:dependencies:- minimatch: 9.0.9+ minimatch: 10.2.6@@ -23075,7 +23067,7 @@ snapshots:- [email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])):+ [email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))([email protected]([email protected])([email protected]([email protected]))([email protected])):dependencies:'@types/uuid': 10.0.0chalk: 4.1.2@@ -23087,7 +23079,7 @@ snapshots:'@opentelemetry/api': 1.9.0'@opentelemetry/exporter-trace-otlp-proto': 0.217.0(@opentelemetry/[email protected])'@opentelemetry/sdk-trace-base': 2.10.0(@opentelemetry/[email protected])@@ -24121,6 +24113,22 @@ snapshots:+ dependencies:+ brace-expansion: 5.0.8++ dependencies:+ brace-expansion: 5.0.8++ dependencies:+ brace-expansion: 5.0.8++ dependencies:+ brace-expansion: 5.0.8+dependencies:brace-expansion: 1.1.18@@ -24520,7 +24528,7 @@ snapshots:mime-db: 1.52.0mime-types: 2.1.35mimic-fn: 2.1.0- minimatch: 9.0.9+ minimatch: 10.2.5minimist: 1.2.8ms: 2.1.3npm-run-path: 4.0.1@@ -24621,11 +24629,11 @@ snapshots:dependencies:'@ai-sdk/provider': 2.0.1- '@ai-sdk/provider-utils': 3.0.23([email protected])- zod: 4.5.4+ '@ai-sdk/provider-utils': 3.0.23([email protected])+ zod: 4.6.5optional: true@@ -24682,7 +24690,7 @@ snapshots:transitivePeerDependencies:- encodingdependencies:'@types/node': 18.19.130'@types/node-fetch': 2.6.13@@ -24693,7 +24701,7 @@ snapshots:node-fetch: 2.7.0([email protected])optionalDependencies:ws: 8.21.3([email protected])- zod: 4.5.4+ zod: 4.6.5transitivePeerDependencies:- encoding@@ -26567,7 +26575,7 @@ snapshots:dependencies:'@types/json-schema': 7.0.15ajv: 8.20.0- ajv-formats: 2.1.1([email protected])+ ajv-formats: 2.1.1ajv-keywords: 5.1.0([email protected])@@ -26659,7 +26667,7 @@ snapshots:bytes: 3.0.0content-disposition: 0.5.2mime-types: 2.1.18- minimatch: 9.0.9+ minimatch: 3.1.5path-is-inside: 1.0.2path-to-regexp: 3.3.0range-parser: 1.2.0@@ -28191,9 +28199,9 @@ snapshots:dependencies:zod: 3.25.76dependencies:- zod: 4.5.4+ zod: 4.6.5dependencies:diff --git a/pnpm-workspace.yaml b/pnpm-workspace.yamlindex 21ffff97e..78abaa377 100644--- a/pnpm-workspace.yaml+++ b/pnpm-workspace.yaml@@ -16,11 +16,11 @@ minimumReleaseAgeExclude:- "got-scraping"overrides:- # Dedup minimatch to v9 everywhere except inside lerna — lerna 9.x's bundled- # code (`__toESM(require('minimatch')).default(...)`) only works with v3,- # whose CJS export *is* the function. Pinning v9 there caused the publish- # step to silently report 0 changed packages.- minimatch: "^9.0.0"+ # lerna 9.x's bundled code (`__toESM(require('minimatch')).default(...)`) only+ # works with v3, whose CJS export *is* the function — pin lerna's nested copy+ # there; the old blanket `minimatch: ^9.0.0` dedupe (everywhere else) was+ # dropped since it now holds direct v10 consumers (e.g. @crawlee/basic) below+ # their declared range with no remaining benefit."@puppeteer/browsers": "^3.0.4"tar: "^7.5.16""lerna>js-yaml": "^4.2.0"diff --git a/website/versioned_docs/version-3.18/yarn.lock b/website/versioned_docs/version-3.18/yarn.lockindex bcd982b16..1a4ceb637 100644--- a/website/versioned_docs/version-3.18/yarn.lock+++ b/website/versioned_docs/version-3.18/yarn.lock@@ -36,12 +36,12 @@ __metadata:linkType: hard"brace-expansion@npm:^1.1.7":- version: 1.1.18- resolution: "brace-expansion@npm:1.1.18"+ version: 1.1.21+ resolution: "brace-expansion@npm:1.1.21"dependencies:balanced-match: "npm:^1.0.0"concat-map: "npm:0.0.1"- checksum: 10c0/3432c18a9e2ebf94162d4effb62198bd0adea06a9f332b2c0188df5d5e30b1e51ea3c848b6608e47d0b857ebe1ea5b3888ed3326dd3c4f6f9645c94153cf9c14+ checksum: 10c0/8f0a68a720f9cb28c2ecaea5cdaf15fafd686d6b6e4e722a81c9d4bd2f68c1fd0619731cac05875d842221eaf4d97d564d329a12eb3c4c22137502fb3c65be8blanguageName: nodelinkType: hard