Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fix: pin `@crawlee/*` packages versions in `crawlee` metapackage (#2040)
Martin Adámek61f91c79cad3
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 9c8165b2e..eeb3317e9 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -54,17 +54,18 @@"access": "public"},"dependencies": {- "@crawlee/basic": "^3.5.1",- "@crawlee/browser": "^3.5.1",- "@crawlee/cheerio": "^3.5.1",- "@crawlee/cli": "^3.5.1",- "@crawlee/core": "^3.5.1",- "@crawlee/http": "^3.5.1",- "@crawlee/jsdom": "^3.5.1",- "@crawlee/linkedom": "^3.5.1",- "@crawlee/playwright": "^3.5.1",- "@crawlee/puppeteer": "^3.5.1",- "@crawlee/utils": "^3.5.1",+ "@crawlee/basic": "3.5.1",+ "@crawlee/browser": "3.5.1",+ "@crawlee/browser-pool": "3.5.1",+ "@crawlee/cheerio": "3.5.1",+ "@crawlee/cli": "3.5.1",+ "@crawlee/core": "3.5.1",+ "@crawlee/http": "3.5.1",+ "@crawlee/jsdom": "3.5.1",+ "@crawlee/linkedom": "3.5.1",+ "@crawlee/playwright": "3.5.1",+ "@crawlee/puppeteer": "3.5.1",+ "@crawlee/utils": "3.5.1","import-local": "^3.1.0","tslib": "^2.4.0"},diff --git a/packages/crawlee/src/index.ts b/packages/crawlee/src/index.tsindex caa4c7e8b..a84b650c9 100644--- a/packages/crawlee/src/index.ts+++ b/packages/crawlee/src/index.ts@@ -13,6 +13,7 @@ export * from '@crawlee/linkedom';export * from '@crawlee/cheerio';export * from '@crawlee/puppeteer';export * from '@crawlee/playwright';+export * from '@crawlee/browser-pool';export const utils = {puppeteer: puppeteerUtils,diff --git a/yarn.lock b/yarn.lockindex 3ab7add39..318f43a69 100644--- a/yarn.lock+++ b/yarn.lock@@ -737,7 +737,7 @@ __metadata:languageName: nodelinkType: hard-"@crawlee/basic@^3.5.1, @crawlee/basic@workspace:packages/basic-crawler":+"@crawlee/[email protected], @crawlee/basic@^3.5.1, @crawlee/basic@workspace:packages/basic-crawler":version: 0.0.0-use.localresolution: "@crawlee/basic@workspace:packages/basic-crawler"dependencies:@@ -755,7 +755,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser-pool@^3.5.1, @crawlee/browser-pool@workspace:packages/browser-pool":+"@crawlee/[email protected], @crawlee/browser-pool@^3.5.1, @crawlee/browser-pool@workspace:packages/browser-pool":version: 0.0.0-use.localresolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:@@ -783,7 +783,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/browser@^3.5.1, @crawlee/browser@workspace:packages/browser-crawler":+"@crawlee/[email protected], @crawlee/browser@^3.5.1, @crawlee/browser@workspace:packages/browser-crawler":version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:@@ -797,7 +797,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/cheerio@^3.5.1, @crawlee/cheerio@workspace:packages/cheerio-crawler":+"@crawlee/[email protected], @crawlee/cheerio@workspace:packages/cheerio-crawler":version: 0.0.0-use.localresolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler"dependencies:@@ -809,7 +809,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/cli@^3.5.1, @crawlee/cli@workspace:packages/cli":+"@crawlee/[email protected], @crawlee/cli@workspace:packages/cli":version: 0.0.0-use.localresolution: "@crawlee/cli@workspace:packages/cli"dependencies:@@ -825,7 +825,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/core@^3.4.2, @crawlee/core@^3.5.1, @crawlee/core@workspace:packages/core":+"@crawlee/[email protected], @crawlee/core@^3.4.2, @crawlee/core@^3.5.1, @crawlee/core@workspace:packages/core":version: 0.0.0-use.localresolution: "@crawlee/core@workspace:packages/core"dependencies:@@ -855,7 +855,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/http@^3.5.1, @crawlee/http@workspace:packages/http-crawler":+"@crawlee/[email protected], @crawlee/http@^3.5.1, @crawlee/http@workspace:packages/http-crawler":version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:@@ -876,7 +876,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/jsdom@^3.5.1, @crawlee/jsdom@workspace:packages/jsdom-crawler":+"@crawlee/[email protected], @crawlee/jsdom@workspace:packages/jsdom-crawler":version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:@@ -892,7 +892,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/linkedom@^3.5.1, @crawlee/linkedom@workspace:packages/linkedom-crawler":+"@crawlee/[email protected], @crawlee/linkedom@workspace:packages/linkedom-crawler":version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:@@ -923,7 +923,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/playwright@^3.5.1, @crawlee/playwright@workspace:packages/playwright-crawler":+"@crawlee/[email protected], @crawlee/playwright@workspace:packages/playwright-crawler":version: 0.0.0-use.localresolution: "@crawlee/playwright@workspace:packages/playwright-crawler"dependencies:@@ -946,7 +946,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/puppeteer@^3.5.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler":+"@crawlee/[email protected], @crawlee/puppeteer@workspace:packages/puppeteer-crawler":version: 0.0.0-use.localresolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler"dependencies:@@ -1046,7 +1046,7 @@ __metadata:languageName: unknownlinkType: soft-"@crawlee/utils@^3.4.2, @crawlee/utils@^3.5.1, @crawlee/utils@workspace:packages/utils":+"@crawlee/[email protected], @crawlee/utils@^3.4.2, @crawlee/utils@^3.5.1, @crawlee/utils@workspace:packages/utils":version: 0.0.0-use.localresolution: "@crawlee/utils@workspace:packages/utils"dependencies:@@ -4302,17 +4302,18 @@ __metadata:version: 0.0.0-use.localresolution: "crawlee@workspace:packages/crawlee"dependencies:- "@crawlee/basic": ^3.5.1- "@crawlee/browser": ^3.5.1- "@crawlee/cheerio": ^3.5.1- "@crawlee/cli": ^3.5.1- "@crawlee/core": ^3.5.1- "@crawlee/http": ^3.5.1- "@crawlee/jsdom": ^3.5.1- "@crawlee/linkedom": ^3.5.1- "@crawlee/playwright": ^3.5.1- "@crawlee/puppeteer": ^3.5.1- "@crawlee/utils": ^3.5.1+ "@crawlee/basic": 3.5.1+ "@crawlee/browser": 3.5.1+ "@crawlee/browser-pool": 3.5.1+ "@crawlee/cheerio": 3.5.1+ "@crawlee/cli": 3.5.1+ "@crawlee/core": 3.5.1+ "@crawlee/http": 3.5.1+ "@crawlee/jsdom": 3.5.1+ "@crawlee/linkedom": 3.5.1+ "@crawlee/playwright": 3.5.1+ "@crawlee/puppeteer": 3.5.1+ "@crawlee/utils": 3.5.1import-local: ^3.1.0tslib: ^2.4.0peerDependencies: