Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency @apify/timeout to ^0.4.0 (#3872)
renovate[bot]3e45246e643d
diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.jsonindex ad1103ed9..a995864b4 100644--- a/packages/basic-crawler/package.json+++ b/packages/basic-crawler/package.json@@ -47,7 +47,7 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@apify/utilities": "^2.7.10","@crawlee/core": "3.17.0","@crawlee/types": "3.17.0",diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.jsonindex c58c44599..cae2f395c 100644--- a/packages/browser-crawler/package.json+++ b/packages/browser-crawler/package.json@@ -53,7 +53,7 @@"access": "public"},"dependencies": {- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@crawlee/basic": "3.17.0","@crawlee/browser-pool": "3.17.0","@crawlee/types": "3.17.0",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex eb1ddb7c7..1ae37193e 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -37,7 +37,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@crawlee/core": "3.17.0","@crawlee/types": "3.17.0","fingerprint-generator": "^2.1.68",diff --git a/packages/core/package.json b/packages/core/package.jsonindex f8fea9f97..ee2da4d01 100644--- a/packages/core/package.json+++ b/packages/core/package.json@@ -57,7 +57,7 @@"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0","@apify/pseudo_url": "^2.0.30",- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@apify/utilities": "^2.7.10","@crawlee/memory-storage": "3.17.0","@crawlee/types": "3.17.0",diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.jsonindex 12f91b5fb..e7455991c 100644--- a/packages/http-crawler/package.json+++ b/packages/http-crawler/package.json@@ -53,7 +53,7 @@"access": "public"},"dependencies": {- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@apify/utilities": "^2.7.10","@crawlee/basic": "3.17.0","@crawlee/core": "3.17.0",diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.jsonindex 956b15c51..7e3becb90 100644--- a/packages/jsdom-crawler/package.json+++ b/packages/jsdom-crawler/package.json@@ -53,7 +53,7 @@"access": "public"},"dependencies": {- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@apify/utilities": "^2.7.10","@crawlee/http": "3.17.0","@crawlee/types": "3.17.0",diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.jsonindex f0d211168..68f15f67b 100644--- a/packages/linkedom-crawler/package.json+++ b/packages/linkedom-crawler/package.json@@ -53,7 +53,7 @@"access": "public"},"dependencies": {- "@apify/timeout": "^0.3.0",+ "@apify/timeout": "^0.4.0","@apify/utilities": "^2.7.10","@crawlee/http": "3.17.0","@crawlee/types": "3.17.0",diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex c14b4cd95..fdadb78d0 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -55,7 +55,7 @@"dependencies": {"@apify/datastructures": "^2.0.0","@apify/log": "^2.4.0",- "@apify/timeout": "^0.3.1",+ "@apify/timeout": "^0.4.0","@crawlee/browser": "3.17.0","@crawlee/browser-pool": "3.17.0","@crawlee/core": "3.17.0",diff --git a/packages/stagehand-crawler/package.json b/packages/stagehand-crawler/package.jsonindex e891b5ca1..3a4ab2dd8 100644--- a/packages/stagehand-crawler/package.json+++ b/packages/stagehand-crawler/package.json@@ -57,7 +57,7 @@},"dependencies": {"@apify/log": "^2.4.0",- "@apify/timeout": "^0.3.1",+ "@apify/timeout": "^0.4.0","@crawlee/browser": "3.17.0","@crawlee/browser-pool": "3.17.0","@crawlee/core": "3.17.0",diff --git a/yarn.lock b/yarn.lockindex bca722fb7..e51a95b8e 100644--- a/yarn.lock+++ b/yarn.lock@@ -301,13 +301,20 @@ __metadata:languageName: nodelinkType: hard-"@apify/timeout@npm:^0.3.0, @apify/timeout@npm:^0.3.1":+"@apify/timeout@npm:^0.3.0":version: 0.3.5resolution: "@apify/timeout@npm:0.3.5"checksum: 10c0/6fd0d788a16bee23e32a58a60cb654d9e43a660de16141763cf38981695e1656951bccf9984d51a9ded8ae977020d546289b69050f73879d4e85fb8b72dc1144languageName: nodelinkType: hard+"@apify/timeout@npm:^0.4.0":+ version: 0.4.1+ resolution: "@apify/timeout@npm:0.4.1"+ checksum: 10c0/d74a171b2905ddbbbe9ec7a2e6e673413f4dad06889feb881ac89e75bdd2a12fbc586dd991e0411f9b8f8a0384428d272e7030e65c044ca83124d17310a3f6ab+ languageName: node+ linkType: hard+"@apify/tsconfig@npm:^0.2.0":version: 0.2.0resolution: "@apify/tsconfig@npm:0.2.0"@@ -808,7 +815,7 @@ __metadata:dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@apify/utilities": "npm:^2.7.10""@crawlee/core": "npm:3.17.0""@crawlee/types": "npm:3.17.0"@@ -828,7 +835,7 @@ __metadata:resolution: "@crawlee/browser-pool@workspace:packages/browser-pool"dependencies:"@apify/log": "npm:^2.4.0"- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@crawlee/core": "npm:3.17.0""@crawlee/types": "npm:3.17.0"fingerprint-generator: "npm:^2.1.68"@@ -856,7 +863,7 @@ __metadata:version: 0.0.0-use.localresolution: "@crawlee/browser@workspace:packages/browser-crawler"dependencies:- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@crawlee/basic": "npm:3.17.0""@crawlee/browser-pool": "npm:3.17.0""@crawlee/types": "npm:3.17.0"@@ -912,7 +919,7 @@ __metadata:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/pseudo_url": "npm:^2.0.30"- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@apify/utilities": "npm:^2.7.10""@crawlee/memory-storage": "npm:3.17.0""@crawlee/types": "npm:3.17.0"@@ -938,7 +945,7 @@ __metadata:version: 0.0.0-use.localresolution: "@crawlee/http@workspace:packages/http-crawler"dependencies:- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@apify/utilities": "npm:^2.7.10""@crawlee/basic": "npm:3.17.0""@crawlee/core": "npm:3.17.0"@@ -973,7 +980,7 @@ __metadata:version: 0.0.0-use.localresolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler"dependencies:- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@apify/utilities": "npm:^2.7.10""@crawlee/http": "npm:3.17.0""@crawlee/types": "npm:3.17.0"@@ -990,7 +997,7 @@ __metadata:version: 0.0.0-use.localresolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler"dependencies:- "@apify/timeout": "npm:^0.3.0"+ "@apify/timeout": "npm:^0.4.0""@apify/utilities": "npm:^2.7.10""@crawlee/http": "npm:3.17.0""@crawlee/types": "npm:3.17.0"@@ -1026,7 +1033,7 @@ __metadata:dependencies:"@apify/datastructures": "npm:^2.0.0""@apify/log": "npm:^2.4.0"- "@apify/timeout": "npm:^0.3.1"+ "@apify/timeout": "npm:^0.4.0""@crawlee/browser": "npm:3.17.0""@crawlee/browser-pool": "npm:3.17.0""@crawlee/core": "npm:3.17.0"@@ -1151,7 +1158,7 @@ __metadata:resolution: "@crawlee/stagehand@workspace:packages/stagehand-crawler"dependencies:"@apify/log": "npm:^2.4.0"- "@apify/timeout": "npm:^0.3.1"+ "@apify/timeout": "npm:^0.4.0""@browserbasehq/stagehand": "npm:3.0.7""@crawlee/browser": "npm:3.17.0""@crawlee/browser-pool": "npm:3.17.0"