Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: downgrade puppeteer and disable auto updates for it
Martin Adámek8d0710840f22
diff --git a/package-lock.json b/package-lock.jsonindex b6d612d07..b7044ca86 100644--- a/package-lock.json+++ b/package-lock.json@@ -55,7 +55,7 @@"playwright": "1.25.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "17.1.1",+ "puppeteer": "17.0.0","ts-jest": "^28.0.8","ts-node": "^10.9.1","turbo": "1.4.5",@@ -6579,9 +6579,9 @@}},"node_modules/devtools-protocol": {- "version": "0.0.1036444",- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1036444.tgz",- "integrity": "sha512-0y4f/T8H9lsESV9kKP1HDUXgHxCdniFeJh6Erq+FbdOEvp/Ydp9t8kcAAM5gOd17pMrTDlFWntoHtzzeTUWKNw==",+ "version": "0.0.1019158",+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1019158.tgz",+ "integrity": "sha512-wvq+KscQ7/6spEV7czhnZc9RM/woz1AY+/Vpd8/h2HFMwJSdTliu7f/yr1A6vDdJfKICZsShqsYpEQbdhg8AFQ==","devOptional": true},"node_modules/dezalgo": {@@ -13525,15 +13525,15 @@}},"node_modules/puppeteer": {- "version": "17.1.1",- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-17.1.1.tgz",- "integrity": "sha512-sOq3+q4UpKmAl/LxGvraMVe9GnhDkmQLZrRkFswpWp46Vz3dv79LylMwebo047/xIc9dlOi9VMrNN5yLafCpGg==",+ "version": "17.0.0",+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-17.0.0.tgz",+ "integrity": "sha512-T2rdzlPxnPezF218kywFP3O+0YI5/8Kl8riNUicGb+KuMyDTrqRjhSOSDp6coQ1T4QYPBARTFp4EMBepMOzAQA==","devOptional": true,"hasInstallScript": true,"dependencies": {"cross-fetch": "3.1.5","debug": "4.3.4",- "devtools-protocol": "0.0.1036444",+ "devtools-protocol": "0.0.1019158","extract-zip": "2.0.1","https-proxy-agent": "5.0.1","progress": "2.0.3",@@ -16413,7 +16413,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"playwright": {@@ -16528,7 +16528,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"playwright": {@@ -16651,7 +16651,7 @@"node": ">=16.0.0"},"peerDependencies": {- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"puppeteer": {@@ -22485,9 +22485,9 @@"dev": true},"devtools-protocol": {- "version": "0.0.1036444",- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1036444.tgz",- "integrity": "sha512-0y4f/T8H9lsESV9kKP1HDUXgHxCdniFeJh6Erq+FbdOEvp/Ydp9t8kcAAM5gOd17pMrTDlFWntoHtzzeTUWKNw==",+ "version": "0.0.1019158",+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1019158.tgz",+ "integrity": "sha512-wvq+KscQ7/6spEV7czhnZc9RM/woz1AY+/Vpd8/h2HFMwJSdTliu7f/yr1A6vDdJfKICZsShqsYpEQbdhg8AFQ==","devOptional": true},"dezalgo": {@@ -27714,14 +27714,14 @@"integrity": "sha512-XRsRjdf+j5ml+y/6GKHPZbrF/8p2Yga0JPtdqTIY2Xe5ohJPD9saDJJLPvp9+NSBprVvevdXZybnj2cv8OEd0A=="},"puppeteer": {- "version": "17.1.1",- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-17.1.1.tgz",- "integrity": "sha512-sOq3+q4UpKmAl/LxGvraMVe9GnhDkmQLZrRkFswpWp46Vz3dv79LylMwebo047/xIc9dlOi9VMrNN5yLafCpGg==",+ "version": "17.0.0",+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-17.0.0.tgz",+ "integrity": "sha512-T2rdzlPxnPezF218kywFP3O+0YI5/8Kl8riNUicGb+KuMyDTrqRjhSOSDp6coQ1T4QYPBARTFp4EMBepMOzAQA==","devOptional": true,"requires": {"cross-fetch": "3.1.5","debug": "4.3.4",- "devtools-protocol": "0.0.1036444",+ "devtools-protocol": "0.0.1019158","extract-zip": "2.0.1","https-proxy-agent": "5.0.1","progress": "2.0.3",diff --git a/package.json b/package.jsonindex cef125b03..4b473b5db 100644--- a/package.json+++ b/package.json@@ -93,7 +93,7 @@"playwright": "1.25.1","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "17.1.1",+ "puppeteer": "17.0.0","ts-jest": "^28.0.8","ts-node": "^10.9.1","turbo": "1.4.5",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex d99ca1661..ef5b5f821 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -52,7 +52,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex c9ed6befd..2421ba210 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -70,7 +70,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex e48b52c1d..710e8f1f8 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -64,7 +64,7 @@"ow": "^0.28.1"},"peerDependencies": {- "puppeteer": "<= 17.1"+ "puppeteer": "<= 17.0"},"peerDependenciesMeta": {"puppeteer": {diff --git a/renovate.json b/renovate.jsonindex b862f1096..52424e2fb 100644--- a/renovate.json+++ b/renovate.json@@ -39,6 +39,7 @@"@docusaurus/preset-classic","@docusaurus/plugin-client-redirects","docusaurus-plugin-typedoc-api",- "crawlee"+ "crawlee",+ "puppeteer"]}