Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): bump puppeteer support to 15.1 (#1469)
Vlad Frangu853a9a1fe6bd
diff --git a/package-lock.json b/package-lock.jsonindex 8ea037ff8..776e30889 100644--- a/package-lock.json+++ b/package-lock.json@@ -55,7 +55,7 @@"playwright": "1.25.0","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "14.4.1",+ "puppeteer": "15.1.1","ts-jest": "^28.0.4","ts-node": "^10.8.1","turbo": "1.4.3",@@ -6565,9 +6565,9 @@}},"node_modules/devtools-protocol": {- "version": "0.0.1001819",- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1001819.tgz",- "integrity": "sha512-G6OsIFnv/rDyxSqBa2lDLR6thp9oJioLsb2Gl+LbQlyoA9/OBAkrTU9jiCcQ8Pnh7z4d6slDiLaogR5hzgJLmQ==",+ "version": "0.0.1011705",+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1011705.tgz",+ "integrity": "sha512-OKvTvu9n3swmgYshvsyVHYX0+aPzCoYUnyXUacfQMmFtBtBKewV/gT4I9jkAbpTqtTi2E4S9MXLlvzBDUlqg0Q==","devOptional": true},"node_modules/dezalgo": {@@ -13511,15 +13511,15 @@}},"node_modules/puppeteer": {- "version": "14.4.1",- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-14.4.1.tgz",- "integrity": "sha512-+H0Gm84aXUvSLdSiDROtLlOofftClgw2TdceMvvCU9UvMryappoeS3+eOLfKvoy4sm8B8MWnYmPhWxVFudAOFQ==",+ "version": "15.1.1",+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-15.1.1.tgz",+ "integrity": "sha512-XMysu48uIcaYad/IelRTX3yxpHkcNdhdzPegnBEz9h1uEQfLhFcMJnjyvus51Sm+OPwr2gaKQhtyuIVaVKqd0Q==","devOptional": true,"hasInstallScript": true,"dependencies": {"cross-fetch": "3.1.5","debug": "4.3.4",- "devtools-protocol": "0.0.1001819",+ "devtools-protocol": "0.0.1011705","extract-zip": "2.0.1","https-proxy-agent": "5.0.1","pkg-dir": "4.2.0",@@ -13528,16 +13528,16 @@"rimraf": "3.0.2","tar-fs": "2.1.1","unbzip2-stream": "1.4.3",- "ws": "8.7.0"+ "ws": "8.8.0"},"engines": {"node": ">=14.1.0"}},"node_modules/puppeteer/node_modules/ws": {- "version": "8.7.0",- "resolved": "https://registry.npmjs.org/ws/-/ws-8.7.0.tgz",- "integrity": "sha512-c2gsP0PRwcLFzUiA8Mkr37/MI7ilIlHQxaEAtd0uNMbVMoy8puJyafRlm0bV9MbGSabUPeLrRRaqIBcFcA2Pqg==",+ "version": "8.8.0",+ "resolved": "https://registry.npmjs.org/ws/-/ws-8.8.0.tgz",+ "integrity": "sha512-JDAgSYQ1ksuwqfChJusw1LSJ8BizJ2e/vVu5Lxjq3YvNJNlROv1ui4i+c/kUUrPheBvQl4c5UbERhTwKa6QBJQ==","devOptional": true,"engines": {"node": ">=10.0.0"@@ -16379,7 +16379,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"playwright": {@@ -16494,7 +16494,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"playwright": {@@ -16616,7 +16616,7 @@"node": ">=16.0.0"},"peerDependencies": {- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"puppeteer": {@@ -22441,9 +22441,9 @@"dev": true},"devtools-protocol": {- "version": "0.0.1001819",- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1001819.tgz",- "integrity": "sha512-G6OsIFnv/rDyxSqBa2lDLR6thp9oJioLsb2Gl+LbQlyoA9/OBAkrTU9jiCcQ8Pnh7z4d6slDiLaogR5hzgJLmQ==",+ "version": "0.0.1011705",+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1011705.tgz",+ "integrity": "sha512-OKvTvu9n3swmgYshvsyVHYX0+aPzCoYUnyXUacfQMmFtBtBKewV/gT4I9jkAbpTqtTi2E4S9MXLlvzBDUlqg0Q==","devOptional": true},"dezalgo": {@@ -27681,14 +27681,14 @@"integrity": "sha512-XRsRjdf+j5ml+y/6GKHPZbrF/8p2Yga0JPtdqTIY2Xe5ohJPD9saDJJLPvp9+NSBprVvevdXZybnj2cv8OEd0A=="},"puppeteer": {- "version": "14.4.1",- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-14.4.1.tgz",- "integrity": "sha512-+H0Gm84aXUvSLdSiDROtLlOofftClgw2TdceMvvCU9UvMryappoeS3+eOLfKvoy4sm8B8MWnYmPhWxVFudAOFQ==",+ "version": "15.1.1",+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-15.1.1.tgz",+ "integrity": "sha512-XMysu48uIcaYad/IelRTX3yxpHkcNdhdzPegnBEz9h1uEQfLhFcMJnjyvus51Sm+OPwr2gaKQhtyuIVaVKqd0Q==","devOptional": true,"requires": {"cross-fetch": "3.1.5","debug": "4.3.4",- "devtools-protocol": "0.0.1001819",+ "devtools-protocol": "0.0.1011705","extract-zip": "2.0.1","https-proxy-agent": "5.0.1","pkg-dir": "4.2.0",@@ -27697,13 +27697,13 @@"rimraf": "3.0.2","tar-fs": "2.1.1","unbzip2-stream": "1.4.3",- "ws": "8.7.0"+ "ws": "8.8.0"},"dependencies": {"ws": {- "version": "8.7.0",- "resolved": "https://registry.npmjs.org/ws/-/ws-8.7.0.tgz",- "integrity": "sha512-c2gsP0PRwcLFzUiA8Mkr37/MI7ilIlHQxaEAtd0uNMbVMoy8puJyafRlm0bV9MbGSabUPeLrRRaqIBcFcA2Pqg==",+ "version": "8.8.0",+ "resolved": "https://registry.npmjs.org/ws/-/ws-8.8.0.tgz",+ "integrity": "sha512-JDAgSYQ1ksuwqfChJusw1LSJ8BizJ2e/vVu5Lxjq3YvNJNlROv1ui4i+c/kUUrPheBvQl4c5UbERhTwKa6QBJQ==","devOptional": true,"requires": {}}diff --git a/package.json b/package.jsonindex 227d6abc2..0457b757e 100644--- a/package.json+++ b/package.json@@ -93,7 +93,7 @@"playwright": "1.25.0","portastic": "^1.0.1","proxy": "^1.0.2",- "puppeteer": "14.4.1",+ "puppeteer": "15.1.1","ts-jest": "^28.0.4","ts-node": "^10.8.1","turbo": "1.4.3",diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.jsonindex a8236b205..52a8053ce 100644--- a/packages/browser-pool/package.json+++ b/packages/browser-pool/package.json@@ -52,7 +52,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/crawlee/package.json b/packages/crawlee/package.jsonindex 674c48412..a8c823324 100644--- a/packages/crawlee/package.json+++ b/packages/crawlee/package.json@@ -70,7 +70,7 @@},"peerDependencies": {"playwright": "^1.21.1",- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"playwright": {diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.jsonindex 15ec8abd8..91deaff72 100644--- a/packages/puppeteer-crawler/package.json+++ b/packages/puppeteer-crawler/package.json@@ -64,7 +64,7 @@"ow": "^0.28.1"},"peerDependencies": {- "puppeteer": ">= 9.x <= 14.x"+ "puppeteer": ">= 9.x <= 15.1"},"peerDependenciesMeta": {"puppeteer": {diff --git a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.tsindex 739650542..adc677cb9 100644--- a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts+++ b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts@@ -467,16 +467,17 @@ export async function clickElements(page: Page, selector: string, clickOptions?:/*** This is an in browser function!*/-function updateElementCssToEnableMouseClick(el: HTMLElement, zIndex: number): void {- el.style.visibility = 'visible';- el.style.display = 'block';- el.style.position = 'fixed';- el.style.zIndex = String(zIndex);- el.style.left = '0';- el.style.top = '0';- const boundingRect = el.getBoundingClientRect();- if (!boundingRect.height) el.style.height = '10px';- if (!boundingRect.width) el.style.width = '10px';+function updateElementCssToEnableMouseClick(el: Element, zIndex: number): void {+ const casted = el as HTMLElement;+ casted.style.visibility = 'visible';+ casted.style.display = 'block';+ casted.style.position = 'fixed';+ casted.style.zIndex = String(zIndex);+ casted.style.left = '0';+ casted.style.top = '0';+ const boundingRect = casted.getBoundingClientRect();+ if (!boundingRect.height) casted.style.height = '10px';+ if (!boundingRect.width) casted.style.width = '10px';}/**