Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): bump puppeteer support to 15.1 (#1469)

Vlad Frangu853a9a1fe6bd
diff --git a/package-lock.json b/package-lock.json
index 8ea037ff8..776e30889 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -55,7 +55,7 @@
"playwright": "1.25.0",
"portastic": "^1.0.1",
"proxy": "^1.0.2",
- "puppeteer": "14.4.1",
+ "puppeteer": "15.1.1",
"ts-jest": "^28.0.4",
"ts-node": "^10.8.1",
"turbo": "1.4.3",
@@ -6565,9 +6565,9 @@
}
},
"node_modules/devtools-protocol": {
- "version": "0.0.1001819",
- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1001819.tgz",
- "integrity": "sha512-G6OsIFnv/rDyxSqBa2lDLR6thp9oJioLsb2Gl+LbQlyoA9/OBAkrTU9jiCcQ8Pnh7z4d6slDiLaogR5hzgJLmQ==",
+ "version": "0.0.1011705",
+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1011705.tgz",
+ "integrity": "sha512-OKvTvu9n3swmgYshvsyVHYX0+aPzCoYUnyXUacfQMmFtBtBKewV/gT4I9jkAbpTqtTi2E4S9MXLlvzBDUlqg0Q==",
"devOptional": true
},
"node_modules/dezalgo": {
@@ -13511,15 +13511,15 @@
}
},
"node_modules/puppeteer": {
- "version": "14.4.1",
- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-14.4.1.tgz",
- "integrity": "sha512-+H0Gm84aXUvSLdSiDROtLlOofftClgw2TdceMvvCU9UvMryappoeS3+eOLfKvoy4sm8B8MWnYmPhWxVFudAOFQ==",
+ "version": "15.1.1",
+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-15.1.1.tgz",
+ "integrity": "sha512-XMysu48uIcaYad/IelRTX3yxpHkcNdhdzPegnBEz9h1uEQfLhFcMJnjyvus51Sm+OPwr2gaKQhtyuIVaVKqd0Q==",
"devOptional": true,
"hasInstallScript": true,
"dependencies": {
"cross-fetch": "3.1.5",
"debug": "4.3.4",
- "devtools-protocol": "0.0.1001819",
+ "devtools-protocol": "0.0.1011705",
"extract-zip": "2.0.1",
"https-proxy-agent": "5.0.1",
"pkg-dir": "4.2.0",
@@ -13528,16 +13528,16 @@
"rimraf": "3.0.2",
"tar-fs": "2.1.1",
"unbzip2-stream": "1.4.3",
- "ws": "8.7.0"
+ "ws": "8.8.0"
},
"engines": {
"node": ">=14.1.0"
}
},
"node_modules/puppeteer/node_modules/ws": {
- "version": "8.7.0",
- "resolved": "https://registry.npmjs.org/ws/-/ws-8.7.0.tgz",
- "integrity": "sha512-c2gsP0PRwcLFzUiA8Mkr37/MI7ilIlHQxaEAtd0uNMbVMoy8puJyafRlm0bV9MbGSabUPeLrRRaqIBcFcA2Pqg==",
+ "version": "8.8.0",
+ "resolved": "https://registry.npmjs.org/ws/-/ws-8.8.0.tgz",
+ "integrity": "sha512-JDAgSYQ1ksuwqfChJusw1LSJ8BizJ2e/vVu5Lxjq3YvNJNlROv1ui4i+c/kUUrPheBvQl4c5UbERhTwKa6QBJQ==",
"devOptional": true,
"engines": {
"node": ">=10.0.0"
@@ -16379,7 +16379,7 @@
},
"peerDependencies": {
"playwright": "^1.21.1",
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"playwright": {
@@ -16494,7 +16494,7 @@
},
"peerDependencies": {
"playwright": "^1.21.1",
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"playwright": {
@@ -16616,7 +16616,7 @@
"node": ">=16.0.0"
},
"peerDependencies": {
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"puppeteer": {
@@ -22441,9 +22441,9 @@
"dev": true
},
"devtools-protocol": {
- "version": "0.0.1001819",
- "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1001819.tgz",
- "integrity": "sha512-G6OsIFnv/rDyxSqBa2lDLR6thp9oJioLsb2Gl+LbQlyoA9/OBAkrTU9jiCcQ8Pnh7z4d6slDiLaogR5hzgJLmQ==",
+ "version": "0.0.1011705",
+ "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1011705.tgz",
+ "integrity": "sha512-OKvTvu9n3swmgYshvsyVHYX0+aPzCoYUnyXUacfQMmFtBtBKewV/gT4I9jkAbpTqtTi2E4S9MXLlvzBDUlqg0Q==",
"devOptional": true
},
"dezalgo": {
@@ -27681,14 +27681,14 @@
"integrity": "sha512-XRsRjdf+j5ml+y/6GKHPZbrF/8p2Yga0JPtdqTIY2Xe5ohJPD9saDJJLPvp9+NSBprVvevdXZybnj2cv8OEd0A=="
},
"puppeteer": {
- "version": "14.4.1",
- "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-14.4.1.tgz",
- "integrity": "sha512-+H0Gm84aXUvSLdSiDROtLlOofftClgw2TdceMvvCU9UvMryappoeS3+eOLfKvoy4sm8B8MWnYmPhWxVFudAOFQ==",
+ "version": "15.1.1",
+ "resolved": "https://registry.npmjs.org/puppeteer/-/puppeteer-15.1.1.tgz",
+ "integrity": "sha512-XMysu48uIcaYad/IelRTX3yxpHkcNdhdzPegnBEz9h1uEQfLhFcMJnjyvus51Sm+OPwr2gaKQhtyuIVaVKqd0Q==",
"devOptional": true,
"requires": {
"cross-fetch": "3.1.5",
"debug": "4.3.4",
- "devtools-protocol": "0.0.1001819",
+ "devtools-protocol": "0.0.1011705",
"extract-zip": "2.0.1",
"https-proxy-agent": "5.0.1",
"pkg-dir": "4.2.0",
@@ -27697,13 +27697,13 @@
"rimraf": "3.0.2",
"tar-fs": "2.1.1",
"unbzip2-stream": "1.4.3",
- "ws": "8.7.0"
+ "ws": "8.8.0"
},
"dependencies": {
"ws": {
- "version": "8.7.0",
- "resolved": "https://registry.npmjs.org/ws/-/ws-8.7.0.tgz",
- "integrity": "sha512-c2gsP0PRwcLFzUiA8Mkr37/MI7ilIlHQxaEAtd0uNMbVMoy8puJyafRlm0bV9MbGSabUPeLrRRaqIBcFcA2Pqg==",
+ "version": "8.8.0",
+ "resolved": "https://registry.npmjs.org/ws/-/ws-8.8.0.tgz",
+ "integrity": "sha512-JDAgSYQ1ksuwqfChJusw1LSJ8BizJ2e/vVu5Lxjq3YvNJNlROv1ui4i+c/kUUrPheBvQl4c5UbERhTwKa6QBJQ==",
"devOptional": true,
"requires": {}
}
diff --git a/package.json b/package.json
index 227d6abc2..0457b757e 100644
--- a/package.json
+++ b/package.json
@@ -93,7 +93,7 @@
"playwright": "1.25.0",
"portastic": "^1.0.1",
"proxy": "^1.0.2",
- "puppeteer": "14.4.1",
+ "puppeteer": "15.1.1",
"ts-jest": "^28.0.4",
"ts-node": "^10.8.1",
"turbo": "1.4.3",
diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json
index a8236b205..52a8053ce 100644
--- a/packages/browser-pool/package.json
+++ b/packages/browser-pool/package.json
@@ -52,7 +52,7 @@
},
"peerDependencies": {
"playwright": "^1.21.1",
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"playwright": {
diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json
index 674c48412..a8c823324 100644
--- a/packages/crawlee/package.json
+++ b/packages/crawlee/package.json
@@ -70,7 +70,7 @@
},
"peerDependencies": {
"playwright": "^1.21.1",
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"playwright": {
diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json
index 15ec8abd8..91deaff72 100644
--- a/packages/puppeteer-crawler/package.json
+++ b/packages/puppeteer-crawler/package.json
@@ -64,7 +64,7 @@
"ow": "^0.28.1"
},
"peerDependencies": {
- "puppeteer": ">= 9.x <= 14.x"
+ "puppeteer": ">= 9.x <= 15.1"
},
"peerDependenciesMeta": {
"puppeteer": {
diff --git a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
index 739650542..adc677cb9 100644
--- a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
+++ b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
@@ -467,16 +467,17 @@ export async function clickElements(page: Page, selector: string, clickOptions?:
/**
* This is an in browser function!
*/
-function updateElementCssToEnableMouseClick(el: HTMLElement, zIndex: number): void {
- el.style.visibility = 'visible';
- el.style.display = 'block';
- el.style.position = 'fixed';
- el.style.zIndex = String(zIndex);
- el.style.left = '0';
- el.style.top = '0';
- const boundingRect = el.getBoundingClientRect();
- if (!boundingRect.height) el.style.height = '10px';
- if (!boundingRect.width) el.style.width = '10px';
+function updateElementCssToEnableMouseClick(el: Element, zIndex: number): void {
+ const casted = el as HTMLElement;
+ casted.style.visibility = 'visible';
+ casted.style.display = 'block';
+ casted.style.position = 'fixed';
+ casted.style.zIndex = String(zIndex);
+ casted.style.left = '0';
+ casted.style.top = '0';
+ const boundingRect = casted.getBoundingClientRect();
+ if (!boundingRect.height) casted.style.height = '10px';
+ if (!boundingRect.width) casted.style.width = '10px';
}
/**