Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]be3ab5467e98
diff --git a/website/yarn.lock b/website/yarn.lockindex 874b9b05a..5f8cd1dfa 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -3158,11 +3158,11 @@ __metadata:linkType: hard"@types/node@npm:*":- version: 20.10.3- resolution: "@types/node@npm:20.10.3"+ version: 20.10.4+ resolution: "@types/node@npm:20.10.4"dependencies:undici-types: "npm:~5.26.4"- checksum: 7c8a0327a29d68a0bb152ae30e8c4738638515dd599064821c9d0c1884a1efa103021cd8f8c91e690cd56b0602bb6fe0e6651a5df2337bdc85e0c0f66054b2ce+ checksum: 2c8b70cba731eb2ae3ae046daa74903bfcbb0e7b9196da767e5895054f6d252296ae7a04fb1dbbcb53bb004c4c658c05eaea2731bc9e2dd9e08f7e88d672f563languageName: nodelinkType: hard@@ -3803,13 +3803,13 @@ __metadata:linkType: hard"algoliasearch-helper@npm:^3.13.3":- version: 3.15.0- resolution: "algoliasearch-helper@npm:3.15.0"+ version: 3.16.0+ resolution: "algoliasearch-helper@npm:3.16.0"dependencies:"@algolia/events": "npm:^4.0.1"peerDependencies:algoliasearch: ">= 3.1 < 6"- checksum: a277f6d9d98184ea94c166995990f0b12e25d5af69fad50f1014658382408985afd31bd3d6d1ae1b68afe0af7c0e6b7e397172c08d1cd5f82af5b312cd515f15+ checksum: cb77dc5dd68874c510b601b48255e6834d7eae9d057aa4679921709351824461ab59e85fb6ab848ecd6e580f4cbe58f87c36252f4d10c773db16c4f64d00d475languageName: nodelinkType: hard@@ -5406,9 +5406,9 @@ __metadata:linkType: hard"csstype@npm:^3.0.2":- version: 3.1.2- resolution: "csstype@npm:3.1.2"- checksum: 32c038af259897c807ac738d9eab16b3d86747c72b09d5c740978e06f067f9b7b1737e1b75e407c7ab1fe1543dc95f20e202b4786aeb1b8d3bdf5d5ce655e6c6+ version: 3.1.3+ resolution: "csstype@npm:3.1.3"+ checksum: 80c089d6f7e0c5b2bd83cf0539ab41474198579584fa10d86d0cafe0642202343cbc119e076a0b1aece191989477081415d66c9fefbf3c957fc2fc4b7009f248languageName: nodelinkType: hard@@ -5842,9 +5842,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.606- resolution: "electron-to-chromium@npm:1.4.606"- checksum: bedf5cde7bcdf3d926c56ff863a7ee79f44d81af22962f6e0e19d9de0b59dfe983c3205dd50287a3a3b390e6af34592009651b39d55654e8896dd8c93ca42766+ version: 1.4.608+ resolution: "electron-to-chromium@npm:1.4.608"+ checksum: be1c28a5fe47a1c30d2e04688439fc46b548dfd8413d54ccf7cff4902205e8bf42e539633fd1b401da8463a8c37085950d1082b2a59cee71ad5e3fbf983f6cbdlanguageName: nodelinkType: hard@@ -12505,14 +12505,14 @@ __metadata:linkType: hard"shiki@npm:^0.14.1":- version: 0.14.5- resolution: "shiki@npm:0.14.5"+ version: 0.14.6+ resolution: "shiki@npm:0.14.6"dependencies:ansi-sequence-parser: "npm:^1.1.0"jsonc-parser: "npm:^3.2.0"vscode-oniguruma: "npm:^1.7.0"vscode-textmate: "npm:^8.0.0"- checksum: 50d33bd30c5b96a93f5ac07dc55eba4fdf4d2b373cb36f8f6559cceae52acc3290d91bce250753d3e6010bc4093af7b3a9f254ec93731545ce4d27565c24dad3+ checksum: cd056244c09b46df2ad1c4841358b5d510df44203394f54de8f42b6fb7ce37b7e788b3ec45ffec5acf82784fcf7eeb687e7a3854d8072daa8d53284948126bc1languageName: nodelinkType: hard@@ -13081,8 +13081,8 @@ __metadata:linkType: hard"terser@npm:^5.10.0, terser@npm:^5.15.1, terser@npm:^5.16.8":- version: 5.25.0- resolution: "terser@npm:5.25.0"+ version: 5.26.0+ resolution: "terser@npm:5.26.0"dependencies:"@jridgewell/source-map": "npm:^0.3.3"acorn: "npm:^8.8.2"@@ -13090,7 +13090,7 @@ __metadata:source-map-support: "npm:~0.5.20"bin:terser: bin/terser- checksum: 439a5128df77d952a664b3c9d798cf2e8463c9cbd0c76e92f811ddec674ea330186ed7a3df3d28d0dd6ed358959d9bddba120d3a2bb13afddaf24576652015e5+ checksum: 3906289c6bacd75804a47a583cdafefbd76c5edb39435369755c7b1592e57586fb2f4bddf6eb37a807d6e782171dbf0aa7bbdc80fd5b77b2f2b62196cac49b62languageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex d5f9cec58..da9d43109 100644--- a/yarn.lock+++ b/yarn.lock@@ -2157,20 +2157,20 @@ __metadata:linkType: hard"@types/node@npm:*, @types/node@npm:^20.0.0":- version: 20.10.3- resolution: "@types/node@npm:20.10.3"+ version: 20.10.4+ resolution: "@types/node@npm:20.10.4"dependencies:undici-types: "npm:~5.26.4"- checksum: 7c8a0327a29d68a0bb152ae30e8c4738638515dd599064821c9d0c1884a1efa103021cd8f8c91e690cd56b0602bb6fe0e6651a5df2337bdc85e0c0f66054b2ce+ checksum: 2c8b70cba731eb2ae3ae046daa74903bfcbb0e7b9196da767e5895054f6d252296ae7a04fb1dbbcb53bb004c4c658c05eaea2731bc9e2dd9e08f7e88d672f563languageName: nodelinkType: hard"@types/node@npm:^18.11.9":- version: 18.19.2- resolution: "@types/node@npm:18.19.2"+ version: 18.19.3+ resolution: "@types/node@npm:18.19.3"dependencies:undici-types: "npm:~5.26.4"- checksum: ba54b735a8ab8692fa92b5658664dd470ae284e8dc36505d5414ae94fd44d0a7e9a2956c247a5868932dd69920a833867971e05bfb41a5aa32c89e4e7ef304f5+ checksum: 3ed943d06e9dff70a3da793f794f1192cd93b0ababdb9f07425a05680f17cfce649cbc46734265f6fbe52fd9f277496d3a4da26c013f1193a0345f2420ea6cd0languageName: nodelinkType: hard@@ -2446,8 +2446,8 @@ __metadata:linkType: hard"@vitest/coverage-v8@npm:^1.0.0":- version: 1.0.1- resolution: "@vitest/coverage-v8@npm:1.0.1"+ version: 1.0.2+ resolution: "@vitest/coverage-v8@npm:1.0.2"dependencies:"@ampproject/remapping": "npm:^2.2.1""@bcoe/v8-coverage": "npm:^0.2.3"@@ -2464,60 +2464,60 @@ __metadata:v8-to-istanbul: "npm:^9.2.0"peerDependencies:vitest: ^1.0.0- checksum: 950d8db1815424d4a9d5291903b7b6a5f1d8afce3e8475b775b107a3b8afca77c81fbb426c3e77a3c2d66230c506b495c44c1a02ef757324201c353adbc0633f+ checksum: ee5bc6a5e4741872dd26aacbf1a40460b529f47d05dbf401f7688e89d593a86b34d777cd836b6cd13b4cc9a23ec2a9844df6b0dd2de6d0f68198ff6e22d69ef8languageName: nodelinkType: hard-"@vitest/expect@npm:1.0.1":- version: 1.0.1- resolution: "@vitest/expect@npm:1.0.1"+"@vitest/expect@npm:1.0.2":+ version: 1.0.2+ resolution: "@vitest/expect@npm:1.0.2"dependencies:- "@vitest/spy": "npm:1.0.1"- "@vitest/utils": "npm:1.0.1"+ "@vitest/spy": "npm:1.0.2"+ "@vitest/utils": "npm:1.0.2"chai: "npm:^4.3.10"- checksum: cf8a9db9d3149dec548177b0ddf2255c3b0d8f8922d87d9d3032d465b69d2807532b7f16f0528bdf07699da6b3ebfa0c6d9c01a5fac414c8eab290efbd5bf015+ checksum: 7d13413ee502dfafe0c64d15d176baad7bc0cd4d6e90cb28c646c6a3f64e9fafa06cb0c4615a73c5bfc45a1df1219656c6ccec83f1f5d7c42a9d63de91c5e47alanguageName: nodelinkType: hard-"@vitest/runner@npm:1.0.1":- version: 1.0.1- resolution: "@vitest/runner@npm:1.0.1"+"@vitest/runner@npm:1.0.2":+ version: 1.0.2+ resolution: "@vitest/runner@npm:1.0.2"dependencies:- "@vitest/utils": "npm:1.0.1"+ "@vitest/utils": "npm:1.0.2"p-limit: "npm:^5.0.0"pathe: "npm:^1.1.1"- checksum: d6289b695a335dd688df6e7512e65b46c3deb352364d1895f98198a104597a808b1ccdc676adaeb6222264a8d207bcd04dab13ff100bdf7768f4086813fac42a+ checksum: 1d8cbe10a6ede40427da4b6d0313e13cf6a9ffa45ddd19d89e21c271339f4e3e9d3d9d4b2bec4b74de78d9803cc59904c4382b7a8fb5fe75ab397bac4b9f7e4blanguageName: nodelinkType: hard-"@vitest/snapshot@npm:1.0.1":- version: 1.0.1- resolution: "@vitest/snapshot@npm:1.0.1"+"@vitest/snapshot@npm:1.0.2":+ version: 1.0.2+ resolution: "@vitest/snapshot@npm:1.0.2"dependencies:magic-string: "npm:^0.30.5"pathe: "npm:^1.1.1"pretty-format: "npm:^29.7.0"- checksum: 2345b758ea24b4de3e79a6349d6b1d4b50d3bbda3d9bf50cfea86c3334722ca1c3b399d30e926a266a56e764d2b050f20929d847ae11361d0ddcc4a1fa070251+ checksum: b723c834f15e77f334746cac41521c7f86b2010337f38e17a31d7415440c17ef78840edcf3452725160b445d184d4e89945782b060f4d2e353b230e0a5db68dclanguageName: nodelinkType: hard-"@vitest/spy@npm:1.0.1":- version: 1.0.1- resolution: "@vitest/spy@npm:1.0.1"+"@vitest/spy@npm:1.0.2":+ version: 1.0.2+ resolution: "@vitest/spy@npm:1.0.2"dependencies:tinyspy: "npm:^2.2.0"- checksum: 17169f8f303377c3464d067318594bb07700b26fc61b27ed90097f175a058f496872a3966250ad23b268f528674bbb6627e97812e83554293f0ad47f432f4dd4+ checksum: fddf3a15eb7e72cc935f2bd29b87ded0d160e494b535c59dff0af46477bd6d02e6b2f98ac50a5be7a071f48113376eceb011fd3ceb79ce7f92ff873b84c519aflanguageName: nodelinkType: hard-"@vitest/utils@npm:1.0.1":- version: 1.0.1- resolution: "@vitest/utils@npm:1.0.1"+"@vitest/utils@npm:1.0.2":+ version: 1.0.2+ resolution: "@vitest/utils@npm:1.0.2"dependencies:diff-sequences: "npm:^29.6.3"loupe: "npm:^2.3.7"pretty-format: "npm:^29.7.0"- checksum: 9cb232c20cbbff39910a39a4fc7f36f81460960bf8191672be7c05dd1641e4486f0cdccce115ef77fa223e79e9c59998e8de5a015c7628b6c9304afe140d17f6+ checksum: b33be540627a7bbf8106c8b4e7084df44dadcd850885c7dd212c70106cec48bd79b22873c4162fad820100e8043d36b4c7248a2be46cc9f4d2c7532c38bd077clanguageName: nodelinkType: hard@@ -4573,9 +4573,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.601":- version: 1.4.606- resolution: "electron-to-chromium@npm:1.4.606"- checksum: bedf5cde7bcdf3d926c56ff863a7ee79f44d81af22962f6e0e19d9de0b59dfe983c3205dd50287a3a3b390e6af34592009651b39d55654e8896dd8c93ca42766+ version: 1.4.608+ resolution: "electron-to-chromium@npm:1.4.608"+ checksum: be1c28a5fe47a1c30d2e04688439fc46b548dfd8413d54ccf7cff4902205e8bf42e539633fd1b401da8463a8c37085950d1082b2a59cee71ad5e3fbf983f6cbdlanguageName: nodelinkType: hard@@ -12030,24 +12030,24 @@ __metadata:languageName: nodelinkType: hard-"vite-node@npm:1.0.1":- version: 1.0.1- resolution: "vite-node@npm:1.0.1"+"vite-node@npm:1.0.2":+ version: 1.0.2+ resolution: "vite-node@npm:1.0.2"dependencies:cac: "npm:^6.7.14"debug: "npm:^4.3.4"pathe: "npm:^1.1.1"picocolors: "npm:^1.0.0"- vite: "npm:^5.0.0-beta.15 || ^5.0.0"+ vite: "npm:^5.0.0"bin:vite-node: vite-node.mjs- checksum: 12e2e863597deae1539f4415238a2f32696cce986df71103afb4d6df1187558141417d3c2f67c43e13d7b111e6ac11318c7f93017490890f57fb07cd32c77ee5+ checksum: a12d51c4dcb2bcbbf1248b9c11d11a1a5e58f5a9f1f9916103e1f115607524267791fc7fe2a82ddd4db95644a5f421dc7cdddb955db51ce09aae721219bac5aclanguageName: nodelinkType: hard"vite-tsconfig-paths@npm:^4.2.1":- version: 4.2.1- resolution: "vite-tsconfig-paths@npm:4.2.1"+ version: 4.2.2+ resolution: "vite-tsconfig-paths@npm:4.2.2"dependencies:debug: "npm:^4.1.1"globrex: "npm:^0.1.2"@@ -12057,11 +12057,11 @@ __metadata:peerDependenciesMeta:vite:optional: true- checksum: 982fb89b9e970fa69536688cecef020a7d0df3651364b88dba66297800b81cfbe397dec41b11f9afbd3a0559bf15964ee2b4caf9a308ebd3efc158fffdc401bf+ checksum: 8f63d799b139cceeb2a65421f940f64dfe85be8b99e6e5e6ed1b348914ff1ede638c451568bb9ed5e6f14e27c4b66b2d6ed2b453a61357bd30e25ed1be062e2clanguageName: nodelinkType: hard-"vite@npm:^5.0.0-beta.15 || ^5.0.0, vite@npm:^5.0.0-beta.19 || ^5.0.0":+"vite@npm:^5.0.0":version: 5.0.6resolution: "vite@npm:5.0.6"dependencies:@@ -12102,14 +12102,14 @@ __metadata:linkType: hard"vitest@npm:^1.0.0":- version: 1.0.1- resolution: "vitest@npm:1.0.1"+ version: 1.0.2+ resolution: "vitest@npm:1.0.2"dependencies:- "@vitest/expect": "npm:1.0.1"- "@vitest/runner": "npm:1.0.1"- "@vitest/snapshot": "npm:1.0.1"- "@vitest/spy": "npm:1.0.1"- "@vitest/utils": "npm:1.0.1"+ "@vitest/expect": "npm:1.0.2"+ "@vitest/runner": "npm:1.0.2"+ "@vitest/snapshot": "npm:1.0.2"+ "@vitest/spy": "npm:1.0.2"+ "@vitest/utils": "npm:1.0.2"acorn-walk: "npm:^8.3.0"cac: "npm:^6.7.14"chai: "npm:^4.3.10"@@ -12123,8 +12123,8 @@ __metadata:strip-literal: "npm:^1.3.0"tinybench: "npm:^2.5.1"tinypool: "npm:^0.8.1"- vite: "npm:^5.0.0-beta.19 || ^5.0.0"- vite-node: "npm:1.0.1"+ vite: "npm:^5.0.0"+ vite-node: "npm:1.0.2"why-is-node-running: "npm:^2.2.2"peerDependencies:"@edge-runtime/vm": "*"@@ -12148,7 +12148,7 @@ __metadata:optional: truebin:vitest: vitest.mjs- checksum: e59bab2c0a20411e3fc1e4afa954de5d9865e8d36a1ee646402c77251d769538241ba243519ed05d65fe9e956298313aeb7d61655f8fd2e0009f9bcb9bbf9a48+ checksum: 767068d9ec3b99b1762b0f3be05e972ebf6fce6a602bc8aac4e07e61b3a1a09a57d999707a2ddec7afed881ce20ad964d24cf668eafd4e903ad23c89fc3fab4elanguageName: nodelinkType: hard