Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore(deps): lock file maintenance

renovate[bot]e1374fe5b09c
diff --git a/website/yarn.lock b/website/yarn.lock
index db4707239..a3231a034 100644
--- a/website/yarn.lock
+++ b/website/yarn.lock
@@ -212,8 +212,8 @@ __metadata:
linkType: hard
"@apify/eslint-config-ts@npm:^0.4.0":
- version: 0.4.0
- resolution: "@apify/eslint-config-ts@npm:0.4.0"
+ version: 0.4.1
+ resolution: "@apify/eslint-config-ts@npm:0.4.1"
dependencies:
"@apify/eslint-config": "npm:^0.4.0"
eslint-import-resolver-typescript: "npm:^3.6.1"
@@ -226,7 +226,7 @@ __metadata:
"@typescript-eslint/parser": "*"
eslint: "*"
typescript: "*"
- checksum: 6dc7be6f93b80d9ffb070c69a1cd654597a01640a46216288444d4e9996479de0d1c0d258c6e79e82521f17ac12deee6f928eee7d7b1358895c4f47c547c44db
+ checksum: 4c3695634280fec8878cc6e43538be5913deec9b49cd4bfbe2e1b70a8eb4d449ec1bdde3e5b1826bff2558ef8a15afaf9730714156c1e622218d70523e467962
languageName: node
linkType: hard
@@ -5888,9 +5888,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.535":
- version: 1.4.583
- resolution: "electron-to-chromium@npm:1.4.583"
- checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464
+ version: 1.4.585
+ resolution: "electron-to-chromium@npm:1.4.585"
+ checksum: f5620c6038a84c7b76c11f3d176bfcaa8f157f5bd4469c6433631eefcc690fe0fc167bfed9ad7af2b6b62b492bc18f6a72e4628059dd83a25d14825772d8928e
languageName: node
linkType: hard
diff --git a/yarn.lock b/yarn.lock
index 0cfe0ef1e..151836310 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -37,8 +37,8 @@ __metadata:
linkType: hard
"@apify/eslint-config-ts@npm:^0.4.0":
- version: 0.4.0
- resolution: "@apify/eslint-config-ts@npm:0.4.0"
+ version: 0.4.1
+ resolution: "@apify/eslint-config-ts@npm:0.4.1"
dependencies:
"@apify/eslint-config": "npm:^0.4.0"
eslint-import-resolver-typescript: "npm:^3.6.1"
@@ -51,7 +51,7 @@ __metadata:
"@typescript-eslint/parser": "*"
eslint: "*"
typescript: "*"
- checksum: 6dc7be6f93b80d9ffb070c69a1cd654597a01640a46216288444d4e9996479de0d1c0d258c6e79e82521f17ac12deee6f928eee7d7b1358895c4f47c547c44db
+ checksum: 4c3695634280fec8878cc6e43538be5913deec9b49cd4bfbe2e1b70a8eb4d449ec1bdde3e5b1826bff2558ef8a15afaf9730714156c1e622218d70523e467962
languageName: node
linkType: hard
@@ -1719,7 +1719,7 @@ __metadata:
languageName: node
linkType: hard
-"@sindresorhus/is@npm:^4.2.0":
+"@sindresorhus/is@npm:4.6.0, @sindresorhus/is@npm:^4.2.0":
version: 4.6.0
resolution: "@sindresorhus/is@npm:4.6.0"
checksum: 33b6fb1d0834ec8dd7689ddc0e2781c2bfd8b9c4e4bacbcb14111e0ae00621f2c264b8a7d36541799d74888b5dccdf422a891a5cb5a709ace26325eedc81e22e
@@ -1740,6 +1740,15 @@ __metadata:
languageName: node
linkType: hard
+"@szmarczak/http-timer@npm:4.0.6":
+ version: 4.0.6
+ resolution: "@szmarczak/http-timer@npm:4.0.6"
+ dependencies:
+ defer-to-connect: "npm:^2.0.0"
+ checksum: 73946918c025339db68b09abd91fa3001e87fc749c619d2e9c2003a663039d4c3cb89836c98a96598b3d47dec2481284ba85355392644911f5ecd2336536697f
+ languageName: node
+ linkType: hard
+
"@szmarczak/http-timer@npm:^5.0.1":
version: 5.0.1
resolution: "@szmarczak/http-timer@npm:5.0.1"
@@ -2116,6 +2125,15 @@ __metadata:
languageName: node
linkType: hard
+"@types/responselike@npm:1.0.0":
+ version: 1.0.0
+ resolution: "@types/responselike@npm:1.0.0"
+ dependencies:
+ "@types/node": "npm:*"
+ checksum: 474ac2402e6d43c007eee25f50d01eb1f67255ca83dd8e036877292bbe8dd5d2d1e50b54b408e233b50a8c38e681ff3ebeaf22f18b478056eddb65536abb003a
+ languageName: node
+ linkType: hard
+
"@types/retry@npm:*":
version: 0.12.5
resolution: "@types/retry@npm:0.12.5"
@@ -2706,8 +2724,8 @@ __metadata:
linkType: hard
"apify@npm:*":
- version: 3.1.12
- resolution: "apify@npm:3.1.12"
+ version: 3.1.13
+ resolution: "apify@npm:3.1.13"
dependencies:
"@apify/consts": "npm:^2.20.0"
"@apify/input_secrets": "npm:^1.1.32"
@@ -2718,11 +2736,12 @@ __metadata:
"@crawlee/types": "npm:^3.5.6"
"@crawlee/utils": "npm:^3.5.6"
apify-client: "npm:^2.8.0"
+ got-scraping: "npm:^3.2.15"
ow: "npm:^0.28.2"
semver: "npm:^7.5.4"
tslib: "npm:^2.6.0"
ws: "npm:^7.5.9"
- checksum: a237e6659e6e9fa7c0fdf41dfa5f4c8c6520f0167ac41768721ae2903e18598c9c1fd73a4247f41531c77ba20c006355ff8122bf428352b0a62ba54173fb6147
+ checksum: f4f15ca0b3ec7e11f06d7128ada2a15af3d6354b85122eecbb6d34b70452f985543d24bbceeb1ff91c2ed5aa98b598b973745a63880264bc480ef18f3494c083
languageName: node
linkType: hard
@@ -3301,6 +3320,13 @@ __metadata:
languageName: node
linkType: hard
+"cacheable-lookup@npm:6.1.0":
+ version: 6.1.0
+ resolution: "cacheable-lookup@npm:6.1.0"
+ checksum: fe922b24e9868ac65cbd3b4ccd7449063d572431471aab71cbca49a2b33839c7c888b237b0922ae6b8f4ddf25d61debe204e473195d2e77a835099b8953aeb0a
+ languageName: node
+ linkType: hard
+
"cacheable-lookup@npm:^7.0.0":
version: 7.0.0
resolution: "cacheable-lookup@npm:7.0.0"
@@ -3308,6 +3334,21 @@ __metadata:
languageName: node
linkType: hard
+"cacheable-request@npm:7.0.2":
+ version: 7.0.2
+ resolution: "cacheable-request@npm:7.0.2"
+ dependencies:
+ clone-response: "npm:^1.0.2"
+ get-stream: "npm:^5.1.0"
+ http-cache-semantics: "npm:^4.0.0"
+ keyv: "npm:^4.0.0"
+ lowercase-keys: "npm:^2.0.0"
+ normalize-url: "npm:^6.0.1"
+ responselike: "npm:^2.0.0"
+ checksum: 681bad13691d0d5d10652d409374747a2ce8676f854b0d454ee8fc65e0a10a52ea83cd1f6c367ada08572fd4982f2aa2582dc38983d4e958e053e181c433765e
+ languageName: node
+ linkType: hard
+
"cacheable-request@npm:^10.2.8":
version: 10.2.14
resolution: "cacheable-request@npm:10.2.14"
@@ -3613,6 +3654,15 @@ __metadata:
languageName: node
linkType: hard
+"clone-response@npm:^1.0.2":
+ version: 1.0.3
+ resolution: "clone-response@npm:1.0.3"
+ dependencies:
+ mimic-response: "npm:^1.0.0"
+ checksum: 06a2b611824efb128810708baee3bd169ec9a1bf5976a5258cd7eb3f7db25f00166c6eee5961f075c7e38e194f373d4fdf86b8166ad5b9c7e82bbd2e333a6087
+ languageName: node
+ linkType: hard
+
"clone@npm:^1.0.2":
version: 1.0.4
resolution: "clone@npm:1.0.4"
@@ -4235,7 +4285,7 @@ __metadata:
languageName: node
linkType: hard
-"defer-to-connect@npm:^2.0.1":
+"defer-to-connect@npm:^2.0.0, defer-to-connect@npm:^2.0.1":
version: 2.0.1
resolution: "defer-to-connect@npm:2.0.1"
checksum: 625ce28e1b5ad10cf77057b9a6a727bf84780c17660f6644dab61dd34c23de3001f03cedc401f7d30a4ed9965c2e8a7336e220a329146f2cf85d4eddea429782
@@ -4332,9 +4382,9 @@ __metadata:
linkType: hard
"devtools-protocol@npm:*":
- version: 0.0.1224083
- resolution: "devtools-protocol@npm:0.0.1224083"
- checksum: e6abb778054312cbea2942fdf552ed1a3bd2d52c92bfa79582d13eaa53cf1eeb7340012f53696546f97f5ef20db04d27dab4dbe079c7387d54cc0a2941383633
+ version: 0.0.1224742
+ resolution: "devtools-protocol@npm:0.0.1224742"
+ checksum: 347d32f49d2c856852614ba908a42fbad31040fc4f9e3e1ae267eacbd0514b5b01cb96e587590c2e099f068770de221b68dd66f60d210fd71cbd57909db388d2
languageName: node
linkType: hard
@@ -4523,9 +4573,9 @@ __metadata:
linkType: hard
"electron-to-chromium@npm:^1.4.535":
- version: 1.4.583
- resolution: "electron-to-chromium@npm:1.4.583"
- checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464
+ version: 1.4.585
+ resolution: "electron-to-chromium@npm:1.4.585"
+ checksum: f5620c6038a84c7b76c11f3d176bfcaa8f157f5bd4469c6433631eefcc690fe0fc167bfed9ad7af2b6b62b492bc18f6a72e4628059dd83a25d14825772d8928e
languageName: node
linkType: hard
@@ -5572,6 +5622,13 @@ __metadata:
languageName: node
linkType: hard
+"form-data-encoder@npm:1.7.2":
+ version: 1.7.2
+ resolution: "form-data-encoder@npm:1.7.2"
+ checksum: 56553768037b6d55d9de524f97fe70555f0e415e781cb56fc457a68263de3d40fadea2304d4beef2d40b1a851269bd7854e42c362107071892cb5238debe9464
+ languageName: node
+ linkType: hard
+
"form-data-encoder@npm:^2.1.2":
version: 2.1.4
resolution: "form-data-encoder@npm:2.1.4"
@@ -6109,6 +6166,41 @@ __metadata:
languageName: node
linkType: hard
+"got-cjs@npm:12.5.4":
+ version: 12.5.4
+ resolution: "got-cjs@npm:12.5.4"
+ dependencies:
+ "@sindresorhus/is": "npm:4.6.0"
+ "@szmarczak/http-timer": "npm:4.0.6"
+ "@types/responselike": "npm:1.0.0"
+ cacheable-lookup: "npm:6.1.0"
+ cacheable-request: "npm:7.0.2"
+ decompress-response: "npm:^6.0.0"
+ form-data-encoder: "npm:1.7.2"
+ get-stream: "npm:^6.0.1"
+ http2-wrapper: "npm:^2.1.10"
+ lowercase-keys: "npm:2.0.0"
+ p-cancelable: "npm:2.1.1"
+ responselike: "npm:2.0.1"
+ checksum: cfbee2722fdf5d23463a0bf4f259c67ffe1423cb91b3a77e683296dfaa4bdce295dd7496aee5f2a09d5da2c6fabad0bd0efd48a34783150e242e8e8517ac1bf0
+ languageName: node
+ linkType: hard
+
+"got-scraping@npm:^3.2.15":
+ version: 3.2.15
+ resolution: "got-scraping@npm:3.2.15"
+ dependencies:
+ got-cjs: "npm:12.5.4"
+ header-generator: "npm:^2.1.3"
+ http2-wrapper: "npm:^2.1.11"
+ mimic-response: "npm:^3.1.0"
+ ow: "npm:^0.28.1"
+ quick-lru: "npm:^5.1.1"
+ tslib: "npm:^2.4.0"
+ checksum: b83ed00a328a54be4d4575aed9e5fc83e6752095686d27b096505ecbee9fe02b69551a3800bc5302265c547782d05ee9f758a0f4d32bbdb6e3df04e86d851678
+ languageName: node
+ linkType: hard
+
"got-scraping@npm:^4.0.0":
version: 4.0.0
resolution: "got-scraping@npm:4.0.0"
@@ -6260,7 +6352,7 @@ __metadata:
languageName: node
linkType: hard
-"header-generator@npm:^2.1.41, header-generator@npm:^2.1.43":
+"header-generator@npm:^2.1.3, header-generator@npm:^2.1.41, header-generator@npm:^2.1.43":
version: 2.1.43
resolution: "header-generator@npm:2.1.43"
dependencies:
@@ -6353,7 +6445,7 @@ __metadata:
languageName: node
linkType: hard
-"http-cache-semantics@npm:^4.1.0, http-cache-semantics@npm:^4.1.1":
+"http-cache-semantics@npm:^4.0.0, http-cache-semantics@npm:^4.1.0, http-cache-semantics@npm:^4.1.1":
version: 4.1.1
resolution: "http-cache-semantics@npm:4.1.1"
checksum: ce1319b8a382eb3cbb4a37c19f6bfe14e5bb5be3d09079e885e8c513ab2d3cd9214902f8a31c9dc4e37022633ceabfc2d697405deeaf1b8f3552bb4ed996fdfc
@@ -6394,7 +6486,7 @@ __metadata:
languageName: node
linkType: hard
-"http2-wrapper@npm:^2.1.10, http2-wrapper@npm:^2.2.0":
+"http2-wrapper@npm:^2.1.10, http2-wrapper@npm:^2.1.11, http2-wrapper@npm:^2.2.0":
version: 2.2.1
resolution: "http2-wrapper@npm:2.2.1"
dependencies:
@@ -7418,7 +7510,7 @@ __metadata:
languageName: node
linkType: hard
-"keyv@npm:^4.5.3":
+"keyv@npm:^4.0.0, keyv@npm:^4.5.3":
version: 4.5.4
resolution: "keyv@npm:4.5.4"
dependencies:
@@ -7839,6 +7931,13 @@ __metadata:
languageName: node
linkType: hard
+"lowercase-keys@npm:2.0.0, lowercase-keys@npm:^2.0.0":
+ version: 2.0.0
+ resolution: "lowercase-keys@npm:2.0.0"
+ checksum: f82a2b3568910509da4b7906362efa40f5b54ea14c2584778ddb313226f9cbf21020a5db35f9b9a0e95847a9b781d548601f31793d736b22a2b8ae8eb9ab1082
+ languageName: node
+ linkType: hard
+
"lowercase-keys@npm:^3.0.0":
version: 3.0.0
resolution: "lowercase-keys@npm:3.0.0"
@@ -8103,6 +8202,13 @@ __metadata:
languageName: node
linkType: hard
+"mimic-response@npm:^1.0.0":
+ version: 1.0.1
+ resolution: "mimic-response@npm:1.0.1"
+ checksum: c5381a5eae997f1c3b5e90ca7f209ed58c3615caeee850e85329c598f0c000ae7bec40196580eef1781c60c709f47258131dab237cad8786f8f56750594f27fa
+ languageName: node
+ linkType: hard
+
"mimic-response@npm:^3.1.0":
version: 3.1.0
resolution: "mimic-response@npm:3.1.0"
@@ -8598,6 +8704,13 @@ __metadata:
languageName: node
linkType: hard
+"normalize-url@npm:^6.0.1":
+ version: 6.1.0
+ resolution: "normalize-url@npm:6.1.0"
+ checksum: 95d948f9bdd2cfde91aa786d1816ae40f8262946e13700bf6628105994fe0ff361662c20af3961161c38a119dc977adeb41fc0b41b1745eb77edaaf9cb22db23
+ languageName: node
+ linkType: hard
+
"normalize-url@npm:^8.0.0":
version: 8.0.0
resolution: "normalize-url@npm:8.0.0"
@@ -9059,6 +9172,13 @@ __metadata:
languageName: node
linkType: hard
+"p-cancelable@npm:2.1.1":
+ version: 2.1.1
+ resolution: "p-cancelable@npm:2.1.1"
+ checksum: 8c6dc1f8dd4154fd8b96a10e55a3a832684c4365fb9108056d89e79fbf21a2465027c04a59d0d797b5ffe10b54a61a32043af287d5c4860f1e996cbdbc847f01
+ languageName: node
+ linkType: hard
+
"p-cancelable@npm:^3.0.0":
version: 3.0.0
resolution: "p-cancelable@npm:3.0.0"
@@ -10139,6 +10259,15 @@ __metadata:
languageName: node
linkType: hard
+"responselike@npm:2.0.1, responselike@npm:^2.0.0":
+ version: 2.0.1
+ resolution: "responselike@npm:2.0.1"
+ dependencies:
+ lowercase-keys: "npm:^2.0.0"
+ checksum: 360b6deb5f101a9f8a4174f7837c523c3ec78b7ca8a7c1d45a1062b303659308a23757e318b1e91ed8684ad1205721142dd664d94771cd63499353fd4ee732b5
+ languageName: node
+ linkType: hard
+
"responselike@npm:^3.0.0":
version: 3.0.0
resolution: "responselike@npm:3.0.0"
@@ -11613,9 +11742,9 @@ __metadata:
linkType: hard
"ufo@npm:^1.3.0":
- version: 1.3.1
- resolution: "ufo@npm:1.3.1"
- checksum: 9348ff03f76820116c4735625ee894912bc92b6d49dc63474a89a35d2752265421a405f0033b961bb0b885d460c915e7860adb6dc854422faf3483882f14ba86
+ version: 1.3.2
+ resolution: "ufo@npm:1.3.2"
+ checksum: 180f3dfcdf319b54fe0272780841c93cb08a024fc2ee5f95e63285c2a3c42d8b671cd3641e9a53aafccf100cf8466aa8c040ddfa0efea1fc1968c9bfb250a661
languageName: node
linkType: hard
@@ -11921,8 +12050,8 @@ __metadata:
linkType: hard
"vite@npm:^3.0.0 || ^4.0.0 || ^5.0.0-0, vite@npm:^3.1.0 || ^4.0.0 || ^5.0.0-0":
- version: 5.0.0-beta.19
- resolution: "vite@npm:5.0.0-beta.19"
+ version: 5.0.0-beta.20
+ resolution: "vite@npm:5.0.0-beta.20"
dependencies:
esbuild: "npm:^0.19.3"
fsevents: "npm:~2.3.3"
@@ -11956,7 +12085,7 @@ __metadata:
optional: true
bin:
vite: bin/vite.js
- checksum: 6486803bdb003ba67384e5fe1aa0da842e75e7e9b4c1fac096c050b79a9fc9038da4b832db1e80b938753436e1034daf21181ed0d8e25b0bfb9935f2e7b17ddb
+ checksum: 8d87b37923d4b2d2a9ac58aeff9e1e1a627146ce3c4cb6a55d1b1d6ac796bc3a2dea3e195b8de3d25e612e296a09697d0cf8ba630dbfd1091efec1189ed5cb30
languageName: node
linkType: hard