Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): lock file maintenance
renovate[bot]e1374fe5b09c
diff --git a/website/yarn.lock b/website/yarn.lockindex db4707239..a3231a034 100644--- a/website/yarn.lock+++ b/website/yarn.lock@@ -212,8 +212,8 @@ __metadata:linkType: hard"@apify/eslint-config-ts@npm:^0.4.0":- version: 0.4.0- resolution: "@apify/eslint-config-ts@npm:0.4.0"+ version: 0.4.1+ resolution: "@apify/eslint-config-ts@npm:0.4.1"dependencies:"@apify/eslint-config": "npm:^0.4.0"eslint-import-resolver-typescript: "npm:^3.6.1"@@ -226,7 +226,7 @@ __metadata:"@typescript-eslint/parser": "*"eslint: "*"typescript: "*"- checksum: 6dc7be6f93b80d9ffb070c69a1cd654597a01640a46216288444d4e9996479de0d1c0d258c6e79e82521f17ac12deee6f928eee7d7b1358895c4f47c547c44db+ checksum: 4c3695634280fec8878cc6e43538be5913deec9b49cd4bfbe2e1b70a8eb4d449ec1bdde3e5b1826bff2558ef8a15afaf9730714156c1e622218d70523e467962languageName: nodelinkType: hard@@ -5888,9 +5888,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.535":- version: 1.4.583- resolution: "electron-to-chromium@npm:1.4.583"- checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464+ version: 1.4.585+ resolution: "electron-to-chromium@npm:1.4.585"+ checksum: f5620c6038a84c7b76c11f3d176bfcaa8f157f5bd4469c6433631eefcc690fe0fc167bfed9ad7af2b6b62b492bc18f6a72e4628059dd83a25d14825772d8928elanguageName: nodelinkType: harddiff --git a/yarn.lock b/yarn.lockindex 0cfe0ef1e..151836310 100644--- a/yarn.lock+++ b/yarn.lock@@ -37,8 +37,8 @@ __metadata:linkType: hard"@apify/eslint-config-ts@npm:^0.4.0":- version: 0.4.0- resolution: "@apify/eslint-config-ts@npm:0.4.0"+ version: 0.4.1+ resolution: "@apify/eslint-config-ts@npm:0.4.1"dependencies:"@apify/eslint-config": "npm:^0.4.0"eslint-import-resolver-typescript: "npm:^3.6.1"@@ -51,7 +51,7 @@ __metadata:"@typescript-eslint/parser": "*"eslint: "*"typescript: "*"- checksum: 6dc7be6f93b80d9ffb070c69a1cd654597a01640a46216288444d4e9996479de0d1c0d258c6e79e82521f17ac12deee6f928eee7d7b1358895c4f47c547c44db+ checksum: 4c3695634280fec8878cc6e43538be5913deec9b49cd4bfbe2e1b70a8eb4d449ec1bdde3e5b1826bff2558ef8a15afaf9730714156c1e622218d70523e467962languageName: nodelinkType: hard@@ -1719,7 +1719,7 @@ __metadata:languageName: nodelinkType: hard-"@sindresorhus/is@npm:^4.2.0":+"@sindresorhus/is@npm:4.6.0, @sindresorhus/is@npm:^4.2.0":version: 4.6.0resolution: "@sindresorhus/is@npm:4.6.0"checksum: 33b6fb1d0834ec8dd7689ddc0e2781c2bfd8b9c4e4bacbcb14111e0ae00621f2c264b8a7d36541799d74888b5dccdf422a891a5cb5a709ace26325eedc81e22e@@ -1740,6 +1740,15 @@ __metadata:languageName: nodelinkType: hard+"@szmarczak/http-timer@npm:4.0.6":+ version: 4.0.6+ resolution: "@szmarczak/http-timer@npm:4.0.6"+ dependencies:+ defer-to-connect: "npm:^2.0.0"+ checksum: 73946918c025339db68b09abd91fa3001e87fc749c619d2e9c2003a663039d4c3cb89836c98a96598b3d47dec2481284ba85355392644911f5ecd2336536697f+ languageName: node+ linkType: hard+"@szmarczak/http-timer@npm:^5.0.1":version: 5.0.1resolution: "@szmarczak/http-timer@npm:5.0.1"@@ -2116,6 +2125,15 @@ __metadata:languageName: nodelinkType: hard+"@types/responselike@npm:1.0.0":+ version: 1.0.0+ resolution: "@types/responselike@npm:1.0.0"+ dependencies:+ "@types/node": "npm:*"+ checksum: 474ac2402e6d43c007eee25f50d01eb1f67255ca83dd8e036877292bbe8dd5d2d1e50b54b408e233b50a8c38e681ff3ebeaf22f18b478056eddb65536abb003a+ languageName: node+ linkType: hard+"@types/retry@npm:*":version: 0.12.5resolution: "@types/retry@npm:0.12.5"@@ -2706,8 +2724,8 @@ __metadata:linkType: hard"apify@npm:*":- version: 3.1.12- resolution: "apify@npm:3.1.12"+ version: 3.1.13+ resolution: "apify@npm:3.1.13"dependencies:"@apify/consts": "npm:^2.20.0""@apify/input_secrets": "npm:^1.1.32"@@ -2718,11 +2736,12 @@ __metadata:"@crawlee/types": "npm:^3.5.6""@crawlee/utils": "npm:^3.5.6"apify-client: "npm:^2.8.0"+ got-scraping: "npm:^3.2.15"ow: "npm:^0.28.2"semver: "npm:^7.5.4"tslib: "npm:^2.6.0"ws: "npm:^7.5.9"- checksum: a237e6659e6e9fa7c0fdf41dfa5f4c8c6520f0167ac41768721ae2903e18598c9c1fd73a4247f41531c77ba20c006355ff8122bf428352b0a62ba54173fb6147+ checksum: f4f15ca0b3ec7e11f06d7128ada2a15af3d6354b85122eecbb6d34b70452f985543d24bbceeb1ff91c2ed5aa98b598b973745a63880264bc480ef18f3494c083languageName: nodelinkType: hard@@ -3301,6 +3320,13 @@ __metadata:languageName: nodelinkType: hard+"cacheable-lookup@npm:6.1.0":+ version: 6.1.0+ resolution: "cacheable-lookup@npm:6.1.0"+ checksum: fe922b24e9868ac65cbd3b4ccd7449063d572431471aab71cbca49a2b33839c7c888b237b0922ae6b8f4ddf25d61debe204e473195d2e77a835099b8953aeb0a+ languageName: node+ linkType: hard+"cacheable-lookup@npm:^7.0.0":version: 7.0.0resolution: "cacheable-lookup@npm:7.0.0"@@ -3308,6 +3334,21 @@ __metadata:languageName: nodelinkType: hard+"cacheable-request@npm:7.0.2":+ version: 7.0.2+ resolution: "cacheable-request@npm:7.0.2"+ dependencies:+ clone-response: "npm:^1.0.2"+ get-stream: "npm:^5.1.0"+ http-cache-semantics: "npm:^4.0.0"+ keyv: "npm:^4.0.0"+ lowercase-keys: "npm:^2.0.0"+ normalize-url: "npm:^6.0.1"+ responselike: "npm:^2.0.0"+ checksum: 681bad13691d0d5d10652d409374747a2ce8676f854b0d454ee8fc65e0a10a52ea83cd1f6c367ada08572fd4982f2aa2582dc38983d4e958e053e181c433765e+ languageName: node+ linkType: hard+"cacheable-request@npm:^10.2.8":version: 10.2.14resolution: "cacheable-request@npm:10.2.14"@@ -3613,6 +3654,15 @@ __metadata:languageName: nodelinkType: hard+"clone-response@npm:^1.0.2":+ version: 1.0.3+ resolution: "clone-response@npm:1.0.3"+ dependencies:+ mimic-response: "npm:^1.0.0"+ checksum: 06a2b611824efb128810708baee3bd169ec9a1bf5976a5258cd7eb3f7db25f00166c6eee5961f075c7e38e194f373d4fdf86b8166ad5b9c7e82bbd2e333a6087+ languageName: node+ linkType: hard+"clone@npm:^1.0.2":version: 1.0.4resolution: "clone@npm:1.0.4"@@ -4235,7 +4285,7 @@ __metadata:languageName: nodelinkType: hard-"defer-to-connect@npm:^2.0.1":+"defer-to-connect@npm:^2.0.0, defer-to-connect@npm:^2.0.1":version: 2.0.1resolution: "defer-to-connect@npm:2.0.1"checksum: 625ce28e1b5ad10cf77057b9a6a727bf84780c17660f6644dab61dd34c23de3001f03cedc401f7d30a4ed9965c2e8a7336e220a329146f2cf85d4eddea429782@@ -4332,9 +4382,9 @@ __metadata:linkType: hard"devtools-protocol@npm:*":- version: 0.0.1224083- resolution: "devtools-protocol@npm:0.0.1224083"- checksum: e6abb778054312cbea2942fdf552ed1a3bd2d52c92bfa79582d13eaa53cf1eeb7340012f53696546f97f5ef20db04d27dab4dbe079c7387d54cc0a2941383633+ version: 0.0.1224742+ resolution: "devtools-protocol@npm:0.0.1224742"+ checksum: 347d32f49d2c856852614ba908a42fbad31040fc4f9e3e1ae267eacbd0514b5b01cb96e587590c2e099f068770de221b68dd66f60d210fd71cbd57909db388d2languageName: nodelinkType: hard@@ -4523,9 +4573,9 @@ __metadata:linkType: hard"electron-to-chromium@npm:^1.4.535":- version: 1.4.583- resolution: "electron-to-chromium@npm:1.4.583"- checksum: 48545d5d281d55e9ae32491bcbac6d8be016de55553ad75ba6154daa2d3db619f76d3730a846e3737e581537e39b2f176edd864463d16cb6211f2defa1be9464+ version: 1.4.585+ resolution: "electron-to-chromium@npm:1.4.585"+ checksum: f5620c6038a84c7b76c11f3d176bfcaa8f157f5bd4469c6433631eefcc690fe0fc167bfed9ad7af2b6b62b492bc18f6a72e4628059dd83a25d14825772d8928elanguageName: nodelinkType: hard@@ -5572,6 +5622,13 @@ __metadata:languageName: nodelinkType: hard+"form-data-encoder@npm:1.7.2":+ version: 1.7.2+ resolution: "form-data-encoder@npm:1.7.2"+ checksum: 56553768037b6d55d9de524f97fe70555f0e415e781cb56fc457a68263de3d40fadea2304d4beef2d40b1a851269bd7854e42c362107071892cb5238debe9464+ languageName: node+ linkType: hard+"form-data-encoder@npm:^2.1.2":version: 2.1.4resolution: "form-data-encoder@npm:2.1.4"@@ -6109,6 +6166,41 @@ __metadata:languageName: nodelinkType: hard+"got-cjs@npm:12.5.4":+ version: 12.5.4+ resolution: "got-cjs@npm:12.5.4"+ dependencies:+ "@sindresorhus/is": "npm:4.6.0"+ "@szmarczak/http-timer": "npm:4.0.6"+ "@types/responselike": "npm:1.0.0"+ cacheable-lookup: "npm:6.1.0"+ cacheable-request: "npm:7.0.2"+ decompress-response: "npm:^6.0.0"+ form-data-encoder: "npm:1.7.2"+ get-stream: "npm:^6.0.1"+ http2-wrapper: "npm:^2.1.10"+ lowercase-keys: "npm:2.0.0"+ p-cancelable: "npm:2.1.1"+ responselike: "npm:2.0.1"+ checksum: cfbee2722fdf5d23463a0bf4f259c67ffe1423cb91b3a77e683296dfaa4bdce295dd7496aee5f2a09d5da2c6fabad0bd0efd48a34783150e242e8e8517ac1bf0+ languageName: node+ linkType: hard++"got-scraping@npm:^3.2.15":+ version: 3.2.15+ resolution: "got-scraping@npm:3.2.15"+ dependencies:+ got-cjs: "npm:12.5.4"+ header-generator: "npm:^2.1.3"+ http2-wrapper: "npm:^2.1.11"+ mimic-response: "npm:^3.1.0"+ ow: "npm:^0.28.1"+ quick-lru: "npm:^5.1.1"+ tslib: "npm:^2.4.0"+ checksum: b83ed00a328a54be4d4575aed9e5fc83e6752095686d27b096505ecbee9fe02b69551a3800bc5302265c547782d05ee9f758a0f4d32bbdb6e3df04e86d851678+ languageName: node+ linkType: hard+"got-scraping@npm:^4.0.0":version: 4.0.0resolution: "got-scraping@npm:4.0.0"@@ -6260,7 +6352,7 @@ __metadata:languageName: nodelinkType: hard-"header-generator@npm:^2.1.41, header-generator@npm:^2.1.43":+"header-generator@npm:^2.1.3, header-generator@npm:^2.1.41, header-generator@npm:^2.1.43":version: 2.1.43resolution: "header-generator@npm:2.1.43"dependencies:@@ -6353,7 +6445,7 @@ __metadata:languageName: nodelinkType: hard-"http-cache-semantics@npm:^4.1.0, http-cache-semantics@npm:^4.1.1":+"http-cache-semantics@npm:^4.0.0, http-cache-semantics@npm:^4.1.0, http-cache-semantics@npm:^4.1.1":version: 4.1.1resolution: "http-cache-semantics@npm:4.1.1"checksum: ce1319b8a382eb3cbb4a37c19f6bfe14e5bb5be3d09079e885e8c513ab2d3cd9214902f8a31c9dc4e37022633ceabfc2d697405deeaf1b8f3552bb4ed996fdfc@@ -6394,7 +6486,7 @@ __metadata:languageName: nodelinkType: hard-"http2-wrapper@npm:^2.1.10, http2-wrapper@npm:^2.2.0":+"http2-wrapper@npm:^2.1.10, http2-wrapper@npm:^2.1.11, http2-wrapper@npm:^2.2.0":version: 2.2.1resolution: "http2-wrapper@npm:2.2.1"dependencies:@@ -7418,7 +7510,7 @@ __metadata:languageName: nodelinkType: hard-"keyv@npm:^4.5.3":+"keyv@npm:^4.0.0, keyv@npm:^4.5.3":version: 4.5.4resolution: "keyv@npm:4.5.4"dependencies:@@ -7839,6 +7931,13 @@ __metadata:languageName: nodelinkType: hard+"lowercase-keys@npm:2.0.0, lowercase-keys@npm:^2.0.0":+ version: 2.0.0+ resolution: "lowercase-keys@npm:2.0.0"+ checksum: f82a2b3568910509da4b7906362efa40f5b54ea14c2584778ddb313226f9cbf21020a5db35f9b9a0e95847a9b781d548601f31793d736b22a2b8ae8eb9ab1082+ languageName: node+ linkType: hard+"lowercase-keys@npm:^3.0.0":version: 3.0.0resolution: "lowercase-keys@npm:3.0.0"@@ -8103,6 +8202,13 @@ __metadata:languageName: nodelinkType: hard+"mimic-response@npm:^1.0.0":+ version: 1.0.1+ resolution: "mimic-response@npm:1.0.1"+ checksum: c5381a5eae997f1c3b5e90ca7f209ed58c3615caeee850e85329c598f0c000ae7bec40196580eef1781c60c709f47258131dab237cad8786f8f56750594f27fa+ languageName: node+ linkType: hard+"mimic-response@npm:^3.1.0":version: 3.1.0resolution: "mimic-response@npm:3.1.0"@@ -8598,6 +8704,13 @@ __metadata:languageName: nodelinkType: hard+"normalize-url@npm:^6.0.1":+ version: 6.1.0+ resolution: "normalize-url@npm:6.1.0"+ checksum: 95d948f9bdd2cfde91aa786d1816ae40f8262946e13700bf6628105994fe0ff361662c20af3961161c38a119dc977adeb41fc0b41b1745eb77edaaf9cb22db23+ languageName: node+ linkType: hard+"normalize-url@npm:^8.0.0":version: 8.0.0resolution: "normalize-url@npm:8.0.0"@@ -9059,6 +9172,13 @@ __metadata:languageName: nodelinkType: hard+"p-cancelable@npm:2.1.1":+ version: 2.1.1+ resolution: "p-cancelable@npm:2.1.1"+ checksum: 8c6dc1f8dd4154fd8b96a10e55a3a832684c4365fb9108056d89e79fbf21a2465027c04a59d0d797b5ffe10b54a61a32043af287d5c4860f1e996cbdbc847f01+ languageName: node+ linkType: hard+"p-cancelable@npm:^3.0.0":version: 3.0.0resolution: "p-cancelable@npm:3.0.0"@@ -10139,6 +10259,15 @@ __metadata:languageName: nodelinkType: hard+"responselike@npm:2.0.1, responselike@npm:^2.0.0":+ version: 2.0.1+ resolution: "responselike@npm:2.0.1"+ dependencies:+ lowercase-keys: "npm:^2.0.0"+ checksum: 360b6deb5f101a9f8a4174f7837c523c3ec78b7ca8a7c1d45a1062b303659308a23757e318b1e91ed8684ad1205721142dd664d94771cd63499353fd4ee732b5+ languageName: node+ linkType: hard+"responselike@npm:^3.0.0":version: 3.0.0resolution: "responselike@npm:3.0.0"@@ -11613,9 +11742,9 @@ __metadata:linkType: hard"ufo@npm:^1.3.0":- version: 1.3.1- resolution: "ufo@npm:1.3.1"- checksum: 9348ff03f76820116c4735625ee894912bc92b6d49dc63474a89a35d2752265421a405f0033b961bb0b885d460c915e7860adb6dc854422faf3483882f14ba86+ version: 1.3.2+ resolution: "ufo@npm:1.3.2"+ checksum: 180f3dfcdf319b54fe0272780841c93cb08a024fc2ee5f95e63285c2a3c42d8b671cd3641e9a53aafccf100cf8466aa8c040ddfa0efea1fc1968c9bfb250a661languageName: nodelinkType: hard@@ -11921,8 +12050,8 @@ __metadata:linkType: hard"vite@npm:^3.0.0 || ^4.0.0 || ^5.0.0-0, vite@npm:^3.1.0 || ^4.0.0 || ^5.0.0-0":- version: 5.0.0-beta.19- resolution: "vite@npm:5.0.0-beta.19"+ version: 5.0.0-beta.20+ resolution: "vite@npm:5.0.0-beta.20"dependencies:esbuild: "npm:^0.19.3"fsevents: "npm:~2.3.3"@@ -11956,7 +12085,7 @@ __metadata:optional: truebin:vite: bin/vite.js- checksum: 6486803bdb003ba67384e5fe1aa0da842e75e7e9b4c1fac096c050b79a9fc9038da4b832db1e80b938753436e1034daf21181ed0d8e25b0bfb9935f2e7b17ddb+ checksum: 8d87b37923d4b2d2a9ac58aeff9e1e1a627146ce3c4cb6a55d1b1d6ac796bc3a2dea3e195b8de3d25e612e296a09697d0cf8ba630dbfd1091efec1189ed5cb30languageName: nodelinkType: hard