Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: fix command for global install of apify CLI (`-G` -> `-g`)
Martin Adámek430f02522c9d
diff --git a/package.json b/package.jsonindex 91a73c400..d81a262fe 100644--- a/package.json+++ b/package.json@@ -76,8 +76,8 @@"@types/stream-json": "^1.7.2","@types/tough-cookie": "^4.0.2","@types/yargs": "^17.0.26",- "@typescript-eslint/eslint-plugin": "6.9.0",- "@typescript-eslint/parser": "6.9.0",+ "@typescript-eslint/eslint-plugin": "6.9.1",+ "@typescript-eslint/parser": "6.9.1","@vitest/coverage-v8": "^0.34.6","apify": "*","basic-auth-parser": "^0.0.2",@@ -101,7 +101,7 @@"puppeteer": "21.4.1","rimraf": "^5.0.0","ts-node": "^10.9.1",- "turbo": "1.10.15",+ "turbo": "1.10.16","typescript": "^5.0.0","vite-tsconfig-paths": "^4.2.1","vitest": "^0.34.6"diff --git a/website/src/pages/index.js b/website/src/pages/index.jsindex 932c99823..563e144ca 100644--- a/website/src/pages/index.js+++ b/website/src/pages/index.js@@ -155,7 +155,7 @@ function ActorExample() {}const npmInstall = `npm install apify-npm install -G apify-cli`;+npm install -g apify-cli`;const exampleActor = `import { PlaywrightCrawler, Dataset } from 'crawlee';// import the \`Actor\` class from the Apify SDKdiff --git a/yarn.lock b/yarn.lockindex baaf683e0..20559c01b 100644--- a/yarn.lock+++ b/yarn.lock@@ -642,8 +642,8 @@ __metadata:"@types/stream-json": "npm:^1.7.2""@types/tough-cookie": "npm:^4.0.2""@types/yargs": "npm:^17.0.26"- "@typescript-eslint/eslint-plugin": "npm:6.9.0"- "@typescript-eslint/parser": "npm:6.9.0"+ "@typescript-eslint/eslint-plugin": "npm:6.9.1"+ "@typescript-eslint/parser": "npm:6.9.1""@vitest/coverage-v8": "npm:^0.34.6"apify: "npm:*"basic-auth-parser: "npm:^0.0.2"@@ -667,7 +667,7 @@ __metadata:puppeteer: "npm:21.4.1"rimraf: "npm:^5.0.0"ts-node: "npm:^10.9.1"- turbo: "npm:1.10.15"+ turbo: "npm:1.10.16"typescript: "npm:^5.0.0"vite-tsconfig-paths: "npm:^4.2.1"vitest: "npm:^0.34.6"@@ -2191,15 +2191,15 @@ __metadata:languageName: nodelinkType: hard-"@typescript-eslint/eslint-plugin@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/eslint-plugin@npm:6.9.0"+"@typescript-eslint/eslint-plugin@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/eslint-plugin@npm:6.9.1"dependencies:"@eslint-community/regexpp": "npm:^4.5.1"- "@typescript-eslint/scope-manager": "npm:6.9.0"- "@typescript-eslint/type-utils": "npm:6.9.0"- "@typescript-eslint/utils": "npm:6.9.0"- "@typescript-eslint/visitor-keys": "npm:6.9.0"+ "@typescript-eslint/scope-manager": "npm:6.9.1"+ "@typescript-eslint/type-utils": "npm:6.9.1"+ "@typescript-eslint/utils": "npm:6.9.1"+ "@typescript-eslint/visitor-keys": "npm:6.9.1"debug: "npm:^4.3.4"graphemer: "npm:^1.4.0"ignore: "npm:^5.2.4"@@ -2212,44 +2212,44 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: 0907c596b1309f4f9e49fb82906ac05a03ec10b5127a0c4628bd9027b0e4a5344a8278af44d5eb69a6819af1b30487e54b5209eacc17334269dbbd4c8fc10aa9+ checksum: f2455fe74f8c90d82df97801ee5e17bb3d81b1a59d23eedc7cad95b6eed30180339107bef0460578d5cc587033bb388fd112bae48b6b85f504fe4521f365ac69languageName: nodelinkType: hard-"@typescript-eslint/parser@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/parser@npm:6.9.0"+"@typescript-eslint/parser@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/parser@npm:6.9.1"dependencies:- "@typescript-eslint/scope-manager": "npm:6.9.0"- "@typescript-eslint/types": "npm:6.9.0"- "@typescript-eslint/typescript-estree": "npm:6.9.0"- "@typescript-eslint/visitor-keys": "npm:6.9.0"+ "@typescript-eslint/scope-manager": "npm:6.9.1"+ "@typescript-eslint/types": "npm:6.9.1"+ "@typescript-eslint/typescript-estree": "npm:6.9.1"+ "@typescript-eslint/visitor-keys": "npm:6.9.1"debug: "npm:^4.3.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0peerDependenciesMeta:typescript:optional: true- checksum: b1943297f4c5fa2bf9293c61b717037a21d73f36b67ad7a1180b6961fcfa6540dfc327365827b4316fd032f5c587e46be206b235c5f982f7a49f7191f4c653ad+ checksum: a6896655b2005a55e15dd3bb8b8239e1cb1bb0379037f6af2409e910c426cf9cda5490d45cd1857a3ca7fe2727acc8250d8196770147a4dc274e4c700ead9d9clanguageName: nodelinkType: hard-"@typescript-eslint/scope-manager@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/scope-manager@npm:6.9.0"+"@typescript-eslint/scope-manager@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/scope-manager@npm:6.9.1"dependencies:- "@typescript-eslint/types": "npm:6.9.0"- "@typescript-eslint/visitor-keys": "npm:6.9.0"- checksum: 26b52a02419edf073859b7a3d15b4b4a9b3acd7e33232bff2cb2589cdf81c784cd818f677b6eefc08f3354ed4aa010b370a085ec89e8150fffeba8da0d3951ad+ "@typescript-eslint/types": "npm:6.9.1"+ "@typescript-eslint/visitor-keys": "npm:6.9.1"+ checksum: 53fa7c3813d22b119e464f9b6d7d23407dfe103ee8ad2dcacf9ad6d656fda20e2bb3346df39e62b0e6b6ce71572ce5838071c5d2cca6daa4e0ce117ff22eafe5languageName: nodelinkType: hard-"@typescript-eslint/type-utils@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/type-utils@npm:6.9.0"+"@typescript-eslint/type-utils@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/type-utils@npm:6.9.1"dependencies:- "@typescript-eslint/typescript-estree": "npm:6.9.0"- "@typescript-eslint/utils": "npm:6.9.0"+ "@typescript-eslint/typescript-estree": "npm:6.9.1"+ "@typescript-eslint/utils": "npm:6.9.1"debug: "npm:^4.3.4"ts-api-utils: "npm:^1.0.1"peerDependencies:@@ -2257,23 +2257,23 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: ac56a0e5a90a9ea3c1e54a908f8da95b7ae37cde3395554a310517aeee8a0da0747162ca8db389f7fe0e7cd414f4c34ed4684553c396eb1ff0b4d5ce2071a798+ checksum: 9373c32c9bce736527e01baabc1dbee4b7f43774ebdcbbe20ee9cf61d1b01e7faab3d5df1ebbe75241308c52eabbc9500dd7826701f95caee4054ca659420304languageName: nodelinkType: hard-"@typescript-eslint/types@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/types@npm:6.9.0"- checksum: 18ca92e19ed45407f55e75353047e9cd08183639939ba912a995c89bac89cfc28ddd10f02d8d8f71e44494337f80ee87096aff9498026f0d23f1899a72adf70a+"@typescript-eslint/types@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/types@npm:6.9.1"+ checksum: 4ba21ba18e256da210a4caedfbc5d4927cf8cb4f2c4d74f8ccc865576f3659b974e79119d3c94db2b68a4cec9cd687e43971d355450b7082d6d1736a5dd6db85languageName: nodelinkType: hard-"@typescript-eslint/typescript-estree@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/typescript-estree@npm:6.9.0"+"@typescript-eslint/typescript-estree@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/typescript-estree@npm:6.9.1"dependencies:- "@typescript-eslint/types": "npm:6.9.0"- "@typescript-eslint/visitor-keys": "npm:6.9.0"+ "@typescript-eslint/types": "npm:6.9.1"+ "@typescript-eslint/visitor-keys": "npm:6.9.1"debug: "npm:^4.3.4"globby: "npm:^11.1.0"is-glob: "npm:^4.0.3"@@ -2282,34 +2282,34 @@ __metadata:peerDependenciesMeta:typescript:optional: true- checksum: cf747f1540ac4760b01a56acf6a5d84457d46a3542309d9c853323cb6ca307559114e3226e6c2f17d757b42f52ee9c8dc57368cc34a8f292ff105b1fca9a3601+ checksum: 850b1865a90107879186c3f2969968a2c08fc6fcc56d146483c297cf5be376e33d505ac81533ba8e8103ca4d2edfea7d21b178de9e52217f7ee2922f51a445falanguageName: nodelinkType: hard-"@typescript-eslint/utils@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/utils@npm:6.9.0"+"@typescript-eslint/utils@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/utils@npm:6.9.1"dependencies:"@eslint-community/eslint-utils": "npm:^4.4.0""@types/json-schema": "npm:^7.0.12""@types/semver": "npm:^7.5.0"- "@typescript-eslint/scope-manager": "npm:6.9.0"- "@typescript-eslint/types": "npm:6.9.0"- "@typescript-eslint/typescript-estree": "npm:6.9.0"+ "@typescript-eslint/scope-manager": "npm:6.9.1"+ "@typescript-eslint/types": "npm:6.9.1"+ "@typescript-eslint/typescript-estree": "npm:6.9.1"semver: "npm:^7.5.4"peerDependencies:eslint: ^7.0.0 || ^8.0.0- checksum: bf9ef9ad66212a46ddf8335d16f80a583803c2ba2d3b1f2a8f37449b0409105377d03fa52381c57676aae48dd5cf83adba2465155b6b96b8c91a40a5987a6ded+ checksum: 3d329d54c3d155ed29e2b456a602aef76bda1b88dfcf847145849362e4ddefabe5c95de236de750d08d5da9bedcfb2131bdfd784ce4eb87cf82728f0b6662033languageName: nodelinkType: hard-"@typescript-eslint/visitor-keys@npm:6.9.0":- version: 6.9.0- resolution: "@typescript-eslint/visitor-keys@npm:6.9.0"+"@typescript-eslint/visitor-keys@npm:6.9.1":+ version: 6.9.1+ resolution: "@typescript-eslint/visitor-keys@npm:6.9.1"dependencies:- "@typescript-eslint/types": "npm:6.9.0"+ "@typescript-eslint/types": "npm:6.9.1"eslint-visitor-keys: "npm:^3.4.1"- checksum: fa255a8fd74c4f3cf990281a70d76dafc0f7fc4122507051210b74627ae4b514903c7eaab69090f47ff8421ee48f218633849939653cb6c48001fcc9f4bc65d8+ checksum: ac5f375a177add30489e5b63cafa8d82a196b33624bb36418422ebe0d7973b3ba550dc7e0dda36ea75a94cf9b200b4fb5f5fb4d77c027fd801201c1a269d343blanguageName: nodelinkType: hard@@ -11229,58 +11229,58 @@ __metadata:languageName: nodelinkType: hard-"turbo-darwin-64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-darwin-64@npm:1.10.15"+"turbo-darwin-64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-darwin-64@npm:1.10.16"conditions: os=darwin & cpu=x64languageName: nodelinkType: hard-"turbo-darwin-arm64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-darwin-arm64@npm:1.10.15"+"turbo-darwin-arm64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-darwin-arm64@npm:1.10.16"conditions: os=darwin & cpu=arm64languageName: nodelinkType: hard-"turbo-linux-64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-linux-64@npm:1.10.15"+"turbo-linux-64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-linux-64@npm:1.10.16"conditions: os=linux & cpu=x64languageName: nodelinkType: hard-"turbo-linux-arm64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-linux-arm64@npm:1.10.15"+"turbo-linux-arm64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-linux-arm64@npm:1.10.16"conditions: os=linux & cpu=arm64languageName: nodelinkType: hard-"turbo-windows-64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-windows-64@npm:1.10.15"+"turbo-windows-64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-windows-64@npm:1.10.16"conditions: os=win32 & cpu=x64languageName: nodelinkType: hard-"turbo-windows-arm64@npm:1.10.15":- version: 1.10.15- resolution: "turbo-windows-arm64@npm:1.10.15"+"turbo-windows-arm64@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo-windows-arm64@npm:1.10.16"conditions: os=win32 & cpu=arm64languageName: nodelinkType: hard-"turbo@npm:1.10.15":- version: 1.10.15- resolution: "turbo@npm:1.10.15"+"turbo@npm:1.10.16":+ version: 1.10.16+ resolution: "turbo@npm:1.10.16"dependencies:- turbo-darwin-64: "npm:1.10.15"- turbo-darwin-arm64: "npm:1.10.15"- turbo-linux-64: "npm:1.10.15"- turbo-linux-arm64: "npm:1.10.15"- turbo-windows-64: "npm:1.10.15"- turbo-windows-arm64: "npm:1.10.15"+ turbo-darwin-64: "npm:1.10.16"+ turbo-darwin-arm64: "npm:1.10.16"+ turbo-linux-64: "npm:1.10.16"+ turbo-linux-arm64: "npm:1.10.16"+ turbo-windows-64: "npm:1.10.16"+ turbo-windows-arm64: "npm:1.10.16"dependenciesMeta:turbo-darwin-64:optional: true@@ -11296,7 +11296,7 @@ __metadata:optional: truebin:turbo: bin/turbo- checksum: c47138d2ad42b05eecedd590fe1dd631879116d9a06927d26adbeaa2177ee1449051c109e992ceec74631958d55e16442903840d41ee9094c1261172ac3866ed+ checksum: a93ca993eea26351917c31d41c7f61e4198342fbded79a94e0837c3bc7506992094d7f38eaf0d8b798554f10ab553b859f1d8a4ad66553a0ec42cb223b40f8e4languageName: nodelinkType: hard