Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): update dependency turbo to v1.5.1
renovate[bot]fbea90ec5e95
diff --git a/package-lock.json b/package-lock.jsonindex 82df663dd..af911c33c 100644--- a/package-lock.json+++ b/package-lock.json@@ -58,7 +58,7 @@"puppeteer": "17.0.0","ts-jest": "^28.0.8","ts-node": "^10.9.1",- "turbo": "1.4.7",+ "turbo": "1.5.1","typescript": "^4.8.2","ws": "^7.5.9"}@@ -15277,48 +15277,27 @@"dev": true},"node_modules/turbo": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo/-/turbo-1.4.7.tgz",- "integrity": "sha512-oIk7PAISPidDOkTM5M+ydEe5GDQ/+TahDgIbaYKeAAy2Qpmur4s0HybSDWHIdxLqI96OPD/mOKymRLrjh3Mdhg==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo/-/turbo-1.5.1.tgz",+ "integrity": "sha512-AM6t4BBFt6ek96bRDr/UqF+zxlYjagPc29P4q/5phMKOH8SRNEb43MXjM2to8NwRhiaoPqNyct0gwgGM2rSRvA==","dev": true,"hasInstallScript": true,"bin": {"turbo": "bin/turbo"},"optionalDependencies": {- "turbo-android-arm64": "1.4.7",- "turbo-darwin-64": "1.4.7",- "turbo-darwin-arm64": "1.4.7",- "turbo-freebsd-64": "1.4.7",- "turbo-freebsd-arm64": "1.4.7",- "turbo-linux-32": "1.4.7",- "turbo-linux-64": "1.4.7",- "turbo-linux-arm": "1.4.7",- "turbo-linux-arm64": "1.4.7",- "turbo-linux-mips64le": "1.4.7",- "turbo-linux-ppc64le": "1.4.7",- "turbo-windows-32": "1.4.7",- "turbo-windows-64": "1.4.7",- "turbo-windows-arm64": "1.4.7"- }- },- "node_modules/turbo-android-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-android-arm64/-/turbo-android-arm64-1.4.7.tgz",- "integrity": "sha512-BtWtH8e8w1GhtYpGQmkcDS/AUzVZhQ4ZZN+qtUFei1wZD7VAdtJ9Wcsfi3WD+mXA6vtpIpRJVfQMcShr8l8ErA==",- "cpu": [- "arm64"- ],- "dev": true,- "optional": true,- "os": [- "android"- ]+ "turbo-darwin-64": "1.5.1",+ "turbo-darwin-arm64": "1.5.1",+ "turbo-linux-64": "1.5.1",+ "turbo-linux-arm64": "1.5.1",+ "turbo-windows-64": "1.5.1",+ "turbo-windows-arm64": "1.5.1"+ }},"node_modules/turbo-darwin-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-darwin-64/-/turbo-darwin-64-1.4.7.tgz",- "integrity": "sha512-bMvZaAz5diec9feZ0XpQosYI8U0kiOQM2tj2sv0Y2WZbe227wodVMCQMyUowmcotO8nr6NF76Xo5E+H+dnY6LQ==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-darwin-64/-/turbo-darwin-64-1.5.1.tgz",+ "integrity": "sha512-63vbObfUOR26UNjwCEKLxrWiJFJE0XNSFNt2/CFF0nhx0I9RqNf21KCZk2FwcbHLSM/ca0Yqr/nJV9Wu+yo1Tg==","cpu": ["x64"],@@ -15329,9 +15308,9 @@]},"node_modules/turbo-darwin-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-darwin-arm64/-/turbo-darwin-arm64-1.4.7.tgz",- "integrity": "sha512-AyfxYfKgh1EigQKjypbnDoMLuy4e/n/go+KYiWKKIpOaWXWLBokrBWzYN/aI3NMDRUJWK5ExdlWI9Nleelq8uQ==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-darwin-arm64/-/turbo-darwin-arm64-1.5.1.tgz",+ "integrity": "sha512-VVrJdOvAXw17qKFdC5PlsoJ6Jupp5yCGUN+OJVWG/BvDVdcWJw3n0m3jpcvZ0JVKhGnjW4pRJudKLD1vR879Ng==","cpu": ["arm64"],@@ -15341,49 +15320,10 @@"darwin"]},- "node_modules/turbo-freebsd-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-freebsd-64/-/turbo-freebsd-64-1.4.7.tgz",- "integrity": "sha512-T5/osfbCh0rL53MFS5byFFfsR3vPMHIKIJ4fMMCNkoHsmFj2R0Pv53nqhEItogt0FJwCDHPyt7oBqO83H/AWQQ==",- "cpu": [- "x64"- ],- "dev": true,- "optional": true,- "os": [- "freebsd"- ]- },- "node_modules/turbo-freebsd-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-freebsd-arm64/-/turbo-freebsd-arm64-1.4.7.tgz",- "integrity": "sha512-PL+SaO78AUCas+YKj01UiS2rpmGcxz8XPmLdFWmq6PYjPX6GL5UBAc3pkBphIm0aTLZtsikoEul+JrwAuAy6UA==",- "cpu": [- "arm64"- ],- "dev": true,- "optional": true,- "os": [- "freebsd"- ]- },- "node_modules/turbo-linux-32": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-32/-/turbo-linux-32-1.4.7.tgz",- "integrity": "sha512-dK94UwDzySMALoQtjBVVPbWJZP6xw3yHGuytM3q5p4kfMZPSA+rgNBn5T5Af2Rc7jxlLAsu5ODJ0SgIbWSF5Hg==",- "cpu": [- "ia32"- ],- "dev": true,- "optional": true,- "os": [- "linux"- ]- },"node_modules/turbo-linux-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-64/-/turbo-linux-64-1.4.7.tgz",- "integrity": "sha512-F6IM23zgTYo9gYJaNp17gVvQBt0hMIvz52OF91DpPYSLpV2h9OSlzPJ3j5TGaWueS/bc/YCV23+VojXX/MauGQ==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-linux-64/-/turbo-linux-64-1.5.1.tgz",+ "integrity": "sha512-0PKkribBtjcuOllSbpA9rtLbyLdCJSAXO6G2TpZye6HUj/zRMeTVh3hpGwJJLsiaN/wCbF1g8uLtcrbEU0CcOw==","cpu": ["x64"],@@ -15393,23 +15333,10 @@"linux"]},- "node_modules/turbo-linux-arm": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-arm/-/turbo-linux-arm-1.4.7.tgz",- "integrity": "sha512-FTh4itdMNZ7IxGKknFnQ6iPO9vGGKqyySkCYLR01lnw6BTnKL9KuM9XUCBRyn7dNmHhAnqu1ZtVsBkH7CE7DEw==",- "cpu": [- "arm"- ],- "dev": true,- "optional": true,- "os": [- "linux"- ]- },"node_modules/turbo-linux-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-arm64/-/turbo-linux-arm64-1.4.7.tgz",- "integrity": "sha512-kFe5jzj3FoY6jAEwyNEswndj1t/fPl0qyxfcQv6aNPz7Nb2Lh7mY/EEse+CG3ydIo5RZKba7ppQoBSDmHx7JsA==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-linux-arm64/-/turbo-linux-arm64-1.5.1.tgz",+ "integrity": "sha512-EzGwaNs1cHLlyYKNzJ1X2yvBE8ulFlVymW8lmllEwgXU801XlA8OEv8gfZOhtugvNr0F9eK3x0c30tGL/wco1w==","cpu": ["arm64"],@@ -15419,49 +15346,10 @@"linux"]},- "node_modules/turbo-linux-mips64le": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-mips64le/-/turbo-linux-mips64le-1.4.7.tgz",- "integrity": "sha512-756nG8dnPQVcnl9s70S4NQ43aJjpsnc2h0toktPO+9u2ayv9XTbIPvZLFsS55bDeYhodDGvxoB96W6Xnx01hyQ==",- "cpu": [- "mipsel"- ],- "dev": true,- "optional": true,- "os": [- "linux"- ]- },- "node_modules/turbo-linux-ppc64le": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-ppc64le/-/turbo-linux-ppc64le-1.4.7.tgz",- "integrity": "sha512-VS2ofGN/XsafNGJdZ21UguURHb7KRG879yWLj59hO1d+0xXXQbx7ljsmEPOhiE4UjEdx4Ur6P44BhztTgDx9Og==",- "cpu": [- "ppc64"- ],- "dev": true,- "optional": true,- "os": [- "linux"- ]- },- "node_modules/turbo-windows-32": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-32/-/turbo-windows-32-1.4.7.tgz",- "integrity": "sha512-M5GkZdA0CbJAOcR8SScM63CBV+NtX7qjhoNNOl0F99nGJ+rO3dH71CcM/rbhlz9SQzKQoX8rcuwZHe4r2HZAug==",- "cpu": [- "ia32"- ],- "dev": true,- "optional": true,- "os": [- "win32"- ]- },"node_modules/turbo-windows-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-64/-/turbo-windows-64-1.4.7.tgz",- "integrity": "sha512-ftZUtZ1BX1vi8MbxKr+a7riIkhwvGnNTtWGprVu+aDJ8PnV+lNqbkrLJGvKP7Cn22hGTfzcjNNPcJ5PBZpQEQw==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-windows-64/-/turbo-windows-64-1.5.1.tgz",+ "integrity": "sha512-XX/0SB3cSpSGg33z4t0H3O0McHkqu5iIxmSZwqrrCG4h65ZUTVzr4AHG4cKF/vYYs4RRaPj9LaByveoh+AcZkA==","cpu": ["x64"],@@ -15472,9 +15360,9 @@]},"node_modules/turbo-windows-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-arm64/-/turbo-windows-arm64-1.4.7.tgz",- "integrity": "sha512-mZ79XeJFfaeVKdBV3w0eoGaqAxFnwxrme0jZtSWemAbeDSCF/13wcbLGwtq0+Lu0LxEGweeQ5AqsCIc9t9i6sA==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-windows-arm64/-/turbo-windows-arm64-1.5.1.tgz",+ "integrity": "sha512-dKGKvCHiooCRv3liETY67XA5skrOYhjt1scEeVQ1dMRfb2ePq2NypldPRrVF/ykMoTPrVHul7N5+SJa/NoGXvQ==","cpu": ["arm64"],@@ -29020,122 +28908,58 @@}},"turbo": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo/-/turbo-1.4.7.tgz",- "integrity": "sha512-oIk7PAISPidDOkTM5M+ydEe5GDQ/+TahDgIbaYKeAAy2Qpmur4s0HybSDWHIdxLqI96OPD/mOKymRLrjh3Mdhg==",- "dev": true,- "requires": {- "turbo-android-arm64": "1.4.7",- "turbo-darwin-64": "1.4.7",- "turbo-darwin-arm64": "1.4.7",- "turbo-freebsd-64": "1.4.7",- "turbo-freebsd-arm64": "1.4.7",- "turbo-linux-32": "1.4.7",- "turbo-linux-64": "1.4.7",- "turbo-linux-arm": "1.4.7",- "turbo-linux-arm64": "1.4.7",- "turbo-linux-mips64le": "1.4.7",- "turbo-linux-ppc64le": "1.4.7",- "turbo-windows-32": "1.4.7",- "turbo-windows-64": "1.4.7",- "turbo-windows-arm64": "1.4.7"- }- },- "turbo-android-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-android-arm64/-/turbo-android-arm64-1.4.7.tgz",- "integrity": "sha512-BtWtH8e8w1GhtYpGQmkcDS/AUzVZhQ4ZZN+qtUFei1wZD7VAdtJ9Wcsfi3WD+mXA6vtpIpRJVfQMcShr8l8ErA==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo/-/turbo-1.5.1.tgz",+ "integrity": "sha512-AM6t4BBFt6ek96bRDr/UqF+zxlYjagPc29P4q/5phMKOH8SRNEb43MXjM2to8NwRhiaoPqNyct0gwgGM2rSRvA==","dev": true,- "optional": true+ "requires": {+ "turbo-darwin-64": "1.5.1",+ "turbo-darwin-arm64": "1.5.1",+ "turbo-linux-64": "1.5.1",+ "turbo-linux-arm64": "1.5.1",+ "turbo-windows-64": "1.5.1",+ "turbo-windows-arm64": "1.5.1"+ }},"turbo-darwin-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-darwin-64/-/turbo-darwin-64-1.4.7.tgz",- "integrity": "sha512-bMvZaAz5diec9feZ0XpQosYI8U0kiOQM2tj2sv0Y2WZbe227wodVMCQMyUowmcotO8nr6NF76Xo5E+H+dnY6LQ==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-darwin-64/-/turbo-darwin-64-1.5.1.tgz",+ "integrity": "sha512-63vbObfUOR26UNjwCEKLxrWiJFJE0XNSFNt2/CFF0nhx0I9RqNf21KCZk2FwcbHLSM/ca0Yqr/nJV9Wu+yo1Tg==","dev": true,"optional": true},"turbo-darwin-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-darwin-arm64/-/turbo-darwin-arm64-1.4.7.tgz",- "integrity": "sha512-AyfxYfKgh1EigQKjypbnDoMLuy4e/n/go+KYiWKKIpOaWXWLBokrBWzYN/aI3NMDRUJWK5ExdlWI9Nleelq8uQ==",- "dev": true,- "optional": true- },- "turbo-freebsd-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-freebsd-64/-/turbo-freebsd-64-1.4.7.tgz",- "integrity": "sha512-T5/osfbCh0rL53MFS5byFFfsR3vPMHIKIJ4fMMCNkoHsmFj2R0Pv53nqhEItogt0FJwCDHPyt7oBqO83H/AWQQ==",- "dev": true,- "optional": true- },- "turbo-freebsd-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-freebsd-arm64/-/turbo-freebsd-arm64-1.4.7.tgz",- "integrity": "sha512-PL+SaO78AUCas+YKj01UiS2rpmGcxz8XPmLdFWmq6PYjPX6GL5UBAc3pkBphIm0aTLZtsikoEul+JrwAuAy6UA==",- "dev": true,- "optional": true- },- "turbo-linux-32": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-32/-/turbo-linux-32-1.4.7.tgz",- "integrity": "sha512-dK94UwDzySMALoQtjBVVPbWJZP6xw3yHGuytM3q5p4kfMZPSA+rgNBn5T5Af2Rc7jxlLAsu5ODJ0SgIbWSF5Hg==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-darwin-arm64/-/turbo-darwin-arm64-1.5.1.tgz",+ "integrity": "sha512-VVrJdOvAXw17qKFdC5PlsoJ6Jupp5yCGUN+OJVWG/BvDVdcWJw3n0m3jpcvZ0JVKhGnjW4pRJudKLD1vR879Ng==","dev": true,"optional": true},"turbo-linux-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-64/-/turbo-linux-64-1.4.7.tgz",- "integrity": "sha512-F6IM23zgTYo9gYJaNp17gVvQBt0hMIvz52OF91DpPYSLpV2h9OSlzPJ3j5TGaWueS/bc/YCV23+VojXX/MauGQ==",- "dev": true,- "optional": true- },- "turbo-linux-arm": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-arm/-/turbo-linux-arm-1.4.7.tgz",- "integrity": "sha512-FTh4itdMNZ7IxGKknFnQ6iPO9vGGKqyySkCYLR01lnw6BTnKL9KuM9XUCBRyn7dNmHhAnqu1ZtVsBkH7CE7DEw==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-linux-64/-/turbo-linux-64-1.5.1.tgz",+ "integrity": "sha512-0PKkribBtjcuOllSbpA9rtLbyLdCJSAXO6G2TpZye6HUj/zRMeTVh3hpGwJJLsiaN/wCbF1g8uLtcrbEU0CcOw==","dev": true,"optional": true},"turbo-linux-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-arm64/-/turbo-linux-arm64-1.4.7.tgz",- "integrity": "sha512-kFe5jzj3FoY6jAEwyNEswndj1t/fPl0qyxfcQv6aNPz7Nb2Lh7mY/EEse+CG3ydIo5RZKba7ppQoBSDmHx7JsA==",- "dev": true,- "optional": true- },- "turbo-linux-mips64le": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-mips64le/-/turbo-linux-mips64le-1.4.7.tgz",- "integrity": "sha512-756nG8dnPQVcnl9s70S4NQ43aJjpsnc2h0toktPO+9u2ayv9XTbIPvZLFsS55bDeYhodDGvxoB96W6Xnx01hyQ==",- "dev": true,- "optional": true- },- "turbo-linux-ppc64le": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-linux-ppc64le/-/turbo-linux-ppc64le-1.4.7.tgz",- "integrity": "sha512-VS2ofGN/XsafNGJdZ21UguURHb7KRG879yWLj59hO1d+0xXXQbx7ljsmEPOhiE4UjEdx4Ur6P44BhztTgDx9Og==",- "dev": true,- "optional": true- },- "turbo-windows-32": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-32/-/turbo-windows-32-1.4.7.tgz",- "integrity": "sha512-M5GkZdA0CbJAOcR8SScM63CBV+NtX7qjhoNNOl0F99nGJ+rO3dH71CcM/rbhlz9SQzKQoX8rcuwZHe4r2HZAug==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-linux-arm64/-/turbo-linux-arm64-1.5.1.tgz",+ "integrity": "sha512-EzGwaNs1cHLlyYKNzJ1X2yvBE8ulFlVymW8lmllEwgXU801XlA8OEv8gfZOhtugvNr0F9eK3x0c30tGL/wco1w==","dev": true,"optional": true},"turbo-windows-64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-64/-/turbo-windows-64-1.4.7.tgz",- "integrity": "sha512-ftZUtZ1BX1vi8MbxKr+a7riIkhwvGnNTtWGprVu+aDJ8PnV+lNqbkrLJGvKP7Cn22hGTfzcjNNPcJ5PBZpQEQw==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-windows-64/-/turbo-windows-64-1.5.1.tgz",+ "integrity": "sha512-XX/0SB3cSpSGg33z4t0H3O0McHkqu5iIxmSZwqrrCG4h65ZUTVzr4AHG4cKF/vYYs4RRaPj9LaByveoh+AcZkA==","dev": true,"optional": true},"turbo-windows-arm64": {- "version": "1.4.7",- "resolved": "https://registry.npmjs.org/turbo-windows-arm64/-/turbo-windows-arm64-1.4.7.tgz",- "integrity": "sha512-mZ79XeJFfaeVKdBV3w0eoGaqAxFnwxrme0jZtSWemAbeDSCF/13wcbLGwtq0+Lu0LxEGweeQ5AqsCIc9t9i6sA==",+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/turbo-windows-arm64/-/turbo-windows-arm64-1.5.1.tgz",+ "integrity": "sha512-dKGKvCHiooCRv3liETY67XA5skrOYhjt1scEeVQ1dMRfb2ePq2NypldPRrVF/ykMoTPrVHul7N5+SJa/NoGXvQ==","dev": true,"optional": true},diff --git a/package.json b/package.jsonindex 02f3da6c8..a81b6d72e 100644--- a/package.json+++ b/package.json@@ -96,7 +96,7 @@"puppeteer": "17.0.0","ts-jest": "^28.0.8","ts-node": "^10.9.1",- "turbo": "1.4.7",+ "turbo": "1.5.1","typescript": "^4.8.2","ws": "^7.5.9"},