Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: update typescript to 4.9
Martin Adámek35664feb7276
diff --git a/package-lock.json b/package-lock.jsonindex 48debe99d..1cedc05a8 100644--- a/package-lock.json+++ b/package-lock.json@@ -59,7 +59,7 @@"ts-jest": "^29.0.3","ts-node": "^10.9.1","turbo": "1.6.3",- "typescript": "^4.8.4"+ "typescript": "^4.9.4"}},"node_modules/@ampproject/remapping": {@@ -15789,9 +15789,9 @@}},"node_modules/typescript": {- "version": "4.8.4",- "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.8.4.tgz",- "integrity": "sha512-QCh+85mCy+h0IGff8r5XWzOVSbBO+KfeYrMQh7NJ58QujwcE22u+NUSmUxqF+un70P9GXKxa2HCNiTTMJknyjQ==",+ "version": "4.9.4",+ "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.9.4.tgz",+ "integrity": "sha512-Uz+dTXYzxXXbsFpM86Wh3dKCxrQqUcVMxwU54orwlJjOpO3ao8L7j5lH+dWfTwgCwIuM9GQ2kvVotzYJMXTBZg==","dev": true,"bin": {"tsc": "bin/tsc",diff --git a/package.json b/package.jsonindex 9ee436896..48707bb33 100644--- a/package.json+++ b/package.json@@ -99,7 +99,7 @@"ts-jest": "^29.0.3","ts-node": "^10.9.1","turbo": "1.6.3",- "typescript": "^4.8.4"+ "typescript": "^4.9.4"},"packageManager": "[email protected]"}diff --git a/packages/core/src/storages/key_value_store.ts b/packages/core/src/storages/key_value_store.tsindex 2f4268b03..6f1ed552f 100644--- a/packages/core/src/storages/key_value_store.ts+++ b/packages/core/src/storages/key_value_store.ts@@ -315,7 +315,7 @@ export class KeyValueStore {} else if (typeof value === 'object') {// We need to remove the keys that are no longer present in the new value.Object.keys(cachedValue)- .filter((k) => !(k in value!))+ .filter((k) => !(k in (value as Dictionary))).forEach((k) => this.cache.delete(k));// And update the existing ones + add new ones.Object.assign(cachedValue, value);diff --git a/packages/utils/src/internals/error_tracker.ts b/packages/utils/src/internals/error_tracker.tsindex 0d1c3599c..ab6626721 100644--- a/packages/utils/src/internals/error_tracker.ts+++ b/packages/utils/src/internals/error_tracker.ts@@ -247,13 +247,13 @@ const getErrorMessageGroup = (error: ErrnoException, storage: Record<string, unkreturn storage[message] as Record<string, unknown>;};-const increaseCount = (group: { count: number }) => {+const increaseCount = (group: { count?: number }) => {if (!('count' in group)) {// In case users don't want to display error messagegroup.count = 0;}- group.count++;+ group.count!++;};/**diff --git a/packages/utils/src/internals/social.ts b/packages/utils/src/internals/social.tsindex c4989ed72..e7bcf3291 100644--- a/packages/utils/src/internals/social.ts+++ b/packages/utils/src/internals/social.ts@@ -123,7 +123,7 @@ const SKIP_PHONE_REGEX = new RegExp(`^(${SKIP_PHONE_REGEXS.join('|')})$`, 'i');export function phonesFromText(text: string): string[] {if (typeof text as unknown !== 'string') return [];- let phones = text.match(PHONE_REGEX_GLOBAL) || [];+ let phones = text.match(PHONE_REGEX_GLOBAL) as string[] || [];phones = phones.filter((phone) => {if (!phone) return false;