Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: update typescript to 4.9

Martin Adámek35664feb7276
diff --git a/package-lock.json b/package-lock.json
index 48debe99d..1cedc05a8 100644
--- a/package-lock.json
+++ b/package-lock.json
@@ -59,7 +59,7 @@
"ts-jest": "^29.0.3",
"ts-node": "^10.9.1",
"turbo": "1.6.3",
- "typescript": "^4.8.4"
+ "typescript": "^4.9.4"
}
},
"node_modules/@ampproject/remapping": {
@@ -15789,9 +15789,9 @@
}
},
"node_modules/typescript": {
- "version": "4.8.4",
- "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.8.4.tgz",
- "integrity": "sha512-QCh+85mCy+h0IGff8r5XWzOVSbBO+KfeYrMQh7NJ58QujwcE22u+NUSmUxqF+un70P9GXKxa2HCNiTTMJknyjQ==",
+ "version": "4.9.4",
+ "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.9.4.tgz",
+ "integrity": "sha512-Uz+dTXYzxXXbsFpM86Wh3dKCxrQqUcVMxwU54orwlJjOpO3ao8L7j5lH+dWfTwgCwIuM9GQ2kvVotzYJMXTBZg==",
"dev": true,
"bin": {
"tsc": "bin/tsc",
diff --git a/package.json b/package.json
index 9ee436896..48707bb33 100644
--- a/package.json
+++ b/package.json
@@ -99,7 +99,7 @@
"ts-jest": "^29.0.3",
"ts-node": "^10.9.1",
"turbo": "1.6.3",
- "typescript": "^4.8.4"
+ "typescript": "^4.9.4"
},
"packageManager": "[email protected]"
}
diff --git a/packages/core/src/storages/key_value_store.ts b/packages/core/src/storages/key_value_store.ts
index 2f4268b03..6f1ed552f 100644
--- a/packages/core/src/storages/key_value_store.ts
+++ b/packages/core/src/storages/key_value_store.ts
@@ -315,7 +315,7 @@ export class KeyValueStore {
} else if (typeof value === 'object') {
// We need to remove the keys that are no longer present in the new value.
Object.keys(cachedValue)
- .filter((k) => !(k in value!))
+ .filter((k) => !(k in (value as Dictionary)))
.forEach((k) => this.cache.delete(k));
// And update the existing ones + add new ones.
Object.assign(cachedValue, value);
diff --git a/packages/utils/src/internals/error_tracker.ts b/packages/utils/src/internals/error_tracker.ts
index 0d1c3599c..ab6626721 100644
--- a/packages/utils/src/internals/error_tracker.ts
+++ b/packages/utils/src/internals/error_tracker.ts
@@ -247,13 +247,13 @@ const getErrorMessageGroup = (error: ErrnoException, storage: Record<string, unk
return storage[message] as Record<string, unknown>;
};
-const increaseCount = (group: { count: number }) => {
+const increaseCount = (group: { count?: number }) => {
if (!('count' in group)) {
// In case users don't want to display error message
group.count = 0;
}
- group.count++;
+ group.count!++;
};
/**
diff --git a/packages/utils/src/internals/social.ts b/packages/utils/src/internals/social.ts
index c4989ed72..e7bcf3291 100644
--- a/packages/utils/src/internals/social.ts
+++ b/packages/utils/src/internals/social.ts
@@ -123,7 +123,7 @@ const SKIP_PHONE_REGEX = new RegExp(`^(${SKIP_PHONE_REGEXS.join('|')})$`, 'i');
export function phonesFromText(text: string): string[] {
if (typeof text as unknown !== 'string') return [];
- let phones = text.match(PHONE_REGEX_GLOBAL) || [];
+ let phones = text.match(PHONE_REGEX_GLOBAL) as string[] || [];
phones = phones.filter((phone) => {
if (!phone) return false;