Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: update linter (#2146)

Martin Adámekf07af750237f
diff --git a/package.json b/package.json
index a5ff8edf8..287eb4fc1 100644
--- a/package.json
+++ b/package.json
@@ -51,7 +51,7 @@
"lint:fix": "eslint \"packages/**/*.ts\" \"test/**/*.ts\" --fix"
},
"devDependencies": {
- "@apify/eslint-config-ts": "^0.3.0",
+ "@apify/eslint-config-ts": "^0.4.0",
"@apify/log": "^2.4.0",
"@apify/tsconfig": "^0.1.0",
"@commitlint/config-conventional": "^18.0.0",
@@ -76,8 +76,8 @@
"@types/stream-json": "^1.7.2",
"@types/tough-cookie": "^4.0.2",
"@types/yargs": "^17.0.26",
- "@typescript-eslint/eslint-plugin": "6.7.5",
- "@typescript-eslint/parser": "6.7.5",
+ "@typescript-eslint/eslint-plugin": "6.9.0",
+ "@typescript-eslint/parser": "6.9.0",
"@vitest/coverage-v8": "^0.34.6",
"apify": "*",
"basic-auth-parser": "^0.0.2",
@@ -85,7 +85,7 @@
"commitlint": "^18.0.0",
"cross-env": "^7.0.3",
"deep-equal": "^2.0.5",
- "eslint": "^8.45.0",
+ "eslint": "^8.52.0",
"express": "^4.18.1",
"fs-extra": "^11.0.0",
"gen-esm-wrapper": "^1.1.3",
diff --git a/packages/basic-crawler/src/internals/basic-crawler.ts b/packages/basic-crawler/src/internals/basic-crawler.ts
index 6bac7cbb9..f2a927b75 100644
--- a/packages/basic-crawler/src/internals/basic-crawler.ts
+++ b/packages/basic-crawler/src/internals/basic-crawler.ts
@@ -753,7 +753,7 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
// just to be sure, this should be fast
await addTimeoutToPromise(
- () => client.setStatusMessage!(message, options),
+ async () => client.setStatusMessage!(message, options),
1000,
'Setting status message timed out after 1s',
).catch((e) => this.log.warning(e.message));
@@ -1183,13 +1183,13 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
try {
request.state = RequestState.REQUEST_HANDLER;
await addTimeoutToPromise(
- () => this._runRequestHandler(crawlingContext),
+ async () => this._runRequestHandler(crawlingContext),
this.requestHandlerTimeoutMillis,
`requestHandler timed out after ${this.requestHandlerTimeoutMillis / 1000} seconds (${request.id}).`,
);
await this._timeoutAndRetry(
- () => source.markRequestHandled(request!),
+ async () => source.markRequestHandled(request!),
this.internalTimeoutMillis,
`Marking request ${request.url} (${request.id}) as handled timed out after ${this.internalTimeoutMillis / 1e3} seconds.`,
);
@@ -1204,7 +1204,7 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
try {
request.state = RequestState.ERROR_HANDLER;
await addTimeoutToPromise(
- () => this._requestFunctionErrorHandler(err as Error, crawlingContext, source),
+ async () => this._requestFunctionErrorHandler(err as Error, crawlingContext, source),
this.internalTimeoutMillis,
`Handling request failure of ${request.url} (${request.id}) timed out after ${this.internalTimeoutMillis / 1e3} seconds.`,
);
@@ -1503,7 +1503,7 @@ export class BasicCrawler<Context extends CrawlingContext = BasicCrawlingContext
return request.headers?.Cookie || request.headers?.cookie || '';
}
- private _getRequestQueue() {
+ private async _getRequestQueue() {
if (this.experiments.requestLocking) {
if (!this._experimentWarnings.requestLocking) {
this.log.warning([
diff --git a/packages/browser-crawler/src/internals/browser-crawler.ts b/packages/browser-crawler/src/internals/browser-crawler.ts
index ae02f0131..7f32b04b0 100644
--- a/packages/browser-crawler/src/internals/browser-crawler.ts
+++ b/packages/browser-crawler/src/internals/browser-crawler.ts
@@ -362,7 +362,7 @@ export abstract class BrowserCrawler<
super({
...basicCrawlerOptions,
- requestHandler: (...args) => this._runRequestHandler(...args),
+ requestHandler: async (...args) => this._runRequestHandler(...args),
requestHandlerTimeoutSecs: navigationTimeoutSecs + requestHandlerTimeoutSecs + BASIC_CRAWLER_TIMEOUT_BUFFER_SECS,
}, config);
@@ -518,7 +518,7 @@ export abstract class BrowserCrawler<
request.state = RequestState.REQUEST_HANDLER;
try {
await addTimeoutToPromise(
- () => Promise.resolve(this.userProvidedRequestHandler(crawlingContext)),
+ async () => Promise.resolve(this.userProvidedRequestHandler(crawlingContext)),
this.requestHandlerTimeoutInnerMillis,
`requestHandler timed out after ${this.requestHandlerTimeoutInnerMillis / 1000} seconds.`,
);
diff --git a/packages/browser-pool/src/browser-pool.ts b/packages/browser-pool/src/browser-pool.ts
index 0df693ab6..6bf0af184 100644
--- a/packages/browser-pool/src/browser-pool.ts
+++ b/packages/browser-pool/src/browser-pool.ts
@@ -299,7 +299,7 @@ export class BrowserPool<
fingerprintCache?: QuickLRU<string, BrowserFingerprintWithHeaders>;
private browserKillerInterval? = setInterval(
- () => this._closeInactiveRetiredBrowsers(),
+ async () => this._closeInactiveRetiredBrowsers(),
BROWSER_KILLER_INTERVAL_MILLIS,
);
@@ -454,7 +454,7 @@ export class BrowserPool<
async newPageWithEachPlugin(
optionsList: Omit<BrowserPoolNewPageOptions<PageOptions, BrowserPlugins[number]>, 'browserPlugin'>[] = [],
): Promise<PageReturn[]> {
- const pagePromises = this.browserPlugins.map((browserPlugin, idx) => {
+ const pagePromises = this.browserPlugins.map(async (browserPlugin, idx) => {
const userOptions = optionsList[idx] || {};
return this.newPage({
...userOptions,
@@ -528,7 +528,7 @@ export class BrowserPool<
try {
page = await addTimeoutToPromise(
- () => browserController.newPage(finalPageOptions),
+ async () => browserController.newPage(finalPageOptions),
this.operationTimeoutMillis,
'browserController.newPage() timed out.',
) as PageReturn;
@@ -598,7 +598,7 @@ export class BrowserPool<
const controllers = this._getAllBrowserControllers();
const promises = [...controllers]
.filter((controller) => controller.isActive)
- .map((controller) => controller.close());
+ .map(async (controller) => controller.close());
await Promise.all(promises);
}
diff --git a/packages/browser-pool/src/playwright/load-firefox-addon.ts b/packages/browser-pool/src/playwright/load-firefox-addon.ts
index 82acc67ad..5855519c5 100644
--- a/packages/browser-pool/src/playwright/load-firefox-addon.ts
+++ b/packages/browser-pool/src/playwright/load-firefox-addon.ts
@@ -1,7 +1,7 @@
import { Buffer } from 'buffer';
import net from 'net';
-export const loadFirefoxAddon = (port: number, host: string, addonPath: string) => {
+export const loadFirefoxAddon = async (port: number, host: string, addonPath: string) => {
return new Promise<boolean>((resolve) => {
const socket = net.connect({
port,
diff --git a/packages/browser-pool/src/puppeteer/puppeteer-controller.ts b/packages/browser-pool/src/puppeteer/puppeteer-controller.ts
index 53076478c..79248061c 100644
--- a/packages/browser-pool/src/puppeteer/puppeteer-controller.ts
+++ b/packages/browser-pool/src/puppeteer/puppeteer-controller.ts
@@ -134,11 +134,11 @@ export class PuppeteerController extends BrowserController<
}
}
- protected _getCookies(page: PuppeteerTypes.Page): Promise<Cookie[]> {
+ protected async _getCookies(page: PuppeteerTypes.Page): Promise<Cookie[]> {
return page.cookies();
}
- protected _setCookies(page: PuppeteerTypes.Page, cookies: Cookie[]): Promise<void> {
+ protected async _setCookies(page: PuppeteerTypes.Page, cookies: Cookie[]): Promise<void> {
return page.setCookie(...cookies);
}
}
diff --git a/packages/browser-pool/test/multiple-plugins.test.ts b/packages/browser-pool/test/multiple-plugins.test.ts
index a9c96760c..6390c0a39 100644
--- a/packages/browser-pool/test/multiple-plugins.test.ts
+++ b/packages/browser-pool/test/multiple-plugins.test.ts
@@ -36,7 +36,7 @@ describe('BrowserPool - Using multiple plugins', () => {
firefoxPlugin,
];
- const pagePromises = correctPluginOrder.map(() => browserPool.newPage());
+ const pagePromises = correctPluginOrder.map(async () => browserPool.newPage());
const pages = await Promise.all(pagePromises);
diff --git a/packages/cheerio-crawler/src/internals/cheerio-crawler.ts b/packages/cheerio-crawler/src/internals/cheerio-crawler.ts
index 85fa19f28..b45625f60 100644
--- a/packages/cheerio-crawler/src/internals/cheerio-crawler.ts
+++ b/packages/cheerio-crawler/src/internals/cheerio-crawler.ts
@@ -201,7 +201,7 @@ export class CheerioCrawler extends HttpCrawler<CheerioCrawlingContext> {
}
protected override async _runRequestHandler(context: CheerioCrawlingContext) {
- context.parseWithCheerio = () => Promise.resolve(context.$);
+ context.parseWithCheerio = async () => Promise.resolve(context.$);
await super._runRequestHandler(context);
}
}
diff --git a/packages/cli/src/commands/CreateProjectCommand.ts b/packages/cli/src/commands/CreateProjectCommand.ts
index 436727b95..cac793bd4 100644
--- a/packages/cli/src/commands/CreateProjectCommand.ts
+++ b/packages/cli/src/commands/CreateProjectCommand.ts
@@ -62,7 +62,7 @@ async function downloadTemplateFilesToDisk(template: Template, destinationDirect
const promises: Promise<void>[] = [];
for (const file of template.files) {
- const promise = () => downloadFile(file.url).then(async (buffer) => {
+ const promise = async () => downloadFile(file.url).then(async (buffer) => {
// Make sure the folder for the file exists
const fileDirName = dirname(file.path);
const fileFolder = resolve(destinationDirectory, fileDirName);
diff --git a/packages/core/src/autoscaling/autoscaled_pool.ts b/packages/core/src/autoscaling/autoscaled_pool.ts
index 376fdc992..b249fb0a0 100644
--- a/packages/core/src/autoscaling/autoscaled_pool.ts
+++ b/packages/core/src/autoscaling/autoscaled_pool.ts
@@ -534,7 +534,7 @@ export class AutoscaledPool {
if (this.taskTimeoutMillis > 0) {
await addTimeoutToPromise(
- () => this.runTaskFunction(),
+ async () => this.runTaskFunction(),
this.taskTimeoutMillis,
`runTaskFunction timed out after ${this.taskTimeoutMillis / 1000} seconds.`,
);
diff --git a/packages/core/src/events/event_manager.ts b/packages/core/src/events/event_manager.ts
index 8b1989011..30cdb6d28 100644
--- a/packages/core/src/events/event_manager.ts
+++ b/packages/core/src/events/event_manager.ts
@@ -103,7 +103,7 @@ export abstract class EventManager {
/**
* @internal
*/
- waitForAllListenersToComplete() {
+ async waitForAllListenersToComplete() {
return this.events.waitForAllListenersToComplete();
}
}
diff --git a/packages/core/src/storages/dataset.ts b/packages/core/src/storages/dataset.ts
index 83ff4e8f2..333067af2 100644
--- a/packages/core/src/storages/dataset.ts
+++ b/packages/core/src/storages/dataset.ts
@@ -259,7 +259,7 @@ export class Dataset<Data extends Dictionary = Dictionary> {
*/
async pushData(data: Data | Data[]): Promise<void> {
ow(data, 'data', ow.object);
- const dispatch = (payload: string) => this.client.pushItems(payload);
+ const dispatch = async (payload: string) => this.client.pushItems(payload);
const limit = MAX_PAYLOAD_SIZE_BYTES - Math.ceil(MAX_PAYLOAD_SIZE_BYTES * SAFETY_BUFFER_PERCENT);
// Handle singular Objects
@@ -480,7 +480,7 @@ export class Dataset<Data extends Dictionary = Dictionary> {
async reduce<T>(iteratee: DatasetReducer<T, Data>, memo: T, options: DatasetIteratorOptions = {}): Promise<T> {
let currentMemo: T = memo;
- const wrappedFunc: DatasetConsumer<Data> = (item, index) => {
+ const wrappedFunc: DatasetConsumer<Data> = async (item, index) => {
return Promise
.resolve()
.then(() => {
diff --git a/packages/core/src/storages/request_list.ts b/packages/core/src/storages/request_list.ts
index 4d7774ace..9b7848392 100644
--- a/packages/core/src/storages/request_list.ts
+++ b/packages/core/src/storages/request_list.ts
@@ -526,7 +526,7 @@ export class RequestList {
let persistedRequests!: Buffer;
if (this.initialState) {
- state = await this.initialState;
+ state = this.initialState;
this.log.debug('Loaded state from options.state argument.');
} else if (this.persistStateKey) {
state = await this._getPersistedState(this.persistStateKey);
diff --git a/packages/core/src/storages/request_queue.ts b/packages/core/src/storages/request_queue.ts
index 4eb94a457..9ca1c22fd 100644
--- a/packages/core/src/storages/request_queue.ts
+++ b/packages/core/src/storages/request_queue.ts
@@ -324,7 +324,7 @@ export class RequestQueue extends RequestProvider {
this.lastActivity = new Date();
}
- static override open(...args: Parameters<typeof RequestProvider.open>): Promise<RequestQueue> {
+ static override async open(...args: Parameters<typeof RequestProvider.open>): Promise<RequestQueue> {
return super.open(...args) as Promise<RequestQueue>;
}
}
diff --git a/packages/core/src/storages/request_queue_v2.ts b/packages/core/src/storages/request_queue_v2.ts
index bcf8fb1eb..d4fbe163e 100644
--- a/packages/core/src/storages/request_queue_v2.ts
+++ b/packages/core/src/storages/request_queue_v2.ts
@@ -292,7 +292,7 @@ class RequestQueue extends RequestProvider {
}
}
- static override open(...args: Parameters<typeof RequestProvider.open>): Promise<RequestQueue> {
+ static override async open(...args: Parameters<typeof RequestProvider.open>): Promise<RequestQueue> {
return super.open(...args) as Promise<RequestQueue>;
}
}
diff --git a/packages/core/src/storages/storage_manager.ts b/packages/core/src/storages/storage_manager.ts
index be8d45da8..2e369654d 100644
--- a/packages/core/src/storages/storage_manager.ts
+++ b/packages/core/src/storages/storage_manager.ts
@@ -34,7 +34,7 @@ export class StorageManager<T extends IStorage = IStorage> {
this.name = this.StorageConstructor.name as 'Dataset' | 'KeyValueStore' | 'RequestQueue';
}
- static openStorage<T extends IStorage>(
+ static async openStorage<T extends IStorage>(
storageClass: Constructor<T>,
idOrName?: string,
client?: StorageClient,
diff --git a/packages/http-crawler/src/internals/http-crawler.ts b/packages/http-crawler/src/internals/http-crawler.ts
index 2451506f0..fdcfaa2c3 100644
--- a/packages/http-crawler/src/internals/http-crawler.ts
+++ b/packages/http-crawler/src/internals/http-crawler.ts
@@ -495,7 +495,7 @@ export class HttpCrawler<Context extends InternalHttpCrawlingContext<any, any, H
request.state = RequestState.REQUEST_HANDLER;
try {
await addTimeoutToPromise(
- () => Promise.resolve(this.requestHandler(crawlingContext)),
+ async () => Promise.resolve(this.requestHandler(crawlingContext)),
this.userRequestHandlerTimeoutMillis,
`requestHandler timed out after ${this.userRequestHandlerTimeoutMillis / 1000} seconds.`,
);
@@ -533,7 +533,7 @@ export class HttpCrawler<Context extends InternalHttpCrawlingContext<any, any, H
const proxyUrl = crawlingContext.proxyInfo?.url;
crawlingContext.response = await addTimeoutToPromise(
- () => this._requestFunction({ request, session, proxyUrl, gotOptions }),
+ async () => this._requestFunction({ request, session, proxyUrl, gotOptions }),
this.navigationTimeoutMillis,
`request timed out after ${this.navigationTimeoutMillis / 1000} seconds.`,
);
@@ -665,7 +665,7 @@ export class HttpCrawler<Context extends InternalHttpCrawlingContext<any, any, H
return { ...parsed, isXml, response, contentType };
} else {
const body = await concatStreamToBuffer(response);
- return { body, response, contentType, enqueueLinks: () => Promise.resolve({ processedRequests: [], unprocessedRequests: [] }) };
+ return { body, response, contentType, enqueueLinks: async () => Promise.resolve({ processedRequests: [], unprocessedRequests: [] }) };
}
}
@@ -799,7 +799,7 @@ export class HttpCrawler<Context extends InternalHttpCrawlingContext<any, any, H
/**
* @internal wraps public utility for mocking purposes
*/
- private _requestAsBrowser = (options: OptionsInit & { isStream: true }, session?: Session) => {
+ private _requestAsBrowser = async (options: OptionsInit & { isStream: true }, session?: Session) => {
return new Promise<PlainResponse>((resolve, reject) => {
const stream = gotScraping(options);
diff --git a/packages/jsdom-crawler/src/internals/jsdom-crawler.ts b/packages/jsdom-crawler/src/internals/jsdom-crawler.ts
index e0f115238..903c6f5f5 100644
--- a/packages/jsdom-crawler/src/internals/jsdom-crawler.ts
+++ b/packages/jsdom-crawler/src/internals/jsdom-crawler.ts
@@ -252,7 +252,7 @@ export class JSDOMCrawler extends HttpCrawler<JSDOMCrawlingContext> {
if (this.runScripts) {
try {
- await addTimeoutToPromise(() => {
+ await addTimeoutToPromise(async () => {
return new Promise<void>((resolve) => {
window.addEventListener('load', () => {
resolve();
@@ -285,7 +285,7 @@ export class JSDOMCrawler extends HttpCrawler<JSDOMCrawlingContext> {
}
override async _runRequestHandler(context: JSDOMCrawlingContext) {
- context.parseWithCheerio = () => Promise.resolve(cheerio.load(context.body));
+ context.parseWithCheerio = async () => Promise.resolve(cheerio.load(context.body));
await super._runRequestHandler(context);
}
}
diff --git a/packages/memory-storage/src/memory-storage.ts b/packages/memory-storage/src/memory-storage.ts
index 157bc16c5..2388e5c8c 100644
--- a/packages/memory-storage/src/memory-storage.ts
+++ b/packages/memory-storage/src/memory-storage.ts
@@ -119,7 +119,7 @@ export class MemoryStorage implements storage.StorageClient {
return new RequestQueueClient({ id, baseStorageDirectory: this.requestQueuesDirectory, client: this, ...options });
}
- setStatusMessage(message: string, options: storage.SetStatusMessageOptions = {}): Promise<void> {
+ async setStatusMessage(message: string, options: storage.SetStatusMessageOptions = {}): Promise<void> {
s.string.parse(message);
s.object({
isStatusMessageTerminal: s.boolean.optional,
@@ -178,7 +178,7 @@ export class MemoryStorage implements storage.StorageClient {
* This method should be called at the end of the process, to ensure all data is saved.
*/
async teardown(): Promise<void> {
- const promises = [...promiseMap.values()].map(({ promise }) => promise);
+ const promises = [...promiseMap.values()].map(async ({ promise }) => promise);
await Promise.all(promises);
}
@@ -232,7 +232,7 @@ export class MemoryStorage implements storage.StorageClient {
return async () => (await this.batchRemoveFiles(tempPathForOldFolder))();
}
- return () => Promise.resolve();
+ return async () => Promise.resolve();
}
private async batchRemoveFiles(folder: string, counter = 0): Promise<() => Promise<void>> {
@@ -275,6 +275,6 @@ export class MemoryStorage implements storage.StorageClient {
};
}
- return () => Promise.resolve();
+ return async () => Promise.resolve();
}
}
diff --git a/packages/memory-storage/test/no-writing-to-disk.test.ts b/packages/memory-storage/test/no-writing-to-disk.test.ts
index c120ea17c..272aea1b4 100644
--- a/packages/memory-storage/test/no-writing-to-disk.test.ts
+++ b/packages/memory-storage/test/no-writing-to-disk.test.ts
@@ -26,7 +26,7 @@ describe('persistStorage option', () => {
await keyValueStore.setRecord({ key: 'foo', value: 'test' });
// We check that reading the directory for the store throws an error, which means it wasn't created on disk
- await expect(() => readdir(localDataDirectory)).rejects.toThrow();
+ await expect(async () => readdir(localDataDirectory)).rejects.toThrow();
});
});
diff --git a/packages/memory-storage/test/write-metadata.test.ts b/packages/memory-storage/test/write-metadata.test.ts
index 25e632727..bd70f1691 100644
--- a/packages/memory-storage/test/write-metadata.test.ts
+++ b/packages/memory-storage/test/write-metadata.test.ts
@@ -24,7 +24,7 @@ describe('writeMetadata option', () => {
const expectedPath = resolve(storage.keyValueStoresDirectory, `${keyValueStore.id}`);
// We check that reading the directory for the store throws an error, which means it wasn't created on disk
- await expect(() => readdir(expectedPath)).rejects.toThrow();
+ await expect(async () => readdir(expectedPath)).rejects.toThrow();
});
test('creating a key-value pair in a key-value store should not write __metadata__.json file for the value', async () => {
diff --git a/packages/playwright-crawler/src/internals/utils/playwright-utils.ts b/packages/playwright-crawler/src/internals/utils/playwright-utils.ts
index 750a13d9f..174a42fd3 100644
--- a/packages/playwright-crawler/src/internals/utils/playwright-utils.ts
+++ b/packages/playwright-crawler/src/internals/utils/playwright-utils.ts
@@ -99,7 +99,7 @@ export async function injectFile(page: Page, filePath: string, options: InjectFi
if (options.surviveNavigations) {
page.on('framenavigated',
- () => page.evaluate(contents)
+ async () => page.evaluate(contents)
.catch((error) => log.warning('An error occurred during the script injection!', { error })));
}
@@ -132,7 +132,7 @@ export async function injectFile(page: Page, filePath: string, options: InjectFi
* @param page Playwright [`Page`](https://playwright.dev/docs/api/class-page) object.
* @param [options.surviveNavigations] Opt-out option to disable the JQuery reinjection after navigation.
*/
-export function injectJQuery(page: Page, options?: { surviveNavigations?: boolean }): Promise<unknown> {
+export async function injectJQuery(page: Page, options?: { surviveNavigations?: boolean }): Promise<unknown> {
ow(page, ow.object.validate(validators.browserPage));
return injectFile(page, jqueryPath, { surviveNavigations: options?.surviveNavigations ?? true });
}
@@ -752,7 +752,7 @@ export interface PlaywrightContextUtils {
}
export function registerUtilsToContext(context: PlaywrightCrawlingContext): void {
- context.injectFile = (filePath: string, options?: InjectFileOptions) => injectFile(context.page, filePath, options);
+ context.injectFile = async (filePath: string, options?: InjectFileOptions) => injectFile(context.page, filePath, options);
context.injectJQuery = (async () => {
if (context.request.state === RequestState.BEFORE_NAV) {
log.warning('Using injectJQuery() in preNavigationHooks leads to unstable results. Use it in a postNavigationHook or a requestHandler instead.');
@@ -761,17 +761,18 @@ export function registerUtilsToContext(context: PlaywrightCrawlingContext): void
}
await injectJQuery(context.page, { surviveNavigations: false });
});
- context.blockRequests = (options?: BlockRequestsOptions) => blockRequests(context.page, options);
- context.parseWithCheerio = () => parseWithCheerio(context.page);
- context.infiniteScroll = (options?: InfiniteScrollOptions) => infiniteScroll(context.page, options);
- context.saveSnapshot = (options?: SaveSnapshotOptions) => saveSnapshot(context.page, { ...options, config: context.crawler.config });
- context.enqueueLinksByClickingElements = (options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>) => enqueueLinksByClickingElements({
+ context.blockRequests = async (options?: BlockRequestsOptions) => blockRequests(context.page, options);
+ context.parseWithCheerio = async () => parseWithCheerio(context.page);
+ context.infiniteScroll = async (options?: InfiniteScrollOptions) => infiniteScroll(context.page, options);
+ context.saveSnapshot = async (options?: SaveSnapshotOptions) => saveSnapshot(context.page, { ...options, config: context.crawler.config });
+ // eslint-disable-next-line max-len
+ context.enqueueLinksByClickingElements = async (options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>) => enqueueLinksByClickingElements({
...options,
page: context.page,
requestQueue: context.crawler.requestQueue!,
});
context.compileScript = (scriptString: string, ctx?: Dictionary) => compileScript(scriptString, ctx);
- context.closeCookieModals = () => closeCookieModals(context.page);
+ context.closeCookieModals = async () => closeCookieModals(context.page);
}
export { enqueueLinksByClickingElements };
diff --git a/packages/puppeteer-crawler/src/internals/utils/puppeteer_utils.ts b/packages/puppeteer-crawler/src/internals/utils/puppeteer_utils.ts
index 61b719b3f..154761391 100644
--- a/packages/puppeteer-crawler/src/internals/utils/puppeteer_utils.ts
+++ b/packages/puppeteer-crawler/src/internals/utils/puppeteer_utils.ts
@@ -131,7 +131,7 @@ export async function injectFile(page: Page, filePath: string, options: InjectFi
const evalP = page.evaluate(contents);
if (options.surviveNavigations) {
page.on('framenavigated',
- () => page.evaluate(contents)
+ async () => page.evaluate(contents)
.catch((error) => log.warning('An error occurred during the script injection!', { error })));
}
@@ -164,7 +164,7 @@ export async function injectFile(page: Page, filePath: string, options: InjectFi
* @param page Puppeteer [`Page`](https://pptr.dev/api/puppeteer.page) object.
* @param [options.surviveNavigations] Opt-out option to disable the JQuery reinjection after navigation.
*/
-export function injectJQuery(page: Page, options?: { surviveNavigations?: boolean }): Promise<unknown> {
+export async function injectJQuery(page: Page, options?: { surviveNavigations?: boolean }): Promise<unknown> {
ow(page, ow.object.validate(validators.browserPage));
return injectFile(page, jqueryPath, { surviveNavigations: options?.surviveNavigations ?? true });
}
@@ -946,7 +946,7 @@ export interface PuppeteerContextUtils {
/** @internal */
export function registerUtilsToContext(context: PuppeteerCrawlingContext): void {
- context.injectFile = (filePath: string, options?: InjectFileOptions) => injectFile(context.page, filePath, options);
+ context.injectFile = async (filePath: string, options?: InjectFileOptions) => injectFile(context.page, filePath, options);
context.injectJQuery = (async () => {
if (context.request.state === RequestState.BEFORE_NAV) {
log.warning('Using injectJQuery() in preNavigationHooks leads to unstable results. Use it in a postNavigationHook or a requestHandler instead.');
@@ -955,23 +955,24 @@ export function registerUtilsToContext(context: PuppeteerCrawlingContext): void
}
await injectJQuery(context.page, { surviveNavigations: false });
});
- context.parseWithCheerio = () => parseWithCheerio(context.page);
- context.enqueueLinksByClickingElements = (options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>) => enqueueLinksByClickingElements({
+ context.parseWithCheerio = async () => parseWithCheerio(context.page);
+ // eslint-disable-next-line max-len
+ context.enqueueLinksByClickingElements = async (options: Omit<EnqueueLinksByClickingElementsOptions, 'page' | 'requestQueue'>) => enqueueLinksByClickingElements({
page: context.page,
requestQueue: context.crawler.requestQueue!,
...options,
});
- context.blockRequests = (options?: BlockRequestsOptions) => blockRequests(context.page, options);
- context.blockResources = (resourceTypes?: string[]) => blockResources(context.page, resourceTypes);
- context.cacheResponses = (cache: Dictionary<Partial<ResponseForRequest>>, responseUrlRules: (string | RegExp)[]) => {
+ context.blockRequests = async (options?: BlockRequestsOptions) => blockRequests(context.page, options);
+ context.blockResources = async (resourceTypes?: string[]) => blockResources(context.page, resourceTypes);
+ context.cacheResponses = async (cache: Dictionary<Partial<ResponseForRequest>>, responseUrlRules: (string | RegExp)[]) => {
return cacheResponses(context.page, cache, responseUrlRules);
};
context.compileScript = (scriptString: string, ctx?: Dictionary) => compileScript(scriptString, ctx);
- context.addInterceptRequestHandler = (handler: InterceptHandler) => addInterceptRequestHandler(context.page, handler);
- context.removeInterceptRequestHandler = (handler: InterceptHandler) => removeInterceptRequestHandler(context.page, handler);
- context.infiniteScroll = (options?: InfiniteScrollOptions) => infiniteScroll(context.page, options);
- context.saveSnapshot = (options?: SaveSnapshotOptions) => saveSnapshot(context.page, { ...options, config: context.crawler.config });
- context.closeCookieModals = () => closeCookieModals(context.page);
+ context.addInterceptRequestHandler = async (handler: InterceptHandler) => addInterceptRequestHandler(context.page, handler);
+ context.removeInterceptRequestHandler = async (handler: InterceptHandler) => removeInterceptRequestHandler(context.page, handler);
+ context.infiniteScroll = async (options?: InfiniteScrollOptions) => infiniteScroll(context.page, options);
+ context.saveSnapshot = async (options?: SaveSnapshotOptions) => saveSnapshot(context.page, { ...options, config: context.crawler.config });
+ context.closeCookieModals = async () => closeCookieModals(context.page);
}
export {
diff --git a/packages/utils/src/internals/general.ts b/packages/utils/src/internals/general.ts
index 7324364c8..65dd88145 100644
--- a/packages/utils/src/internals/general.ts
+++ b/packages/utils/src/internals/general.ts
@@ -13,7 +13,7 @@ export const URL_NO_COMMAS_REGEX = RegExp('https?://(www\\.)?[\\p{L}0-9][-\\p{L}
*/
export const URL_WITH_COMMAS_REGEX = RegExp('https?://(www\\.)?[\\p{L}0-9][-\\p{L}0-9@:%._\\+~#=]{0,254}[\\p{L}0-9]\\.[a-z]{2,63}(:\\d{1,5})?(/[-\\p{L}0-9@:%_\\+,.~#?&//=\\(\\)]*)?', 'giu'); // eslint-disable-line
-let isDockerPromiseCache: Promise<boolean>;
+let isDockerPromiseCache: Promise<boolean> | undefined;
async function createIsDockerPromise() {
const promise1 = fs.stat('/.dockerenv')
@@ -32,7 +32,7 @@ async function createIsDockerPromise() {
/**
* Returns a `Promise` that resolves to true if the code is running in a Docker container.
*/
-export function isDocker(forceReset?: boolean): Promise<boolean> {
+export async function isDocker(forceReset?: boolean): Promise<boolean> {
// Parameter forceReset is just internal for unit tests.
if (!isDockerPromiseCache || forceReset) isDockerPromiseCache = createIsDockerPromise();
@@ -70,7 +70,7 @@ export function weightedAvg(arrValues: number[], arrWeights: number[]): number {
* ```
* @param millis Period of time to sleep, in milliseconds. If not a positive number, the returned promise resolves immediately.
*/
-export function sleep(millis?: number): Promise<void> {
+export async function sleep(millis?: number): Promise<void> {
return setTimeout(millis);
}
diff --git a/test/browser-pool/browser-pool.test.ts b/test/browser-pool/browser-pool.test.ts
index ef268ee67..0240d0799 100644
--- a/test/browser-pool/browser-pool.test.ts
+++ b/test/browser-pool/browser-pool.test.ts
@@ -142,7 +142,7 @@ describe.each([
spy.mockReset();
await expect(addTimeoutToPromise(
- () => browserPool.newPage(),
+ async () => browserPool.newPage(),
10,
'opening new page timed out',
)).rejects.toThrowError('opening new page timed out');
@@ -256,7 +256,7 @@ describe.each([
clearInterval(browserPool['browserKillerInterval']!);
browserPool['browserKillerInterval'] = setInterval(
- () => browserPool['_closeInactiveRetiredBrowsers'](),
+ async () => browserPool['_closeInactiveRetiredBrowsers'](),
100,
);
@@ -300,7 +300,7 @@ describe.each([
describe('preLaunchHooks', () => {
test('should evaluate hook before launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.preLaunchHooks.push(myAsyncHook);
// @ts-expect-error Private function
@@ -337,7 +337,7 @@ describe.each([
describe('postLaunchHooks', () => {
test('should evaluate hook after launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.postLaunchHooks = [myAsyncHook];
// @ts-expect-error Private function
@@ -392,7 +392,7 @@ describe.each([
describe('prePageCreateHooks', () => {
test('should evaluate hook after launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.prePageCreateHooks = [myAsyncHook];
// @ts-expect-error Private function
@@ -414,7 +414,7 @@ describe.each([
describe('postPageCreateHooks', () => {
test('should evaluate hook after launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.postPageCreateHooks = [myAsyncHook];
// @ts-expect-error Private function
@@ -429,7 +429,7 @@ describe.each([
describe('prePageCloseHooks', () => {
test('should evaluate hook after launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.prePageCloseHooks = [myAsyncHook];
// @ts-expect-error Private function
@@ -445,7 +445,7 @@ describe.each([
describe('postPageCloseHooks', () => {
test('should evaluate hook after launching browser with correct args', async () => {
- const myAsyncHook = () => Promise.resolve();
+ const myAsyncHook = async () => Promise.resolve();
browserPool.postPageCloseHooks = [myAsyncHook];
// @ts-expect-error Private function
diff --git a/test/core/autoscaling/autoscaled_pool.test.ts b/test/core/autoscaling/autoscaled_pool.test.ts
index fca7589a0..e1bad5826 100644
--- a/test/core/autoscaling/autoscaled_pool.test.ts
+++ b/test/core/autoscaling/autoscaled_pool.test.ts
@@ -19,7 +19,7 @@ describe('AutoscaledPool', () => {
let isFinished = false;
- const runTaskFunction = () => {
+ const runTaskFunction = async () => {
if (range.length === 1) {
isFinished = true;
}
@@ -35,8 +35,8 @@ describe('AutoscaledPool', () => {
minConcurrency: 1,
maxConcurrency: 1,
runTaskFunction,
- isFinishedFunction: () => Promise.resolve(isFinished),
- isTaskReadyFunction: () => Promise.resolve(!isFinished),
+ isFinishedFunction: async () => Promise.resolve(isFinished),
+ isTaskReadyFunction: async () => Promise.resolve(!isFinished),
});
await pool.run();
@@ -49,7 +49,7 @@ describe('AutoscaledPool', () => {
let isFinished = false;
- const runTaskFunction = () => {
+ const runTaskFunction = async () => {
if (range.length === 1) {
isFinished = true;
}
@@ -65,8 +65,8 @@ describe('AutoscaledPool', () => {
minConcurrency: 10,
maxConcurrency: 10,
runTaskFunction,
- isFinishedFunction: () => Promise.resolve(isFinished),
- isTaskReadyFunction: () => Promise.resolve(!isFinished),
+ isFinishedFunction: async () => Promise.resolve(isFinished),
+ isTaskReadyFunction: async () => Promise.resolve(!isFinished),
});
await pool.run();
@@ -80,7 +80,7 @@ describe('AutoscaledPool', () => {
let isFinished = false;
- const runTaskFunction = () => {
+ const runTaskFunction = async () => {
if (range.length === 1) {
isFinished = true;
}
@@ -98,15 +98,15 @@ describe('AutoscaledPool', () => {
maxConcurrency: 13,
desiredConcurrency: 9,
runTaskFunction,
- isFinishedFunction: () => Promise.resolve(isFinished),
- isTaskReadyFunction: () => Promise.resolve(!isFinished),
+ isFinishedFunction: async () => isFinished,
+ isTaskReadyFunction: async () => !isFinished,
});
expect(pool.minConcurrency).toBe(3);
expect(pool.maxConcurrency).toBe(13);
expect(pool.desiredConcurrency).toBe(9);
- const promise = await pool.run();
+ const promise = pool.run();
// Test setting concurrency
pool.minConcurrency = 4;
@@ -387,9 +387,9 @@ describe('AutoscaledPool', () => {
const pool = new AutoscaledPool({
minConcurrency: 1,
maxConcurrency: 100,
- runTaskFunction: () => Promise.resolve(),
- isFinishedFunction: () => Promise.resolve(false),
- isTaskReadyFunction: () => Promise.resolve(true),
+ runTaskFunction: async () => Promise.resolve(),
+ isFinishedFunction: async () => Promise.resolve(false),
+ isTaskReadyFunction: async () => Promise.resolve(true),
loggingIntervalSecs: null,
});
// @ts-expect-error Calling private method
diff --git a/test/core/browser_launchers/playwright_launcher.test.ts b/test/core/browser_launchers/playwright_launcher.test.ts
index 0c73e58a6..377407bfa 100644
--- a/test/core/browser_launchers/playwright_launcher.test.ts
+++ b/test/core/browser_launchers/playwright_launcher.test.ts
@@ -35,7 +35,7 @@ beforeAll(async () => {
serverAddress += port;
// Find free port for the proxy
- return portastic.find({ min: 50000, max: 50099 }).then((ports: number[]) => {
+ return portastic.find({ min: 50000, max: 50099 }).then(async (ports: number[]) => {
return new Promise<void>((resolve, reject) => {
const httpServer = http.createServer();
@@ -166,7 +166,7 @@ describe('launchPlaywright()', () => {
// where pages would not load at all with Chrome.
await page.goto(serverAddress);
const title = await page.title();
- const version = await browser.version();
+ const version = browser.version();
expect(title).toBe('Example Domain');
expect(version).not.toMatch('Chromium');
diff --git a/test/core/browser_launchers/puppeteer_launcher.test.ts b/test/core/browser_launchers/puppeteer_launcher.test.ts
index 4528c1d71..c55693ec8 100644
--- a/test/core/browser_launchers/puppeteer_launcher.test.ts
+++ b/test/core/browser_launchers/puppeteer_launcher.test.ts
@@ -41,7 +41,7 @@ beforeAll(() => {
process.env.CRAWLEE_HEADLESS = '1';
// Find free port for the proxy
- return portastic.find({ min: 50100, max: 50199 }).then((ports: number[]) => {
+ return portastic.find({ min: 50100, max: 50199 }).then(async (ports: number[]) => {
return new Promise<void>((resolve, reject) => {
const httpServer = http.createServer();
@@ -117,27 +117,27 @@ describe('launchPuppeteer()', () => {
await Promise.all(closePromises);
});
- test('opens a webpage', () => {
+ test('opens a webpage', async () => {
let browser: Browser;
let page: Page;
return launchPuppeteer()
- .then((createdBrowser) => {
+ .then(async (createdBrowser) => {
browser = createdBrowser;
return browser.newPage();
})
- .then((openedPage) => {
+ .then(async (openedPage) => {
page = openedPage;
return page.goto(serverAddress);
})
- .then(() => page.content())
+ .then(async () => page.content())
.then((html) => expect(html).toMatch('<h1>Example Domain</h1>'))
- .then(() => browser.close());
+ .then(async () => browser.close());
});
- test.skip('opens a webpage via proxy with authentication', () => {
+ test.skip('opens a webpage via proxy with authentication', async () => {
let browser: Browser;
let page: Page;
@@ -148,26 +148,26 @@ describe('launchPuppeteer()', () => {
launchOptions: { headless: true },
proxyUrl: `http://username:[email protected]:${proxyPort}`,
})
- .then((createdBrowser) => {
+ .then(async (createdBrowser) => {
browser = createdBrowser;
return browser.newPage();
})
- .then((openedPage) => {
+ .then(async (openedPage) => {
page = openedPage;
return page.goto(serverAddress);
})
- .then(() => {
+ .then(async () => {
expect(wasProxyCalled).toBe(true);
return page.content();
})
.then((html) => expect(html).toMatch('<h1>Example Domain</h1>'))
- .then(() => browser.close());
+ .then(async () => browser.close());
});
- test('supports userAgent option', () => {
+ test('supports userAgent option', async () => {
let browser: Browser;
let page: Page;
@@ -181,17 +181,17 @@ describe('launchPuppeteer()', () => {
.then((result) => {
browser = result;
})
- .then(() => {
+ .then(async () => {
return browser.newPage();
})
- .then((result) => {
+ .then(async (result) => {
page = result;
return page.goto(`${serverAddress}/special/getDebug`);
})
- .then(() => {
+ .then(async () => {
return page.content();
})
- .then((html) => {
+ .then(async (html) => {
expect(html).toMatch(`"user-agent":"${opts.userAgent}"`);
return browser.close();
});
@@ -210,7 +210,7 @@ describe('launchPuppeteer()', () => {
browser = await launchPuppeteer(opts);
const page = await browser.newPage();
- await page.setDefaultNavigationTimeout(0);
+ page.setDefaultNavigationTimeout(0);
// Add a test to go to an actual domain because we've seen issues
// where pages would not load at all with Chrome.
diff --git a/test/core/crawlers/basic_browser_crawler.ts b/test/core/crawlers/basic_browser_crawler.ts
index 76ffdaa76..65d9c07f9 100644
--- a/test/core/crawlers/basic_browser_crawler.ts
+++ b/test/core/crawlers/basic_browser_crawler.ts
@@ -8,7 +8,7 @@ export class BrowserCrawlerTest extends BrowserCrawler<{ browserPlugins: [Puppet
super(options as any);
}
- protected _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
+ protected async _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
return ctx.page.goto(ctx.request.url, gotoOptions);
}
}
diff --git a/test/core/crawlers/basic_crawler.test.ts b/test/core/crawlers/basic_crawler.test.ts
index b382753be..6fffd0e9a 100644
--- a/test/core/crawlers/basic_crawler.test.ts
+++ b/test/core/crawlers/basic_crawler.test.ts
@@ -254,7 +254,7 @@ describe('BasicCrawler', () => {
void runPromise.then(() => { finished = true; });
// need to monkeypatch the stats class, otherwise it will never finish
- basicCrawler.stats.persistState = () => Promise.resolve();
+ basicCrawler.stats.persistState = async () => Promise.resolve();
await persistPromise;
expect(finished).toBe(false);
@@ -714,7 +714,7 @@ describe('BasicCrawler', () => {
test('should say that task is not ready requestList is not set and requestQueue is empty', async () => {
const requestQueue = new RequestQueue({ id: 'xxx', client: Configuration.getStorageClient() });
- requestQueue.isEmpty = () => Promise.resolve(true);
+ requestQueue.isEmpty = async () => Promise.resolve(true);
const crawler = new BasicCrawler({
requestQueue,
@@ -736,7 +736,7 @@ describe('BasicCrawler', () => {
autoscaledPoolOptions: {
minConcurrency: 1,
maxConcurrency: 1,
- isFinishedFunction: () => {
+ isFinishedFunction: async () => {
return Promise.resolve(isFinished);
},
},
@@ -759,8 +759,8 @@ describe('BasicCrawler', () => {
const isFinishedOrig = vitest.spyOn(requestQueue, 'isFinished');
- requestQueue.fetchNextRequest = () => Promise.resolve(queue.pop());
- requestQueue.isEmpty = () => Promise.resolve(!queue.length);
+ requestQueue.fetchNextRequest = async () => Promise.resolve(queue.pop());
+ requestQueue.isEmpty = async () => Promise.resolve(!queue.length);
setTimeout(() => queue.push(request0), 10);
setTimeout(() => queue.push(request1), 100);
@@ -805,8 +805,8 @@ describe('BasicCrawler', () => {
const isFinishedOrig = vitest.spyOn(requestQueue, 'isFinished');
- requestQueue.fetchNextRequest = () => Promise.resolve(queue.pop());
- requestQueue.isEmpty = () => Promise.resolve(!queue.length);
+ requestQueue.fetchNextRequest = async () => Promise.resolve(queue.pop());
+ requestQueue.isEmpty = async () => Promise.resolve(!queue.length);
setTimeout(() => queue.push(request0), 10);
setTimeout(() => queue.push(request1), 100);
@@ -959,7 +959,7 @@ describe('BasicCrawler', () => {
requestList,
handleRequestTimeoutSecs: 0.01,
maxRequestRetries: 1,
- requestHandler: () => sleep(1000),
+ requestHandler: async () => sleep(1000),
failedRequestHandler: async ({ request }) => {
results.push(request);
},
@@ -980,7 +980,7 @@ describe('BasicCrawler', () => {
requestList,
requestHandlerTimeoutSecs: Infinity,
maxRequestRetries: 1,
- requestHandler: () => sleep(1000),
+ requestHandler: async () => sleep(1000),
failedRequestHandler: async ({ request }) => {
results.push(request);
},
@@ -1001,7 +1001,7 @@ describe('BasicCrawler', () => {
requestList,
requestHandlerTimeoutSecs: 0.1,
maxRequestRetries: 3,
- requestHandler: () => sleep(1e3),
+ requestHandler: async () => sleep(1e3),
});
// @ts-expect-error Overriding protected method
@@ -1082,7 +1082,7 @@ describe('BasicCrawler', () => {
requestList,
requestHandlerTimeoutSecs: 0.1,
maxRequestRetries: 3,
- requestHandler: () => sleep(1e3),
+ requestHandler: async () => sleep(1e3),
});
// @ts-expect-error Overriding protected method
@@ -1397,7 +1397,7 @@ describe('BasicCrawler', () => {
test('should expose pushData helper', async () => {
const crawler = new BasicCrawler({
- requestHandler: ({ pushData }) => pushData(payload),
+ requestHandler: async ({ pushData }) => pushData(payload),
});
await crawler.run([{
diff --git a/test/core/crawlers/browser_crawler.test.ts b/test/core/crawlers/browser_crawler.test.ts
index e70cdb236..1cbb75f2c 100644
--- a/test/core/crawlers/browser_crawler.test.ts
+++ b/test/core/crawlers/browser_crawler.test.ts
@@ -144,7 +144,7 @@ describe('BrowserCrawler', () => {
class TimeoutError extends Error {}
let sessionGoto: Session;
const browserCrawler = new class extends BrowserCrawlerTest {
- protected override _navigationHandler(ctx: PuppeteerCrawlingContext): Promise<HTTPResponse | null | undefined> {
+ protected override async _navigationHandler(ctx: PuppeteerCrawlingContext): Promise<HTTPResponse | null | undefined> {
vitest.spyOn(ctx.session, 'markBad');
sessionGoto = ctx.session;
throw new TimeoutError();
@@ -172,7 +172,8 @@ describe('BrowserCrawler', () => {
let isEvaluated = false;
const browserCrawler = new class extends BrowserCrawlerTest {
- protected override _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
+ // eslint-disable-next-line max-len
+ protected override async _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
isEvaluated = ctx.hookFinished as boolean;
return ctx.page.goto(ctx.request.url, gotoOptions);
}
@@ -310,7 +311,8 @@ describe('BrowserCrawler', () => {
});
let optionsGoto: PuppeteerGoToOptions;
const browserCrawler = new class extends BrowserCrawlerTest {
- protected override _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
+ // eslint-disable-next-line max-len
+ protected override async _navigationHandler(ctx: PuppeteerCrawlingContext, gotoOptions: PuppeteerGoToOptions): Promise<HTTPResponse | null | undefined> {
optionsGoto = gotoOptions;
return ctx.page.goto(ctx.request.url, gotoOptions);
}
@@ -348,7 +350,7 @@ describe('BrowserCrawler', () => {
browserPlugins: [puppeteerPlugin],
},
requestList,
- requestHandler: ({ page }) => {
+ requestHandler: async ({ page }) => {
page.close = async () => {
if (i === 0) {
throw new Error();
@@ -592,7 +594,7 @@ describe('BrowserCrawler', () => {
});
let called = false;
const browserCrawler = new class extends BrowserCrawlerTest {
- protected override _navigationHandler(ctx: PuppeteerCrawlingContext): Promise<HTTPResponse | null | undefined> {
+ protected override async _navigationHandler(ctx: PuppeteerCrawlingContext): Promise<HTTPResponse | null | undefined> {
ctx.crawler.browserPool.on(BROWSER_POOL_EVENTS.BROWSER_RETIRED, () => {
resolve();
called = true;
diff --git a/test/core/crawlers/cheerio_crawler.test.ts b/test/core/crawlers/cheerio_crawler.test.ts
index b76c5ae6e..9284c4712 100644
--- a/test/core/crawlers/cheerio_crawler.test.ts
+++ b/test/core/crawlers/cheerio_crawler.test.ts
@@ -1138,7 +1138,7 @@ describe('CheerioCrawler', () => {
// @ts-expect-error Accessing private method
const oldHandleRequestF = cheerioCrawler._runRequestHandler;
// @ts-expect-error Overriding private method
- cheerioCrawler._runRequestHandler = (opts) => {
+ cheerioCrawler._runRequestHandler = async (opts) => {
usedSession = opts.session;
return oldHandleRequestF.call(cheerioCrawler, opts);
};
diff --git a/test/core/crawlers/puppeteer_crawler.test.ts b/test/core/crawlers/puppeteer_crawler.test.ts
index ddd21aa73..a8f762147 100644
--- a/test/core/crawlers/puppeteer_crawler.test.ts
+++ b/test/core/crawlers/puppeteer_crawler.test.ts
@@ -57,7 +57,7 @@ describe('PuppeteerCrawler', () => {
createProxyServer('127.0.0.4', '', ''),
];
- await Promise.all(servers.map((server) => server.listen()));
+ await Promise.all(servers.map(async (server) => server.listen()));
proxyConfiguration = new ProxyConfiguration({
proxyUrls: [
@@ -83,7 +83,7 @@ describe('PuppeteerCrawler', () => {
log.setLevel(logLevel);
process.env.CRAWLEE_HEADLESS = prevEnvHeadless;
- await Promise.all(servers.map((server) => promisify(server.close.bind(server))(true)));
+ await Promise.all(servers.map(async (server) => promisify(server.close.bind(server))(true)));
await promisify(target.close.bind(target))();
});
diff --git a/test/core/enqueue_links/click_elements.test.ts b/test/core/enqueue_links/click_elements.test.ts
index 676da9b01..c55798a27 100644
--- a/test/core/enqueue_links/click_elements.test.ts
+++ b/test/core/enqueue_links/click_elements.test.ts
@@ -75,7 +75,7 @@ testCases.forEach(({
afterAll(async () => {
await browser.close();
- await server.close();
+ server.close();
});
beforeEach(async () => {
diff --git a/test/core/puppeteer_request_interception.test.ts b/test/core/puppeteer_request_interception.test.ts
index 2b41f3593..1d318f60a 100644
--- a/test/core/puppeteer_request_interception.test.ts
+++ b/test/core/puppeteer_request_interception.test.ts
@@ -41,19 +41,19 @@ describe('utils.puppeteer.addInterceptRequestHandler|removeInterceptRequestHandl
const page = await browser.newPage();
// Just collect all URLs.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
allUrls.push(request.url());
return request.continue();
});
// Abort images.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
if (request.resourceType() === 'image') return request.abort();
return request.continue();
});
// Abort scripts.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
if (request.resourceType() === 'script') return request.abort();
return request.continue();
});
@@ -85,13 +85,13 @@ describe('utils.puppeteer.addInterceptRequestHandler|removeInterceptRequestHandl
const page = await browser.newPage();
// Abort images.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
if (request.resourceType() === 'image') return request.abort();
return request.continue();
});
// Respond scripts.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
if (request.resourceType() === 'script') {
return request.respond({
status: 404,
@@ -101,7 +101,7 @@ describe('utils.puppeteer.addInterceptRequestHandler|removeInterceptRequestHandl
});
// Just collect all URLs propagated to the last handler.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
propagatedUrls.push(request.url());
return request.continue();
});
@@ -122,11 +122,11 @@ describe('utils.puppeteer.addInterceptRequestHandler|removeInterceptRequestHandl
const page = await browser.newPage();
// Change all requests to DELETE.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
return request.continue({ method: 'DELETE' });
});
// Add some query parameters to request URLs.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
return request.continue({
headers: {
'Content-Type': 'application/json; charset=utf-8',
@@ -135,7 +135,7 @@ describe('utils.puppeteer.addInterceptRequestHandler|removeInterceptRequestHandl
});
});
// Change all requests to POST and add payload.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
return request.continue({
method: 'POST',
});
@@ -229,14 +229,14 @@ describe('utils.puppeteer.removeInterceptRequestHandler()', () => {
page.on('response', (response) => loadedUrls.push(response.url()));
// Abort images.
- const abortImagesHandler = (request: HTTPRequest) => {
+ const abortImagesHandler = async (request: HTTPRequest) => {
if (request.resourceType() === 'image') return request.abort();
return request.continue();
};
await addInterceptRequestHandler(page, abortImagesHandler);
// Abort scripts.
- await addInterceptRequestHandler(page, (request) => {
+ await addInterceptRequestHandler(page, async (request) => {
if (request.resourceType() === 'script') return request.abort();
return request.continue();
});
diff --git a/test/core/storages/dataset.test.ts b/test/core/storages/dataset.test.ts
index 88ce25ac7..f6770d4f8 100644
--- a/test/core/storages/dataset.test.ts
+++ b/test/core/storages/dataset.test.ts
@@ -292,7 +292,7 @@ describe('dataset', () => {
test('map() should support promises', async () => {
const { dataset, restoreAndVerify } = getRemoteDataset();
- const result = await dataset.map((item, index) => {
+ const result = await dataset.map(async (item, index) => {
const res = { index, bar: 'xxx', ...item };
return Promise.resolve(res);
}, {
@@ -334,7 +334,7 @@ describe('dataset', () => {
test('reduce() should support promises', async () => {
const { dataset, restoreAndVerify } = getRemoteDataset();
- const result = await dataset.reduce((memo, item, index) => {
+ const result = await dataset.reduce(async (memo, item, index) => {
item.index = index;
item.bar = 'xxx';
@@ -385,7 +385,7 @@ describe('dataset', () => {
const calledForIndexes: number[] = [];
- const result = await dataset.reduce((memo, item, index) => {
+ const result = await dataset.reduce(async (memo, item, index) => {
calledForIndexes.push(index);
return Promise.resolve(memo.foo > item.foo ? memo : item);
}, undefined, {
diff --git a/test/e2e/cheerio-default-ts/actor/main.ts b/test/e2e/cheerio-default-ts/actor/main.ts
index 38fa35e1b..7714c7973 100644
--- a/test/e2e/cheerio-default-ts/actor/main.ts
+++ b/test/e2e/cheerio-default-ts/actor/main.ts
@@ -1,5 +1,5 @@
-import { Actor } from 'apify';
import { CheerioCrawler, Dataset } from '@crawlee/cheerio';
+import { Actor } from 'apify';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
// @ts-ignore
diff --git a/test/e2e/jsdom-default-ts/actor/main.ts b/test/e2e/jsdom-default-ts/actor/main.ts
index dc8b6bc76..273498bb5 100644
--- a/test/e2e/jsdom-default-ts/actor/main.ts
+++ b/test/e2e/jsdom-default-ts/actor/main.ts
@@ -1,7 +1,8 @@
-import { Actor } from 'apify';
-import { JSDOMCrawler, Dataset } from '@crawlee/jsdom';
import assert from 'node:assert';
+import { JSDOMCrawler, Dataset } from '@crawlee/jsdom';
+import { Actor } from 'apify';
+
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
// @ts-ignore
await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
diff --git a/test/e2e/jsdom-react-ts/actor/main.ts b/test/e2e/jsdom-react-ts/actor/main.ts
index dc841cb0e..2006a0ea5 100644
--- a/test/e2e/jsdom-react-ts/actor/main.ts
+++ b/test/e2e/jsdom-react-ts/actor/main.ts
@@ -1,5 +1,5 @@
-import { Actor } from 'apify';
import { JSDOMCrawler, Dataset } from '@crawlee/jsdom';
+import { Actor } from 'apify';
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
// @ts-ignore
diff --git a/test/e2e/linkedom-default-ts/actor/main.ts b/test/e2e/linkedom-default-ts/actor/main.ts
index 5b91558f9..95008ddb6 100644
--- a/test/e2e/linkedom-default-ts/actor/main.ts
+++ b/test/e2e/linkedom-default-ts/actor/main.ts
@@ -1,7 +1,8 @@
-import { Actor } from 'apify';
-import { LinkeDOMCrawler, Dataset } from '@crawlee/linkedom';
import assert from 'node:assert';
+import { LinkeDOMCrawler, Dataset } from '@crawlee/linkedom';
+import { Actor } from 'apify';
+
if (process.env.STORAGE_IMPLEMENTATION === 'LOCAL') {
// @ts-ignore
await Actor.init({ storage: new (await import('@apify/storage-local')).ApifyStorageLocal() });
diff --git a/test/shared/StorageEmulator.ts b/test/shared/StorageEmulator.ts
index c12a20aab..55746dacc 100644
--- a/test/shared/StorageEmulator.ts
+++ b/test/shared/StorageEmulator.ts
@@ -10,7 +10,7 @@ export abstract class StorageEmulator {
}
async destroy() {
- const promises = this.localStorageDirectories.map((dir) => {
+ const promises = this.localStorageDirectories.map(async (dir) => {
return rm(dir, { force: true, recursive: true });
});
diff --git a/test/shared/_helper.ts b/test/shared/_helper.ts
index ca2d78423..d75c09be8 100644
--- a/test/shared/_helper.ts
+++ b/test/shared/_helper.ts
@@ -8,7 +8,7 @@ import { entries } from 'crawlee';
import express from 'express';
import type { Application } from 'express';
-export const startExpressAppPromise = (app: Application, port: number) => {
+export const startExpressAppPromise = async (app: Application, port: number) => {
return new Promise<Server>((resolve) => {
const server = app.listen(port, () => resolve(server));
});
diff --git a/test/utils/general.test.ts b/test/utils/general.test.ts
index 1cf3f81ea..1c64f34e7 100644
--- a/test/utils/general.test.ts
+++ b/test/utils/general.test.ts
@@ -5,8 +5,8 @@ import { isDocker, weightedAvg, sleep, snakeCaseToCamelCase } from '@crawlee/uti
describe('isDocker()', () => {
test('works for dockerenv && cgroup', async () => {
- const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(() => Promise.resolve(null));
- const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(() => Promise.resolve('something ... docker ... something'));
+ const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(async () => Promise.resolve(null));
+ const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(async () => Promise.resolve('something ... docker ... something'));
const is = await isDocker(true);
@@ -14,8 +14,8 @@ describe('isDocker()', () => {
});
test('works for dockerenv', async () => {
- const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(() => Promise.resolve(null));
- const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(() => Promise.resolve('something ... ... something'));
+ const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(async () => Promise.resolve(null));
+ const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(async () => Promise.resolve('something ... ... something'));
const is = await isDocker(true);
@@ -23,8 +23,8 @@ describe('isDocker()', () => {
});
test('works for cgroup', async () => {
- const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(() => Promise.reject(new Error('no.')));
- const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(() => Promise.resolve('something ... docker ... something'));
+ const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(async () => Promise.reject(new Error('no.')));
+ const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(async () => Promise.resolve('something ... docker ... something'));
const is = await isDocker(true);
@@ -32,8 +32,8 @@ describe('isDocker()', () => {
});
test('works for nothing', async () => {
- const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(() => Promise.reject(new Error('no.')));
- const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(() => Promise.resolve('something ... ... something'));
+ const statMock = vitest.spyOn(asyncFs, 'stat').mockImplementationOnce(async () => Promise.reject(new Error('no.')));
+ const readMock = vitest.spyOn(asyncFs, 'readFile').mockImplementationOnce(async () => Promise.resolve('something ... ... something'));
const is = await isDocker(true);
diff --git a/test/utils/memory-info.test.ts b/test/utils/memory-info.test.ts
index 8708018da..0cde2e188 100644
--- a/test/utils/memory-info.test.ts
+++ b/test/utils/memory-info.test.ts
@@ -63,7 +63,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockResolvedValueOnce();
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory/memory.limit_in_bytes') {
return Promise.resolve('333');
}
@@ -121,7 +121,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockResolvedValueOnce();
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory/memory.limit_in_bytes') {
return Promise.resolve('333');
}
@@ -155,7 +155,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockResolvedValueOnce();
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory/memory.limit_in_bytes') {
return Promise.resolve('333');
}
@@ -179,7 +179,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockResolvedValueOnce();
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory/memory.limit_in_bytes') {
return Promise.resolve('9223372036854771712');
}
@@ -205,7 +205,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockRejectedValueOnce(new Error('ENOENT'));
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory.max') {
return Promise.resolve('333\n');
}
@@ -229,7 +229,7 @@ describe('getMemoryInfo()', () => {
isDockerSpy.mockResolvedValueOnce(true);
accessSpy.mockRejectedValueOnce(new Error('ENOENT'));
- readFileSpy.mockImplementation((path) => {
+ readFileSpy.mockImplementation(async (path) => {
if (path === '/sys/fs/cgroup/memory.max') {
return Promise.resolve('max\n');
}
diff --git a/yarn.lock b/yarn.lock
index 1fd79b95a..d7bab54d6 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -36,28 +36,28 @@ __metadata:
languageName: node
linkType: hard
-"@apify/eslint-config-ts@npm:^0.3.0":
- version: 0.3.0
- resolution: "@apify/eslint-config-ts@npm:0.3.0"
+"@apify/eslint-config-ts@npm:^0.4.0":
+ version: 0.4.0
+ resolution: "@apify/eslint-config-ts@npm:0.4.0"
dependencies:
- "@apify/eslint-config": ^0.3.3
- eslint-import-resolver-typescript: ^3.5.5
- eslint-plugin-import: ^2.27.5
+ "@apify/eslint-config": ^0.4.0
+ eslint-import-resolver-typescript: ^3.6.1
+ eslint-plugin-import: ^2.29.0
eslint-plugin-jsx-a11y: ^6.7.1
- eslint-plugin-react: ^7.32.2
+ eslint-plugin-react: ^7.33.2
eslint-plugin-react-hooks: ^4.6.0
peerDependencies:
"@typescript-eslint/eslint-plugin": "*"
"@typescript-eslint/parser": "*"
eslint: "*"
typescript: "*"
- checksum: 34a77573f44f6aea5694fad9fa208bff840cda1fc9c97ad9503d00163d8219492856d7bc9c6ccb66fe1496b3db0c51f9dce2f8ec8b869cd11d8c4a743739405b
+ checksum: 5b1fb48f7c056e7871ee551e726aa7d109c3c7140f42357d506c23c2a7b335ff04a1cfd95f6ae9d25e6c786a8bf53afb623d23f286b6faa96daa2d8de6da22b4
languageName: node
linkType: hard
-"@apify/eslint-config@npm:^0.3.3":
- version: 0.3.4
- resolution: "@apify/eslint-config@npm:0.3.4"
+"@apify/eslint-config@npm:^0.4.0":
+ version: 0.4.0
+ resolution: "@apify/eslint-config@npm:0.4.0"
dependencies:
eslint-config-airbnb: ^19.0.0
eslint-config-airbnb-base: ^15.0.0
@@ -68,7 +68,7 @@ __metadata:
eslint-plugin-react-hooks: ^4.3.0
peerDependencies:
eslint: "*"
- checksum: 9e71c61e6ab8286d0f212bf49604358597f3cba8408d826ec5007cc67cd13849d7aee7e0642f2d560e5ef7400b0618a10a7b1e63270444d15eaba63a4e05dda0
+ checksum: 7148a097180c2eb42d702fa6533198e8a6cb4100f075ce6e0735ebacd88b43941318397dffb7c0b1ef87bbb0186d530fc89ddc1f4f3b3ad76e987f4ba5292aff
languageName: node
linkType: hard
@@ -617,7 +617,7 @@ __metadata:
version: 0.0.0-use.local
resolution: "@crawlee/root@workspace:."
dependencies:
- "@apify/eslint-config-ts": ^0.3.0
+ "@apify/eslint-config-ts": ^0.4.0
"@apify/log": ^2.4.0
"@apify/tsconfig": ^0.1.0
"@commitlint/config-conventional": ^18.0.0
@@ -642,8 +642,8 @@ __metadata:
"@types/stream-json": ^1.7.2
"@types/tough-cookie": ^4.0.2
"@types/yargs": ^17.0.26
- "@typescript-eslint/eslint-plugin": 6.7.5
- "@typescript-eslint/parser": 6.7.5
+ "@typescript-eslint/eslint-plugin": 6.9.0
+ "@typescript-eslint/parser": 6.9.0
"@vitest/coverage-v8": ^0.34.6
apify: "*"
basic-auth-parser: ^0.0.2
@@ -651,7 +651,7 @@ __metadata:
commitlint: ^18.0.0
cross-env: ^7.0.3
deep-equal: ^2.0.5
- eslint: ^8.45.0
+ eslint: ^8.52.0
express: ^4.18.1
fs-extra: ^11.0.0
gen-esm-wrapper: ^1.1.3
@@ -2192,15 +2192,15 @@ __metadata:
languageName: node
linkType: hard
-"@typescript-eslint/eslint-plugin@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/eslint-plugin@npm:6.7.5"
+"@typescript-eslint/eslint-plugin@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/eslint-plugin@npm:6.9.0"
dependencies:
"@eslint-community/regexpp": ^4.5.1
- "@typescript-eslint/scope-manager": 6.7.5
- "@typescript-eslint/type-utils": 6.7.5
- "@typescript-eslint/utils": 6.7.5
- "@typescript-eslint/visitor-keys": 6.7.5
+ "@typescript-eslint/scope-manager": 6.9.0
+ "@typescript-eslint/type-utils": 6.9.0
+ "@typescript-eslint/utils": 6.9.0
+ "@typescript-eslint/visitor-keys": 6.9.0
debug: ^4.3.4
graphemer: ^1.4.0
ignore: ^5.2.4
@@ -2213,44 +2213,44 @@ __metadata:
peerDependenciesMeta:
typescript:
optional: true
- checksum: c37edf5a703db4ff9227d67c2d2cf817e65c9afc94cc0e650fa3d2b05ac55201ef887ce9dadb9ca13779f4025bf4367e132b013e3559e777006a2332079bb180
+ checksum: 51d7afc18bab711e20147f7163083f05435b6860174169eae56de217ed2cb1b3c08cba01b7d338315c2d8ecb982e83ce8f2ca7d2108c1c7c04faff2001b094d3
languageName: node
linkType: hard
-"@typescript-eslint/parser@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/parser@npm:6.7.5"
+"@typescript-eslint/parser@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/parser@npm:6.9.0"
dependencies:
- "@typescript-eslint/scope-manager": 6.7.5
- "@typescript-eslint/types": 6.7.5
- "@typescript-eslint/typescript-estree": 6.7.5
- "@typescript-eslint/visitor-keys": 6.7.5
+ "@typescript-eslint/scope-manager": 6.9.0
+ "@typescript-eslint/types": 6.9.0
+ "@typescript-eslint/typescript-estree": 6.9.0
+ "@typescript-eslint/visitor-keys": 6.9.0
debug: ^4.3.4
peerDependencies:
eslint: ^7.0.0 || ^8.0.0
peerDependenciesMeta:
typescript:
optional: true
- checksum: 63f988c1c87697bd20487933be952b97f7a5f2a9977f505af671c7d49367fc01ca508817576646caa937c15cc0a0ef1e86adff9111eb19df8b489e7436d10620
+ checksum: d8ff69d236d6495474ab93c67e2785cc94bf9c098f25c33f1c5958a4b2b5af2b70edf1cdd0c23ee3436df454a769e80eb47d2d34df8382a826fcdb79bac4382d
languageName: node
linkType: hard
-"@typescript-eslint/scope-manager@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/scope-manager@npm:6.7.5"
+"@typescript-eslint/scope-manager@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/scope-manager@npm:6.9.0"
dependencies:
- "@typescript-eslint/types": 6.7.5
- "@typescript-eslint/visitor-keys": 6.7.5
- checksum: f21858ed78f81ab2d9879139f69657fda2a7b901078f79df64d1262d80f84ef66c56525ed0bb5e393fa5ca5474ad97f2225b7f713977c2d0f79cda31b2744af9
+ "@typescript-eslint/types": 6.9.0
+ "@typescript-eslint/visitor-keys": 6.9.0
+ checksum: b7ddcea11bdb95107659800bdf3b33eae22a4dc5c28dc0f8dc5507aa9affaae0e332b6d8c7d5286a7ec75e7c4abd211eb9fdf9647a9a796689cdcc11f6ab40c6
languageName: node
linkType: hard
-"@typescript-eslint/type-utils@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/type-utils@npm:6.7.5"
+"@typescript-eslint/type-utils@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/type-utils@npm:6.9.0"
dependencies:
- "@typescript-eslint/typescript-estree": 6.7.5
- "@typescript-eslint/utils": 6.7.5
+ "@typescript-eslint/typescript-estree": 6.9.0
+ "@typescript-eslint/utils": 6.9.0
debug: ^4.3.4
ts-api-utils: ^1.0.1
peerDependencies:
@@ -2258,23 +2258,23 @@ __metadata:
peerDependenciesMeta:
typescript:
optional: true
- checksum: 8023d8ddcfbf4a0411b192016711068e9e6787c5811aee3a25ac40025ade0d063a1a3d7b38469e1a534bb31fa9dbeec08ab53b7a6d7b3128358294ac5b219d9a
+ checksum: 279b0000cd2fe7ccfbd2f311736b14c8bb9287081f553c9452c95966650c822e67442ba5a62d7fea3ee2f61ccc0fcb218f21e1ee7ccf3984c52e5942d2bbb065
languageName: node
linkType: hard
-"@typescript-eslint/types@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/types@npm:6.7.5"
- checksum: f21e5726b60f13feb3a920c92515fbc1205ba0e9bba9959b2e42c02c282a0ab4fb0e5ae84f3807b9b1cf95036027e9033d92a911fa88e6c243a87621d8dd7a01
+"@typescript-eslint/types@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/types@npm:6.9.0"
+ checksum: e0444afa1f2ebca746c72b3d0bf95982eb1e8b4fb91bcba465c1345c35fa13b36c589bfd91c776b864f223bc50817b2613df5892185c2e34332bf4cc57cc865d
languageName: node
linkType: hard
-"@typescript-eslint/typescript-estree@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/typescript-estree@npm:6.7.5"
+"@typescript-eslint/typescript-estree@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/typescript-estree@npm:6.9.0"
dependencies:
- "@typescript-eslint/types": 6.7.5
- "@typescript-eslint/visitor-keys": 6.7.5
+ "@typescript-eslint/types": 6.9.0
+ "@typescript-eslint/visitor-keys": 6.9.0
debug: ^4.3.4
globby: ^11.1.0
is-glob: ^4.0.3
@@ -2283,34 +2283,34 @@ __metadata:
peerDependenciesMeta:
typescript:
optional: true
- checksum: 17685e8321edce1d1ec4278d84e63c0f41ccb19e9308f21c37450943ad0c33328755ac52b966e7855af17e01d22bc83d1fcda79c279fabe7d3460c8f315a7265
+ checksum: 51088c23cca608a6e5c195b0a2d8a17ad00ca47199ba4df0c1013912a80194bff9f5bd4d035d6ab2596788491e9a3e04bbf6cad6494a3b1bbd59fea442750268
languageName: node
linkType: hard
-"@typescript-eslint/utils@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/utils@npm:6.7.5"
+"@typescript-eslint/utils@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/utils@npm:6.9.0"
dependencies:
"@eslint-community/eslint-utils": ^4.4.0
"@types/json-schema": ^7.0.12
"@types/semver": ^7.5.0
- "@typescript-eslint/scope-manager": 6.7.5
- "@typescript-eslint/types": 6.7.5
- "@typescript-eslint/typescript-estree": 6.7.5
+ "@typescript-eslint/scope-manager": 6.9.0
+ "@typescript-eslint/types": 6.9.0
+ "@typescript-eslint/typescript-estree": 6.9.0
semver: ^7.5.4
peerDependencies:
eslint: ^7.0.0 || ^8.0.0
- checksum: f365c654241f927e7784640079627d60a296aa3d575552b07594a69cfc419832eb5fa4adc87acb1988bea9741ae9cc4a5277dab168990310caef5de125255752
+ checksum: 973c24d7858f224934958ee58c21ff21dfe54dbb1d0e0c5f889298fadcd7ee2dbfd49cf86ccafab74d428c31de66cd9beee7c39d2b64f9edcc9e941573bac175
languageName: node
linkType: hard
-"@typescript-eslint/visitor-keys@npm:6.7.5":
- version: 6.7.5
- resolution: "@typescript-eslint/visitor-keys@npm:6.7.5"
+"@typescript-eslint/visitor-keys@npm:6.9.0":
+ version: 6.9.0
+ resolution: "@typescript-eslint/visitor-keys@npm:6.9.0"
dependencies:
- "@typescript-eslint/types": 6.7.5
+ "@typescript-eslint/types": 6.9.0
eslint-visitor-keys: ^3.4.1
- checksum: 2df996742f63d89fa339b0e8ff3a3a289d36b3f584f7538a7626bed3869e9ae27f8f56ab31748519d25a63de2ae22a43dd8413610b00436ff342b0a17eb85289
+ checksum: de8e2e363df41e5ae9774a5ebd1c49d29c771ea8b3869917f65a74cd4d14a67417c79916f456ee81ef5b0d947b7b8975385fc6eea3f1812d53a2eaaea832459e
languageName: node
linkType: hard
@@ -4855,7 +4855,7 @@ __metadata:
languageName: node
linkType: hard
-"eslint-import-resolver-typescript@npm:^3.5.5":
+"eslint-import-resolver-typescript@npm:^3.6.1":
version: 3.6.1
resolution: "eslint-import-resolver-typescript@npm:3.6.1"
dependencies:
@@ -4885,7 +4885,7 @@ __metadata:
languageName: node
linkType: hard
-"eslint-plugin-import@npm:^2.25.3, eslint-plugin-import@npm:^2.27.5":
+"eslint-plugin-import@npm:^2.25.3, eslint-plugin-import@npm:^2.29.0":
version: 2.29.0
resolution: "eslint-plugin-import@npm:2.29.0"
dependencies:
@@ -4947,7 +4947,7 @@ __metadata:
languageName: node
linkType: hard
-"eslint-plugin-react@npm:^7.27.0, eslint-plugin-react@npm:^7.32.2":
+"eslint-plugin-react@npm:^7.27.0, eslint-plugin-react@npm:^7.33.2":
version: 7.33.2
resolution: "eslint-plugin-react@npm:7.33.2"
dependencies:
@@ -4990,7 +4990,7 @@ __metadata:
languageName: node
linkType: hard
-"eslint@npm:^8.45.0":
+"eslint@npm:^8.52.0":
version: 8.52.0
resolution: "eslint@npm:8.52.0"
dependencies: