Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: fix oxlint errors
Jindřich Bär40631aa8905e
diff --git a/packages/basic-crawler/src/internals/basic-crawler.ts b/packages/basic-crawler/src/internals/basic-crawler.tsindex 0bde69ef2..74cd36a87 100644--- a/packages/basic-crawler/src/internals/basic-crawler.ts+++ b/packages/basic-crawler/src/internals/basic-crawler.ts@@ -76,7 +76,7 @@ import type {SetStatusMessageOptions,StorageBackend,} from '@crawlee/types';-import { getObjectType, isAsyncIterable, isIterable, RobotsTxtFile, ROTATE_PROXY_ERRORS, sleep } from '@crawlee/utils';+import { getObjectType, isAsyncIterable, isIterable, RobotsTxtFile, ROTATE_PROXY_ERRORS } from '@crawlee/utils';import { stringify } from 'csv-stringify/sync';import { ensureDir, writeJSON } from 'fs-extra/esm';import ow from 'ow';@@ -1423,17 +1423,12 @@ export class BasicCrawler<}periodicLogger.stop();- // Give the event loop a single tick to flush the HTTP- // 1ms is enough because we already have a keep-alive connection to the API- await Promise.race([- this.setStatusMessage(- `Finished! Total ${this.stats.state.requestsFinished + this.stats.state.requestsFailed} requests: ${- this.stats.state.requestsFinished- } succeeded, ${this.stats.state.requestsFailed} failed.`,- { isStatusMessageTerminal: true, level: 'INFO' },- ),- sleep(1),- ]);+ this.setStatusMessage(+ `Finished! Total ${this.stats.state.requestsFinished + this.stats.state.requestsFailed} requests: ${+ this.stats.state.requestsFinished+ } succeeded, ${this.stats.state.requestsFailed} failed.`,+ { isStatusMessageTerminal: true, level: 'INFO' },+ );this.running = false;this.hasFinishedBefore = true;diff --git a/packages/core/src/storages/request_list.ts b/packages/core/src/storages/request_list.tsindex 26870b532..5f0facc28 100644--- a/packages/core/src/storages/request_list.ts+++ b/packages/core/src/storages/request_list.ts@@ -436,6 +436,7 @@ export class RequestList implements IRequestLoader {const sourcesFromFunctionCount = sourcesFromFunction.length;for (let i = 0; i < sourcesFromFunctionCount; i++) {const source = sourcesFromFunction[i];+ // oxlint-disable-next-line typescript/no-array-delete -- intentional, drop the slot so V8 can collect the objectdelete sourcesFromFunction[i];this._addRequest(source);}