Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Linting
Marek Trunkat1fb5914703a4
diff --git a/src/request_queue.js b/src/request_queue.jsindex 67f7c3b06..f0832ad46 100644--- a/src/request_queue.js+++ b/src/request_queue.js@@ -8,7 +8,6 @@ import { ENV_VARS, LOCAL_STORAGE_SUBDIRS } from 'apify-shared/consts';import { delayPromise, checkParamPrototypeOrThrow } from 'apify-shared/utilities';import Promise from 'bluebird';import crypto from 'crypto';-import _ from 'underscore';import Request from './request';import { ensureDirExists, apifyClient, openRemoteStorage, openLocalStorage, ensureTokenOrLocalStorageEnvExists } from './utils';