Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
"linting"
Marek Trunkat6760cfd1c4cd
diff --git a/src/webdriver.js b/src/webdriver.jsindex 0c493df8a..6321b9c21 100644--- a/src/webdriver.js+++ b/src/webdriver.js@@ -268,7 +268,7 @@ export const browse = (url, options) => {const args = processBrowseArgs(url, options);const browser = new Browser(args.options);- return browser._initialize()+ return browser._initialize() // eslint-disable-line no-underscore-dangle.then(() => {return browser.webDriver.get(args.options.url);})@@ -313,7 +313,7 @@ export const launchWebDriver = (opts) => {const browser = new Browser(args.options);// NOTE: eventually get rid of the Browser class- return browser._initialize()+ return browser._initialize() // eslint-disable-line no-underscore-dangle.then(() => {// TODO: for some reason this doesn't work, the proxy chain will never shut down!!// BTW this also prevents us from upgrading to mocha 4+diff --git a/test/autoscaled_pool.js b/test/autoscaled_pool.jsindex de0398698..ba888855b 100644--- a/test/autoscaled_pool.js+++ b/test/autoscaled_pool.js@@ -9,6 +9,8 @@ import { ACTOR_EVENT_NAMES, ENV_VARS } from '../build/constants';import { SCALE_UP_MAX_STEP, SCALE_UP_INTERVAL, SCALE_DOWN_INTERVAL } from '../build/autoscaled_pool';import * as utils from '../build/utils';+/* eslint-disable no-underscore-dangle */+chai.use(chaiAsPromised);const toBytes = x => x * 1024 * 1024;@@ -750,3 +752,4 @@ describe('AutoscaledPool', () => {});});+/* eslint-enable no-underscore-dangle */diff --git a/test/basic_crawler.js b/test/basic_crawler.jsindex d748d3dcc..e121dfc66 100644--- a/test/basic_crawler.js+++ b/test/basic_crawler.js@@ -336,7 +336,7 @@ describe('BasicCrawler', () => {handleRequestFunction: () => {},});- expect(await crawler._isTaskReadyFunction()).to.be.eql(false);+ expect(await crawler._isTaskReadyFunction()).to.be.eql(false); // eslint-disable-line no-underscore-dangle});it('should be possible to override isFinishedFunction of underlying AutoscaledPool', async () => {