Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Fixed lint errors
Jan Curn91cb62c58ace
diff --git a/src/browser.js b/src/browser.jsindex f468c6747..0cc4a3134 100644--- a/src/browser.js+++ b/src/browser.js@@ -99,6 +99,7 @@ export const browse = (url, options = null, callback = null) => {if (parsed.scheme !== 'http') throw new Error('Invalid "proxyUrl" option: only HTTP proxy type is currently supported.');// NOTE: to view effective proxy settings in Chrome, open chrome://net-internals/#proxy+ // https://sites.google.com/a/chromium.org/chromedriver/capabilitiescapabilities.proxy = {proxyType: 'manual',diff --git a/test/browser.js b/test/browser.jsindex 071afcfb5..5a0974f7c 100644--- a/test/browser.js+++ b/test/browser.js@@ -12,9 +12,9 @@ import Apifier from '../build/index';/* globals process */let proxyServer;-let proxyPort;+let proxyPort; // eslint-disable-line no-unused-varsconst proxyAuth = { scheme: 'Basic', username: 'username', password: 'password' };-let wasProxyCalled = false;+let wasProxyCalled = false; // eslint-disable-line no-unused-vars// Setup local proxy server for the testsbefore(() => {