Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Remove useless opts from launch log
Ondra Urbandb5c387dc3ee
diff --git a/src/puppeteer.js b/src/puppeteer.jsindex c8d1d972a..a8abef146 100644--- a/src/puppeteer.js+++ b/src/puppeteer.js@@ -9,7 +9,8 @@ import { getApifyProxyUrl } from './actor';import applyStealthToBrowser from './stealth/stealth';const LAUNCH_PUPPETEER_LOG_OMIT_OPTS = [- 'proxyUrl', 'userAgent', 'useApifyProxy', 'apifyProxySession', 'apifyProxyGroups',+ 'proxyUrl', 'userAgent', 'useApifyProxy', 'apifyProxyGroups',+ 'apifyProxySession', 'puppeteerModule', 'stealthOptions',];const LAUNCH_PUPPETEER_DEFAULT_VIEWPORT = {@@ -18,8 +19,8 @@ const LAUNCH_PUPPETEER_DEFAULT_VIEWPORT = {};const LAUNCH_PUPPETEER_APIFY_OPTIONS = [- 'proxyUrl', 'userAgent', 'useChrome', 'useApifyProxy', 'apifyProxyGroups',- 'apifyProxySession', 'puppeteerModule', 'stealth', 'stealthOptions',+ ...LAUNCH_PUPPETEER_LOG_OMIT_OPTS,+ 'useChrome', 'stealth',];/**diff --git a/test/puppeteer_pool.test.js b/test/puppeteer_pool.test.jsindex 35f53c07f..492328ea6 100644--- a/test/puppeteer_pool.test.js+++ b/test/puppeteer_pool.test.js@@ -330,7 +330,7 @@ describe('PuppeteerPool', () => {// Check cache dirs were deletedexpect(fs.existsSync(dir1)).toBe(false);expect(fs.existsSync(dir3)).toBe(false);- }, 10000);+ }, 20000);describe('reuse of browser tabs', () => {xit('should work', async () => {