Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Remove useless opts from launch log

Ondra Urbandb5c387dc3ee
diff --git a/src/puppeteer.js b/src/puppeteer.js
index c8d1d972a..a8abef146 100644
--- a/src/puppeteer.js
+++ b/src/puppeteer.js
@@ -9,7 +9,8 @@ import { getApifyProxyUrl } from './actor';
import applyStealthToBrowser from './stealth/stealth';
const LAUNCH_PUPPETEER_LOG_OMIT_OPTS = [
- 'proxyUrl', 'userAgent', 'useApifyProxy', 'apifyProxySession', 'apifyProxyGroups',
+ 'proxyUrl', 'userAgent', 'useApifyProxy', 'apifyProxyGroups',
+ 'apifyProxySession', 'puppeteerModule', 'stealthOptions',
];
const LAUNCH_PUPPETEER_DEFAULT_VIEWPORT = {
@@ -18,8 +19,8 @@ const LAUNCH_PUPPETEER_DEFAULT_VIEWPORT = {
};
const LAUNCH_PUPPETEER_APIFY_OPTIONS = [
- 'proxyUrl', 'userAgent', 'useChrome', 'useApifyProxy', 'apifyProxyGroups',
- 'apifyProxySession', 'puppeteerModule', 'stealth', 'stealthOptions',
+ ...LAUNCH_PUPPETEER_LOG_OMIT_OPTS,
+ 'useChrome', 'stealth',
];
/**
diff --git a/test/puppeteer_pool.test.js b/test/puppeteer_pool.test.js
index 35f53c07f..492328ea6 100644
--- a/test/puppeteer_pool.test.js
+++ b/test/puppeteer_pool.test.js
@@ -330,7 +330,7 @@ describe('PuppeteerPool', () => {
// Check cache dirs were deleted
expect(fs.existsSync(dir1)).toBe(false);
expect(fs.existsSync(dir3)).toBe(false);
- }, 10000);
+ }, 20000);
describe('reuse of browser tabs', () => {
xit('should work', async () => {