Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Reduce clutter in test logs
Ondra Urban53216e643fea
diff --git a/test/autoscaled_pool.js b/test/autoscaled_pool.jsindex 8c67bea73..e616e2c10 100644--- a/test/autoscaled_pool.js+++ b/test/autoscaled_pool.js@@ -8,6 +8,7 @@ import * as Apify from '../build/index';import { ACTOR_EVENT_NAMES, ENV_VARS } from '../build/constants';import { SCALE_UP_MAX_STEP, SCALE_UP_INTERVAL, SCALE_DOWN_INTERVAL } from '../build/autoscaled_pool';import * as utils from '../build/utils';+import log from 'apify-shared/log';/* eslint-disable no-underscore-dangle */@@ -15,12 +16,16 @@ chai.use(chaiAsPromised);const toBytes = x => x * 1024 * 1024;describe('AutoscaledPool', () => {+ let logLevel;// This is here to enable autoscaling that is temporarily disabled when running locally.before(() => {+ logLevel = log.getLevel();+ log.setLevel(log.LEVELS.ERROR);process.env[ENV_VARS.IS_AT_HOME] = 1;});after(() => {+ log.setLevel(logLevel);delete process.env[ENV_VARS.IS_AT_HOME];});diff --git a/test/basic_crawler.js b/test/basic_crawler.jsindex 64b4036a6..0b7105c27 100644--- a/test/basic_crawler.js+++ b/test/basic_crawler.js@@ -16,7 +16,7 @@ describe('BasicCrawler', () => {before(() => {logLevel = log.getLevel();- log.setLevel(log.LEVELS.ERROR);+ log.setLevel(log.LEVELS.OFF);});after(() => {diff --git a/test/puppeteer_pool.js b/test/puppeteer_pool.jsindex e723226e4..8d9afe87e 100644--- a/test/puppeteer_pool.js+++ b/test/puppeteer_pool.js@@ -4,6 +4,7 @@ import _ from 'underscore';import 'babel-polyfill';import { ENV_VARS } from '../build/constants';import * as Apify from '../build/index';+import log from 'apify-shared/log';chai.use(chaiAsPromised);@@ -11,13 +12,17 @@ const shortSleep = (millis = 25) => new Promise(resolve => setTimeout(resolve, mdescribe('PuppeteerPool', () => {let prevEnvHeadless;+ let logLevel;before(() => {+ logLevel = log.getLevel();+ log.setLevel(log.LEVELS.ERROR);prevEnvHeadless = process.env[ENV_VARS.HEADLESS];process.env[ENV_VARS.HEADLESS] = '1';});after(() => {+ log.setLevel(logLevel);process.env[ENV_VARS.HEADLESS] = prevEnvHeadless;});