Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Reduce clutter in test logs

Ondra Urban53216e643fea
diff --git a/test/autoscaled_pool.js b/test/autoscaled_pool.js
index 8c67bea73..e616e2c10 100644
--- a/test/autoscaled_pool.js
+++ b/test/autoscaled_pool.js
@@ -8,6 +8,7 @@ import * as Apify from '../build/index';
import { ACTOR_EVENT_NAMES, ENV_VARS } from '../build/constants';
import { SCALE_UP_MAX_STEP, SCALE_UP_INTERVAL, SCALE_DOWN_INTERVAL } from '../build/autoscaled_pool';
import * as utils from '../build/utils';
+import log from 'apify-shared/log';
/* eslint-disable no-underscore-dangle */
@@ -15,12 +16,16 @@ chai.use(chaiAsPromised);
const toBytes = x => x * 1024 * 1024;
describe('AutoscaledPool', () => {
+ let logLevel;
// This is here to enable autoscaling that is temporarily disabled when running locally.
before(() => {
+ logLevel = log.getLevel();
+ log.setLevel(log.LEVELS.ERROR);
process.env[ENV_VARS.IS_AT_HOME] = 1;
});
after(() => {
+ log.setLevel(logLevel);
delete process.env[ENV_VARS.IS_AT_HOME];
});
diff --git a/test/basic_crawler.js b/test/basic_crawler.js
index 64b4036a6..0b7105c27 100644
--- a/test/basic_crawler.js
+++ b/test/basic_crawler.js
@@ -16,7 +16,7 @@ describe('BasicCrawler', () => {
before(() => {
logLevel = log.getLevel();
- log.setLevel(log.LEVELS.ERROR);
+ log.setLevel(log.LEVELS.OFF);
});
after(() => {
diff --git a/test/puppeteer_pool.js b/test/puppeteer_pool.js
index e723226e4..8d9afe87e 100644
--- a/test/puppeteer_pool.js
+++ b/test/puppeteer_pool.js
@@ -4,6 +4,7 @@ import _ from 'underscore';
import 'babel-polyfill';
import { ENV_VARS } from '../build/constants';
import * as Apify from '../build/index';
+import log from 'apify-shared/log';
chai.use(chaiAsPromised);
@@ -11,13 +12,17 @@ const shortSleep = (millis = 25) => new Promise(resolve => setTimeout(resolve, m
describe('PuppeteerPool', () => {
let prevEnvHeadless;
+ let logLevel;
before(() => {
+ logLevel = log.getLevel();
+ log.setLevel(log.LEVELS.ERROR);
prevEnvHeadless = process.env[ENV_VARS.HEADLESS];
process.env[ENV_VARS.HEADLESS] = '1';
});
after(() => {
+ log.setLevel(logLevel);
process.env[ENV_VARS.HEADLESS] = prevEnvHeadless;
});