Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Add omitStack option
Ondra Urban144e524d6529
diff --git a/src/request.js b/src/request.jsindex 9ca20d8fd..006663ce2 100644--- a/src/request.js+++ b/src/request.js@@ -154,13 +154,21 @@ class Request {* as possible, since just throwing a bad type error makes any debugging rather difficult.** @param {Error|String} errorOrMessage Error object or error message to be stored in the request.+ * @param {Object} [options]+ * @param {Boolean} [options.omitStack=false] Only push the error message without stack trace when true.*/- pushErrorMessage(errorOrMessage) {+ pushErrorMessage(errorOrMessage, options = {}) {+ const { omitStack } = options;let message;const type = typeof errorOrMessage;if (type === 'object') {if (!errorOrMessage) {message = 'null';+ } else if (errorOrMessage instanceof Error) {+ message = omitStack+ ? errorOrMessage.message+ // Use inspect because .toString() just returns the message.+ : util.inspect(errorOrMessage);} else if (errorOrMessage.message) {message = errorOrMessage.message; // eslint-disable-line prefer-destructuring} else if (errorOrMessage.toString() !== '[object Object]') {diff --git a/test/request.js b/test/request.jsindex 707afa7d7..95a316f19 100644--- a/test/request.js+++ b/test/request.js@@ -44,7 +44,7 @@ describe('Apify.Request', () => {request.pushErrorMessage('bar');request.pushErrorMessage(Symbol('A Symbol'));request.pushErrorMessage(null);- request.pushErrorMessage(new Error('foo'));+ request.pushErrorMessage(new Error('foo'), { omitStack: true });request.pushErrorMessage({ message: 'A message.' });request.pushErrorMessage([1, 2, 3]);request.pushErrorMessage(obj);@@ -66,6 +66,12 @@ describe('Apify.Request', () => {'toString',circularObjInspect,]);++ request.pushErrorMessage(new Error('error message.'));+ const last = request.errorMessages.pop();+ expect(last).to.include('error message');+ expect(last).to.include(' at ');+ expect(last).to.include(__filename.split(/[\\/]/g).pop());});it('should should allow to have a GET request with payload', () => {