Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(log_job): don't redact with auth header
Móricz Gergő9e8c629ff4d9
diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.tsindex ca0c6b00a..b367e0b65 100644--- a/apps/api/src/services/logging/log_job.ts+++ b/apps/api/src/services/logging/log_job.ts@@ -27,19 +27,20 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {}// Redact any pages that have an authorization header- if (- job.scrapeOptions &&- job.scrapeOptions.headers &&- job.scrapeOptions.headers["Authorization"]- ) {- job.scrapeOptions.headers["Authorization"] = "REDACTED";- job.docs = [- {- content: "REDACTED DUE TO AUTHORIZATION HEADER",- html: "REDACTED DUE TO AUTHORIZATION HEADER",- },- ];- }+ // actually, Don't. we use the db to retrieve results now. this breaks authed crawls - mogery+ // if (+ // job.scrapeOptions &&+ // job.scrapeOptions.headers &&+ // job.scrapeOptions.headers["Authorization"]+ // ) {+ // job.scrapeOptions.headers["Authorization"] = "REDACTED";+ // job.docs = [+ // {+ // content: "REDACTED DUE TO AUTHORIZATION HEADER",+ // html: "REDACTED DUE TO AUTHORIZATION HEADER",+ // },+ // ];+ // }const jobColumn = {job_id: job.job_id ? job.job_id : null,success: job.success,