Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(log_job): don't redact with auth header

Móricz Gergő9e8c629ff4d9
diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.ts
index ca0c6b00a..b367e0b65 100644
--- a/apps/api/src/services/logging/log_job.ts
+++ b/apps/api/src/services/logging/log_job.ts
@@ -27,19 +27,20 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {
}
// Redact any pages that have an authorization header
- if (
- job.scrapeOptions &&
- job.scrapeOptions.headers &&
- job.scrapeOptions.headers["Authorization"]
- ) {
- job.scrapeOptions.headers["Authorization"] = "REDACTED";
- job.docs = [
- {
- content: "REDACTED DUE TO AUTHORIZATION HEADER",
- html: "REDACTED DUE TO AUTHORIZATION HEADER",
- },
- ];
- }
+ // actually, Don't. we use the db to retrieve results now. this breaks authed crawls - mogery
+ // if (
+ // job.scrapeOptions &&
+ // job.scrapeOptions.headers &&
+ // job.scrapeOptions.headers["Authorization"]
+ // ) {
+ // job.scrapeOptions.headers["Authorization"] = "REDACTED";
+ // job.docs = [
+ // {
+ // content: "REDACTED DUE TO AUTHORIZATION HEADER",
+ // html: "REDACTED DUE TO AUTHORIZATION HEADER",
+ // },
+ // ];
+ // }
const jobColumn = {
job_id: job.job_id ? job.job_id : null,
success: job.success,