Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(api/v1/extract): log requests

Gergő Móricz8522103228e5
diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.ts
index ea8426297..59f6f8f2e 100644
--- a/apps/api/src/controllers/v1/extract.ts
+++ b/apps/api/src/controllers/v1/extract.ts
@@ -13,6 +13,7 @@ import { performExtraction } from "../../lib/extract/extraction-service";
import { performExtraction_F0 } from "../../lib/extract/fire-0/extraction-service-f0";
import { BLOCKLISTED_URL_MESSAGE } from "../../lib/strings";
import { isUrlBlocked } from "../../scraper/WebScraper/utils/blocklist";
+import { logger as _logger } from "../../lib/logger";
export async function oldExtract(
req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,
@@ -58,6 +59,7 @@ export async function extractController(
res: Response<ExtractResponse>,
) {
const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true";
+ const originalRequest = { ...req.body };
req.body = extractRequestSchema.parse(req.body);
if (req.body.urls?.some((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null))) {
@@ -70,6 +72,16 @@ export async function extractController(
}
const extractId = crypto.randomUUID();
+
+ _logger.info("Extract starting...", {
+ request: req.body,
+ originalRequest,
+ teamId: req.auth.team_id,
+ team_id: req.auth.team_id,
+ subId: req.acuc?.sub_id,
+ extractId,
+ });
+
const jobData = {
request: req.body,
teamId: req.auth.team_id,