Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api/v1/extract): log requests
Gergő Móricz8522103228e5
diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.tsindex ea8426297..59f6f8f2e 100644--- a/apps/api/src/controllers/v1/extract.ts+++ b/apps/api/src/controllers/v1/extract.ts@@ -13,6 +13,7 @@ import { performExtraction } from "../../lib/extract/extraction-service";import { performExtraction_F0 } from "../../lib/extract/fire-0/extraction-service-f0";import { BLOCKLISTED_URL_MESSAGE } from "../../lib/strings";import { isUrlBlocked } from "../../scraper/WebScraper/utils/blocklist";+import { logger as _logger } from "../../lib/logger";export async function oldExtract(req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,@@ -58,6 +59,7 @@ export async function extractController(res: Response<ExtractResponse>,) {const selfHosted = process.env.USE_DB_AUTHENTICATION !== "true";+ const originalRequest = { ...req.body };req.body = extractRequestSchema.parse(req.body);if (req.body.urls?.some((url: string) => isUrlBlocked(url, req.acuc?.flags ?? null))) {@@ -70,6 +72,16 @@ export async function extractController(}const extractId = crypto.randomUUID();++ _logger.info("Extract starting...", {+ request: req.body,+ originalRequest,+ teamId: req.auth.team_id,+ team_id: req.auth.team_id,+ subId: req.acuc?.sub_id,+ extractId,+ });+const jobData = {request: req.body,teamId: req.auth.team_id,