Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix
Gergő Móricz2245650bc3db
diff --git a/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts b/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.tsindex b02588be6..98e3ccc06 100644--- a/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts+++ b/apps/api/src/lib/extract/completions/analyzeSchemaAndPrompt.ts@@ -8,14 +8,15 @@ import {buildAnalyzeSchemaPrompt,buildAnalyzeSchemaUserPrompt,} from "../build-prompts";-import { logger } from "../../../lib/logger";import { jsonSchema } from "ai";import { getModel } from "../../../lib/generic-ai";+import { Logger } from "winston";export async function analyzeSchemaAndPrompt(urls: string[],schema: any,prompt: string,+ logger: Logger,): Promise<{isMultiEntity: boolean;multiEntityKeys: string[];@@ -26,7 +27,7 @@ export async function analyzeSchemaAndPrompt(}> {let cost = 0;if (!schema) {- const genRes = await generateSchemaFromPrompt(prompt);+ const genRes = await generateSchemaFromPrompt(prompt, logger);schema = genRes.extract;cost = genRes.cost;}diff --git a/apps/api/src/lib/extract/extraction-service.ts b/apps/api/src/lib/extract/extraction-service.tsindex 1a6a42622..87f4f76a0 100644--- a/apps/api/src/lib/extract/extraction-service.ts+++ b/apps/api/src/lib/extract/extraction-service.ts@@ -178,7 +178,7 @@ export async function performExtraction(let reqSchema = request.schema;if (!reqSchema && request.prompt) {- const schemaGenRes = await generateSchemaFromPrompt(request.prompt);+ const schemaGenRes = await generateSchemaFromPrompt(request.prompt, logger);reqSchema = schemaGenRes.extract;costTracking.otherCallCount++;costTracking.otherCost += schemaGenRes.cost;@@ -214,7 +214,7 @@ export async function performExtraction(keyIndicators,tokenUsage: schemaAnalysisTokenUsage,cost: schemaAnalysisCost,- } = await analyzeSchemaAndPrompt(urls, reqSchema, request.prompt ?? "");+ } = await analyzeSchemaAndPrompt(urls, reqSchema, request.prompt ?? "", logger);logger.debug("Analyzed schema.", {isMultiEntity,