Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
stream session IDs for single URLs
Gergő Móriczdefc80af323d
diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.tsindex 4b36a58f3..3f15edfb2 100644--- a/apps/api/src/lib/extract/completions/singleAnswer.ts+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts@@ -16,6 +16,7 @@ export async function singleAnswerCompletion({systemPrompt,useAgent,extractId,+ sessionId,}: {singleAnswerDocs: Document[];rSchema: any;@@ -24,6 +25,7 @@ export async function singleAnswerCompletion({systemPrompt: string;useAgent: boolean;extractId: string;+ sessionId: string;}): Promise<{extract: any;tokenUsage: TokenUsage;@@ -58,6 +60,7 @@ export async function singleAnswerCompletion({urls: singleAnswerDocs.map(doc => doc.metadata.url || doc.metadata.sourceURL || ""),useAgent,extractId,+ sessionId,});const completion = {diff --git a/apps/api/src/lib/extract/extraction-service.ts b/apps/api/src/lib/extract/extraction-service.tsindex 6f14306a2..01035151c 100644--- a/apps/api/src/lib/extract/extraction-service.ts+++ b/apps/api/src/lib/extract/extraction-service.ts@@ -750,6 +750,8 @@ export async function performExtraction(};}+ let thisSessionId = 'fc-' + crypto.randomUUID();+await updateExtract(extractId, {status: "processing",steps: [@@ -760,6 +762,7 @@ export async function performExtraction(discoveredLinks: links,},],+ sessionIds: [thisSessionId],});// Generate completions@@ -781,6 +784,7 @@ export async function performExtraction(systemPrompt: request.systemPrompt ?? "",useAgent: isAgentExtractModelValid(request.agent?.model),extractId,+ sessionId: thisSessionId,});costTracking.smartScrapeCost += singleAnswerSmartScrapeCost;costTracking.smartScrapeCallCount += singleAnswerSmartScrapeCallCount;