Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

stream session IDs for single URLs

Gergő Móriczdefc80af323d
diff --git a/apps/api/src/lib/extract/completions/singleAnswer.ts b/apps/api/src/lib/extract/completions/singleAnswer.ts
index 4b36a58f3..3f15edfb2 100644
--- a/apps/api/src/lib/extract/completions/singleAnswer.ts
+++ b/apps/api/src/lib/extract/completions/singleAnswer.ts
@@ -16,6 +16,7 @@ export async function singleAnswerCompletion({
systemPrompt,
useAgent,
extractId,
+ sessionId,
}: {
singleAnswerDocs: Document[];
rSchema: any;
@@ -24,6 +25,7 @@ export async function singleAnswerCompletion({
systemPrompt: string;
useAgent: boolean;
extractId: string;
+ sessionId: string;
}): Promise<{
extract: any;
tokenUsage: TokenUsage;
@@ -58,6 +60,7 @@ export async function singleAnswerCompletion({
urls: singleAnswerDocs.map(doc => doc.metadata.url || doc.metadata.sourceURL || ""),
useAgent,
extractId,
+ sessionId,
});
const completion = {
diff --git a/apps/api/src/lib/extract/extraction-service.ts b/apps/api/src/lib/extract/extraction-service.ts
index 6f14306a2..01035151c 100644
--- a/apps/api/src/lib/extract/extraction-service.ts
+++ b/apps/api/src/lib/extract/extraction-service.ts
@@ -750,6 +750,8 @@ export async function performExtraction(
};
}
+ let thisSessionId = 'fc-' + crypto.randomUUID();
+
await updateExtract(extractId, {
status: "processing",
steps: [
@@ -760,6 +762,7 @@ export async function performExtraction(
discoveredLinks: links,
},
],
+ sessionIds: [thisSessionId],
});
// Generate completions
@@ -781,6 +784,7 @@ export async function performExtraction(
systemPrompt: request.systemPrompt ?? "",
useAgent: isAgentExtractModelValid(request.agent?.model),
extractId,
+ sessionId: thisSessionId,
});
costTracking.smartScrapeCost += singleAnswerSmartScrapeCost;
costTracking.smartScrapeCallCount += singleAnswerSmartScrapeCallCount;