Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

feat(llmExtract): add token tracking to all calls

Gergő Móricz6d2347b5f8f0
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 682405ccf..947e35e72 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -295,6 +295,10 @@ export async function generateCompletions({
result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
+ tokens: {
+ input: result.usage?.promptTokens ?? 0,
+ output: result.usage?.completionTokens ?? 0,
+ }
});
extract = result.text;
@@ -347,6 +351,10 @@ export async function generateCompletions({
result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
+ tokens: {
+ input: result.usage?.promptTokens ?? 0,
+ output: result.usage?.completionTokens ?? 0,
+ }
});
return {