Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(llmExtract): add token tracking to all calls
Gergő Móricz6d2347b5f8f0
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex 682405ccf..947e35e72 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -295,6 +295,10 @@ export async function generateCompletions({result.usage?.promptTokens ?? 0,result.usage?.completionTokens ?? 0,),+ tokens: {+ input: result.usage?.promptTokens ?? 0,+ output: result.usage?.completionTokens ?? 0,+ }});extract = result.text;@@ -347,6 +351,10 @@ export async function generateCompletions({result.usage?.promptTokens ?? 0,result.usage?.completionTokens ?? 0,),+ tokens: {+ input: result.usage?.promptTokens ?? 0,+ output: result.usage?.completionTokens ?? 0,+ }});return {