Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(llmExtract): cost calculation

Gergő Móricz129b10e4789b
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 804ead2e3..fe65d591c 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -259,23 +259,6 @@ export async function generateCompletions({
throw new Error("document.markdown is undefined -- this is unexpected");
}
- const { maxInputTokens, maxOutputTokens } = getModelLimits(
- currentModel.modelId,
- );
- // Calculate 80% of max input tokens (for content)
- const maxTokensSafe = Math.floor(maxInputTokens * 0.8);
-
- // Use the new trimming function
- const {
- text: trimmedMarkdown,
- numTokens,
- warning: trimWarning,
- } = trimToTokenLimit(markdown, maxTokensSafe, model.modelId, previousWarning);
-
- // WE USE BIG MODELS NOW
- // markdown = trimmedMarkdown;
- // warning = trimWarning;
-
try {
const prompt =
options.prompt !== undefined
@@ -300,16 +283,16 @@ export async function generateCompletions({
return {
extract,
warning,
- numTokens,
+ numTokens: result.usage?.promptTokens ?? 0,
totalUsage: {
- promptTokens: numTokens,
+ promptTokens: result.usage?.promptTokens ?? 0,
completionTokens: result.usage?.completionTokens ?? 0,
- totalTokens: numTokens + (result.usage?.completionTokens ?? 0),
+ totalTokens: result.usage?.promptTokens ?? 0 + (result.usage?.completionTokens ?? 0),
},
model: currentModel.modelId,
cost: calculateCost(
currentModel.modelId,
- numTokens,
+ result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
};
@@ -341,16 +324,16 @@ export async function generateCompletions({
return {
extract,
warning,
- numTokens,
+ numTokens: result.usage?.promptTokens ?? 0,
totalUsage: {
- promptTokens: numTokens,
+ promptTokens: result.usage?.promptTokens ?? 0,
completionTokens: result.usage?.completionTokens ?? 0,
- totalTokens: numTokens + (result.usage?.completionTokens ?? 0),
+ totalTokens: result.usage?.promptTokens ?? 0 + (result.usage?.completionTokens ?? 0),
},
model: currentModel.modelId,
cost: calculateCost(
currentModel.modelId,
- numTokens,
+ result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
};
@@ -541,13 +524,13 @@ export async function generateCompletions({
}
// Since generateObject doesn't provide token usage, we'll estimate it
- const promptTokens = numTokens;
- const completionTokens = result?.usage?.completionTokens ?? 0;
+ const promptTokens = result.usage?.promptTokens ?? 0;
+ const completionTokens = result.usage?.completionTokens ?? 0;
return {
extract,
warning,
- numTokens,
+ numTokens: promptTokens,
totalUsage: {
promptTokens,
completionTokens,