Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick:
Nicolas9cd48d7f734a
diff --git a/apps/api/src/lib/extract/extraction-service.ts b/apps/api/src/lib/extract/extraction-service.tsindex 0933d3478..1835e3258 100644--- a/apps/api/src/lib/extract/extraction-service.ts+++ b/apps/api/src/lib/extract/extraction-service.ts@@ -704,6 +704,7 @@ export async function performExtraction(scrapeOptions: request,origin: request.origin ?? "api",num_tokens: totalTokensUsed,+ tokens_billed: tokensToBill,}).then(() => {updateExtract(extractId, {status: "completed",diff --git a/apps/api/src/lib/extract/usage/llm-cost.ts b/apps/api/src/lib/extract/usage/llm-cost.tsindex 6452a078c..7279d4bed 100644--- a/apps/api/src/lib/extract/usage/llm-cost.ts+++ b/apps/api/src/lib/extract/usage/llm-cost.ts@@ -12,7 +12,7 @@ const tokenPerCharacter = 4;const baseTokenCost = 200;export function calculateFinalResultCost(data: any): number {- return JSON.stringify(data).length / tokenPerCharacter + baseTokenCost;+ return Math.floor((JSON.stringify(data).length / tokenPerCharacter) + baseTokenCost);}export function estimateTotalCost(tokenUsage: TokenUsage[]): number {diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.tsindex 2ee07292f..ddd9b2348 100644--- a/apps/api/src/services/logging/log_job.ts+++ b/apps/api/src/services/logging/log_job.ts@@ -59,6 +59,7 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {num_tokens: job.num_tokens,retry: !!job.retry,crawl_id: job.crawl_id,+ tokens_billed: job.tokens_billed,};if (force) {@@ -128,6 +129,7 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {origin: job.origin,num_tokens: job.num_tokens,retry: job.retry,+ tokens_billed: job.tokens_billed,},};if (job.mode !== "single_urls") {diff --git a/apps/api/src/types.ts b/apps/api/src/types.tsindex 102f4929e..d1e163ef0 100644--- a/apps/api/src/types.ts+++ b/apps/api/src/types.ts@@ -87,6 +87,7 @@ export interface FirecrawlJob {num_tokens?: number;retry?: boolean;crawl_id?: string;+ tokens_billed?: number;}export interface FirecrawlScrapeResponse {