Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Add time comparison fields to selfHostedOCR experiment log (#3200)
Abimael Martellbac43211c1bd
diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/selfHostedOCR.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/selfHostedOCR.tsindex f34cc2487..9401a7132 100644--- a/apps/api/src/scraper/scrapeURL/engines/pdf/selfHostedOCR.ts+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/selfHostedOCR.ts@@ -72,12 +72,18 @@ export function runSelfHostedOCRExperiment(const ocrDurationMs = Date.now() - startedAt;const similarity = wordSimilarity(resp.markdown, muV1Result.markdown);const pages = resp.pages_processed ?? pagesProcessed;+ const timeDiffMs = muV1Result.durationMs - ocrDurationMs;+ const speedup = muV1Result.durationMs > 0 && ocrDurationMs > 0+ ? Math.round((muV1Result.durationMs / ocrDurationMs) * 100) / 100+ : undefined;logger.info("Self-hosted OCR experiment completed", {scrapeId: meta.id,url: meta.rewrittenUrl ?? meta.url,ocrDurationMs,muV1DurationMs: muV1Result.durationMs,+ timeDiffMs,+ speedup,ocrMarkdownLength: resp.markdown.length,muV1MarkdownLength: muV1Result.markdown.length,wordSimilarity: Math.round(similarity * 1000) / 1000,