Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Add pagesProcessed to MU v1 completed logs (#2951)
Abimael Martell5a5d4c86433e
diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/index.tsindex 450d0837f..a256ac067 100644--- a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts@@ -288,6 +288,7 @@ export async function scrapePDF(meta: Meta): Promise<EngineScrapeResult> {tempFilePath,base64Content,maxPages,+ effectivePageCount,);const muV1DurationMs = Date.now() - muV1StartedAt;meta.loggerdiff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.tsindex ae9e04e19..cd2d889ef 100644--- a/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts@@ -15,6 +15,7 @@ export async function scrapePDFWithRunPodMU(tempFilePath: string,base64Content: string,maxPages?: number,+ pagesProcessed?: number,): Promise<PDFProcessorResult> {meta.logger.debug("Processing PDF document with RunPod MU", {tempFilePath,@@ -170,6 +171,7 @@ export async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ pagesProcessed,});throw new Error("RunPod MU failed to parse PDF");}@@ -179,6 +181,7 @@ export async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ pagesProcessed,});throw new Error("RunPod MU returned no result");}@@ -204,6 +207,7 @@ export async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).info("MU v1 completed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ pagesProcessed,});}