Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Add pagesProcessed to MU v1 completed logs (#2951)

Abimael Martell5a5d4c86433e
diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts
index 450d0837f..a256ac067 100644
--- a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts
@@ -288,6 +288,7 @@ export async function scrapePDF(meta: Meta): Promise<EngineScrapeResult> {
tempFilePath,
base64Content,
maxPages,
+ effectivePageCount,
);
const muV1DurationMs = Date.now() - muV1StartedAt;
meta.logger
diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts
index ae9e04e19..cd2d889ef 100644
--- a/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts
+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/runpodMU.ts
@@ -15,6 +15,7 @@ export async function scrapePDFWithRunPodMU(
tempFilePath: string,
base64Content: string,
maxPages?: number,
+ pagesProcessed?: number,
): Promise<PDFProcessorResult> {
meta.logger.debug("Processing PDF document with RunPod MU", {
tempFilePath,
@@ -170,6 +171,7 @@ export async function scrapePDFWithRunPodMU(
meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {
durationMs,
url: meta.rewrittenUrl ?? meta.url,
+ pagesProcessed,
});
throw new Error("RunPod MU failed to parse PDF");
}
@@ -179,6 +181,7 @@ export async function scrapePDFWithRunPodMU(
meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {
durationMs,
url: meta.rewrittenUrl ?? meta.url,
+ pagesProcessed,
});
throw new Error("RunPod MU returned no result");
}
@@ -204,6 +207,7 @@ export async function scrapePDFWithRunPodMU(
meta.logger.child({ method: "scrapePDF/MUv1" }).info("MU v1 completed", {
durationMs,
url: meta.rewrittenUrl ?? meta.url,
+ pagesProcessed,
});
}