Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
chore(mu): Log MU ID to Track Failures (#2889)
Abimael Martell102136ddc244
diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/index.tsindex d883f4acb..3d5b4e22d 100644--- a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts+++ b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts@@ -195,6 +195,7 @@ async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ mu_id: podStart.id,...(pagesProcessed !== undefined && { pagesProcessed }),});throw new Error("RunPod MU failed to parse PDF");@@ -205,6 +206,7 @@ async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).warn("MU v1 failed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ mu_id: podStart.id,...(pagesProcessed !== undefined && { pagesProcessed }),});throw new Error("RunPod MU returned no result");@@ -231,6 +233,7 @@ async function scrapePDFWithRunPodMU(meta.logger.child({ method: "scrapePDF/MUv1" }).info("MU v1 completed", {durationMs,url: meta.rewrittenUrl ?? meta.url,+ mu_id: podStart.id,...(pagesProcessed !== undefined && { pagesProcessed }),});}