Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(scrapeURL): title in metadata

Gergő Móricz309b1a85b243
diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts
index f16aea173..0b1b58e69 100644
--- a/apps/api/src/scraper/scrapeURL/index.ts
+++ b/apps/api/src/scraper/scrapeURL/index.ts
@@ -511,7 +511,7 @@ async function scrapeURLLoop(meta: Meta): Promise<ScrapeUrlResponse> {
statusCode: result.result.statusCode,
error: result.result.error,
numPages: result.result.pdfMetadata?.numPages,
- title: result.result.pdfMetadata?.title,
+ ...(result.result.pdfMetadata?.title ? { title: result.result.pdfMetadata.title } : {}),
contentType: result.result.contentType,
proxyUsed: meta.featureFlags.has("stealthProxy") ? "stealth" : "basic",
...(fallbackList.find(x => ["index", "index;documents"].includes(x.engine)) ? (