Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(scrapeURL): title in metadata
Gergő Móricz309b1a85b243
diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.tsindex f16aea173..0b1b58e69 100644--- a/apps/api/src/scraper/scrapeURL/index.ts+++ b/apps/api/src/scraper/scrapeURL/index.ts@@ -511,7 +511,7 @@ async function scrapeURLLoop(meta: Meta): Promise<ScrapeUrlResponse> {statusCode: result.result.statusCode,error: result.result.error,numPages: result.result.pdfMetadata?.numPages,- title: result.result.pdfMetadata?.title,+ ...(result.result.pdfMetadata?.title ? { title: result.result.pdfMetadata.title } : {}),contentType: result.result.contentType,proxyUsed: meta.featureFlags.has("stealthProxy") ? "stealth" : "basic",...(fallbackList.find(x => ["index", "index;documents"].includes(x.engine)) ? (