Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fixed title extra info
rafaelmmillercf2ec7713166
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts b/apps/api/src/scraper/scrapeURL/lib/extractMetadata.tsindex c67f9cbd0..66cf30cca 100644--- a/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts+++ b/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts@@ -40,7 +40,7 @@ export function extractMetadata(const soup = load(html);try {- title = soup("title").text() || undefined;+ title = soup("title").first().text().trim() || undefined;description = soup('meta[name="description"]').attr("content") || undefined;// Assuming the language is part of the URL as per the regex pattern