Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update metadata.ts
Nicolas417c7697c385
diff --git a/apps/api/src/scraper/WebScraper/utils/metadata.ts b/apps/api/src/scraper/WebScraper/utils/metadata.tsindex 0c2af118f..b009c20cc 100644--- a/apps/api/src/scraper/WebScraper/utils/metadata.ts+++ b/apps/api/src/scraper/WebScraper/utils/metadata.ts@@ -34,6 +34,7 @@ interface Metadata {sourceURL?: string;pageStatusCode?: number;pageError?: string;+ [key: string]: string | string[] | number | undefined;}export function extractMetadata(soup: CheerioAPI, url: string): Metadata {