Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Fix YouTube cache markdown bug (#2261)
devin-ai-integration[bot]d6ce1934449b
diff --git a/apps/api/src/scraper/scrapeURL/transformers/index.ts b/apps/api/src/scraper/scrapeURL/transformers/index.tsindex c09dd1266..7093b90a1 100644--- a/apps/api/src/scraper/scrapeURL/transformers/index.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/index.ts@@ -72,10 +72,6 @@ async function deriveMarkdownFromHTML();}- if (document.metadata.postprocessorsUsed?.includes("youtube")) {- return document;- }-if (document.metadata.contentType?.includes("application/json")) {if (document.rawHtml === undefined) {throw new Error(