Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
temp: disable punycode test, site is down
Gergő Móricz725d416d4e9f
diff --git a/apps/api/src/__tests__/snips/scrape.test.ts b/apps/api/src/__tests__/snips/scrape.test.tsindex a8e0b1f49..adcb43010 100644--- a/apps/api/src/__tests__/snips/scrape.test.ts+++ b/apps/api/src/__tests__/snips/scrape.test.ts@@ -110,12 +110,13 @@ describe("Scrape tests", () => {}, scrapeTimeout);});- it.concurrent("works with Punycode domains", async () => {- await scrape({- url: "http://xn--1lqv92a901a.xn--ses554g/",- timeout: scrapeTimeout,- }, identity);- }, scrapeTimeout);+ // TEMP: domain broken+ // it.concurrent("works with Punycode domains", async () => {+ // await scrape({+ // url: "http://xn--1lqv92a901a.xn--ses554g/",+ // timeout: scrapeTimeout,+ // }, identity);+ // }, scrapeTimeout);it.concurrent("handles non-UTF-8 encodings", async () => {const response = await scrape({