Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
test(api): stabilize v1 crawl snip (#3925)
Gergő Móricz4de5722439c8
diff --git a/apps/api/src/__tests__/snips/v1/crawl.test.ts b/apps/api/src/__tests__/snips/v1/crawl.test.tsindex 9cb66a23e..e0d8c8442 100644--- a/apps/api/src/__tests__/snips/v1/crawl.test.ts+++ b/apps/api/src/__tests__/snips/v1/crawl.test.ts@@ -60,7 +60,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {const baseUrl = new URL(base);const baseDomain = baseUrl.hostname;- it.concurrent(+ it("works",async () => {const results = await crawl(@@ -76,7 +76,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {10 * scrapeTimeout,);- it.concurrent(+ it("works with ignoreSitemap: true",async () => {const results = await crawl(@@ -93,12 +93,12 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {10 * scrapeTimeout,);- it.concurrent(+ it("filters URLs properly",async () => {const res = await crawl({- url: base,+ url: `${TEST_SUITE_WEBSITE}/blog`,includePaths: ["^/blog$"],limit: 10,},@@ -140,7 +140,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {// 10 * scrapeTimeout,// );- it.concurrent(+ it("delay parameter works",async () => {await crawl(