Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

test(api): stabilize v1 crawl snip (#3925)

Gergő Móricz4de5722439c8
diff --git a/apps/api/src/__tests__/snips/v1/crawl.test.ts b/apps/api/src/__tests__/snips/v1/crawl.test.ts
index 9cb66a23e..e0d8c8442 100644
--- a/apps/api/src/__tests__/snips/v1/crawl.test.ts
+++ b/apps/api/src/__tests__/snips/v1/crawl.test.ts
@@ -60,7 +60,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {
const baseUrl = new URL(base);
const baseDomain = baseUrl.hostname;
- it.concurrent(
+ it(
"works",
async () => {
const results = await crawl(
@@ -76,7 +76,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {
10 * scrapeTimeout,
);
- it.concurrent(
+ it(
"works with ignoreSitemap: true",
async () => {
const results = await crawl(
@@ -93,12 +93,12 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {
10 * scrapeTimeout,
);
- it.concurrent(
+ it(
"filters URLs properly",
async () => {
const res = await crawl(
{
- url: base,
+ url: `${TEST_SUITE_WEBSITE}/blog`,
includePaths: ["^/blog$"],
limit: 10,
},
@@ -140,7 +140,7 @@ describeIf(ALLOW_TEST_SUITE_WEBSITE)("Crawl tests", () => {
// 10 * scrapeTimeout,
// );
- it.concurrent(
+ it(
"delay parameter works",
async () => {
await crawl(