Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Nick:

Nicolas274ee514ca90
diff --git a/apps/api/src/controllers/v2/crawl-params-preview.ts b/apps/api/src/controllers/v2/crawl-params-preview.ts
index e41ba1b82..0f478d70d 100644
--- a/apps/api/src/controllers/v2/crawl-params-preview.ts
+++ b/apps/api/src/controllers/v2/crawl-params-preview.ts
@@ -69,7 +69,7 @@ export async function crawlParamsPreviewController(
teamId: req.auth.team_id,
flags: req.acuc?.flags ?? null,
logger,
- limit: 120,
+ limit: 50,
includeSubdomains: true,
allowExternalLinks: false,
useIndex: true,
diff --git a/apps/api/src/controllers/v2/crawl.ts b/apps/api/src/controllers/v2/crawl.ts
index 01fd13889..b9affea48 100644
--- a/apps/api/src/controllers/v2/crawl.ts
+++ b/apps/api/src/controllers/v2/crawl.ts
@@ -72,7 +72,7 @@ export async function crawlController(
teamId: req.auth.team_id,
flags: req.acuc?.flags ?? null,
logger,
- limit: 120,
+ limit: 50,
includeSubdomains: false,
allowExternalLinks: false,
useIndex: true,
diff --git a/apps/api/src/lib/map-utils.ts b/apps/api/src/lib/map-utils.ts
index 25bfe8cbe..ab0c2eb82 100644
--- a/apps/api/src/lib/map-utils.ts
+++ b/apps/api/src/lib/map-utils.ts
@@ -331,7 +331,6 @@ export async function buildPromptWithWebsiteStructure({
flags,
logger,
limit = 50,
-
includeSubdomains = true,
allowExternalLinks = false,
useIndex = true,