Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick:
Nicolas274ee514ca90
diff --git a/apps/api/src/controllers/v2/crawl-params-preview.ts b/apps/api/src/controllers/v2/crawl-params-preview.tsindex e41ba1b82..0f478d70d 100644--- a/apps/api/src/controllers/v2/crawl-params-preview.ts+++ b/apps/api/src/controllers/v2/crawl-params-preview.ts@@ -69,7 +69,7 @@ export async function crawlParamsPreviewController(teamId: req.auth.team_id,flags: req.acuc?.flags ?? null,logger,- limit: 120,+ limit: 50,includeSubdomains: true,allowExternalLinks: false,useIndex: true,diff --git a/apps/api/src/controllers/v2/crawl.ts b/apps/api/src/controllers/v2/crawl.tsindex 01fd13889..b9affea48 100644--- a/apps/api/src/controllers/v2/crawl.ts+++ b/apps/api/src/controllers/v2/crawl.ts@@ -72,7 +72,7 @@ export async function crawlController(teamId: req.auth.team_id,flags: req.acuc?.flags ?? null,logger,- limit: 120,+ limit: 50,includeSubdomains: false,allowExternalLinks: false,useIndex: true,diff --git a/apps/api/src/lib/map-utils.ts b/apps/api/src/lib/map-utils.tsindex 25bfe8cbe..ab0c2eb82 100644--- a/apps/api/src/lib/map-utils.ts+++ b/apps/api/src/lib/map-utils.ts@@ -331,7 +331,6 @@ export async function buildPromptWithWebsiteStructure({flags,logger,limit = 50,-includeSubdomains = true,allowExternalLinks = false,useIndex = true,