Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: fixed map settings
Nicolas6fbfeafe3832
diff --git a/apps/api/src/controllers/v1/map.ts b/apps/api/src/controllers/v1/map.tsindex ec7f68c8d..9a0a5eb6f 100644--- a/apps/api/src/controllers/v1/map.ts+++ b/apps/api/src/controllers/v1/map.ts@@ -199,7 +199,7 @@ export async function getMapResults({links = removeDuplicateUrls(links);}- const linksToReturn = links.slice(0, limit);+ const linksToReturn = crawlerOptions.sitemapOnly ? links : links.slice(0, limit);return {success: true,diff --git a/apps/api/src/lib/timeout.ts b/apps/api/src/lib/timeout.tsindex fd0e5ade8..46d34a5a2 100644--- a/apps/api/src/lib/timeout.ts+++ b/apps/api/src/lib/timeout.ts@@ -1 +1 @@-export const axiosTimeout = 3000;\ No newline at end of file+export const axiosTimeout = 5000;\ No newline at end of file