Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(precrawl): increase budget as discussed
Gergő Móriczce4e00fd3cd7
diff --git a/apps/api/src/services/indexing/index-worker.ts b/apps/api/src/services/indexing/index-worker.tsindex fa1bb6f00..2ce073f64 100644--- a/apps/api/src/services/indexing/index-worker.ts+++ b/apps/api/src/services/indexing/index-worker.ts@@ -100,7 +100,7 @@ const processPrecrawlJobInternal = async (token: string, job: Job) => {const teamId = process.env.PRECRAWL_TEAM_ID!;try {- const budget = 10000;+ const budget = 100000;const { data, error } = await index_supabase_service.rpc("precrawl_get_top_domains", {i_newer_than: new Date(Date.now() - 1000 * 60 * 60 * 24 * 7).toISOString(),});