Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick:
Nicolasfe6545c6ded1
diff --git a/apps/api/src/services/index.ts b/apps/api/src/services/index.tsindex 84b09d25b..a65d93377 100644--- a/apps/api/src/services/index.ts+++ b/apps/api/src/services/index.ts@@ -805,9 +805,10 @@ export async function queryIndexAtSplitLevelWithMeta(while (true) {// Query the index for the next set of linksconst { data: _data, error } = await index_supabase_service- .rpc("query_index_at_split_level_with_meta_2", {+ .rpc("query_index_at_split_level_with_meta", {i_level: level,i_url_hash: urlSplitsHash[level],+ i_newer_than: new Date(Date.now() - 2 * 24 * 60 * 60 * 1000).toISOString(),}).range(iteration * 1000, (iteration + 1) * 1000);@@ -862,9 +863,10 @@ export async function queryIndexAtDomainSplitLevelWithMeta(while (true) {// Query the index for the next set of linksconst { data: _data, error } = await index_supabase_service- .rpc("query_index_at_domain_split_level_with_meta_2", {+ .rpc("query_index_at_domain_split_level_with_meta", {i_level: level,i_domain_hash: domainSplitsHash[level],+ i_newer_than: new Date(Date.now() - 2 * 24 * 60 * 60 * 1000).toISOString(),}).range(iteration * 1000, (iteration + 1) * 1000);