Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Add another customer exemption to crawl job expirarion
Micah Stairs21a5c8a9ebcc
diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.tsindex a545b8cbf..7c104ccd0 100644--- a/apps/api/src/controllers/v1/crawl-status.ts+++ b/apps/api/src/controllers/v1/crawl-status.ts@@ -163,7 +163,7 @@ export async function crawlStatusController();if (jobStatuses.filter((x) => x[1] === "unknown").length > 0 && process.env.USE_DB_AUTHENTICATION === "true") {- for (let rangeStart = 0;; rangeStart += 1000) {+ for (let rangeStart = 0; ; rangeStart += 1000) {const rangeEnd = rangeStart + 1000;const currentJobs = await supabase_service@@ -311,6 +311,7 @@ export async function crawlStatusController(const teamIdsExcludedFromExpiry = ["8f819703-1b85-4f7f-a6eb-e03841ec6617",+ "f96ad1a4-8102-4b35-9904-36fd517d3616",];if (