Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(api): precrawl debug logging

delong31e9ad11ac418
diff --git a/apps/api/src/services/indexing/index-worker.ts b/apps/api/src/services/indexing/index-worker.ts
index d48d9b203..51a053b23 100644
--- a/apps/api/src/services/indexing/index-worker.ts
+++ b/apps/api/src/services/indexing/index-worker.ts
@@ -366,7 +366,7 @@ const processPrecrawlJob = async (token: string, job: Job) => {
}
}
- logger.info(`Found ${topUrls.length} top URLs for precrawl`);
+ logger.info(`Found ${topUrls.length} URLs for precrawl`);
const bucketedByDomain: { [key: string]: TopUrlResult[] } = {};
for (const item of topUrls) {
@@ -528,7 +528,7 @@ const processPrecrawlJob = async (token: string, job: Job) => {
}
} else {
logger.info("------------------------------");
- logger.info(`DRY RUN - no precrawl jobs submitted: ${crawlTargets.size}`);
+ logger.info(`DRY RUN - no crawl jobs submitted: ${crawlTargets.size}`);
console.log(
`Calculated pre-crawl targets: (${crawlTargets.size}) ${JSON.stringify(Array.from(crawlTargets.values()).slice(0, 2), null, 2)} ...`,
);