Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update queue-worker.ts
Nicolas432b4106789d
diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex f6a033cb5..8408cc611 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -531,16 +531,16 @@ async function indexJob(job: Job & { id: string }, document: Document) {document.markdown &&job.data.team_id === process.env.BACKGROUND_INDEX_TEAM_ID!) {- indexPage({- document: document,- originUrl: job.data.crawl_id- ? (await getCrawl(job.data.crawl_id))?.originUrl!- : document.metadata.sourceURL!,- crawlId: job.data.crawl_id,- teamId: job.data.team_id,- }).catch((error) => {- _logger.error("Error indexing page", { error });- });+ // indexPage({+ // document: document,+ // originUrl: job.data.crawl_id+ // ? (await getCrawl(job.data.crawl_id))?.originUrl!+ // : document.metadata.sourceURL!,+ // crawlId: job.data.crawl_id,+ // teamId: job.data.team_id,+ // }).catch((error) => {+ // _logger.error("Error indexing page", { error });+ // });}}