Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(api): propagate integration field in queue worker job processing
AdemÃlson Tonato6e1f8d6c10cb
diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex 8fcfdcb2d..5545ed9ae 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -217,6 +217,7 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) {scrapeOptions: job.data.scrapeOptions,internalOptions: sc.internalOptions,origin: job.data.origin,+ integration: job.data.integration,crawl_id: job.data.crawl_id,sitemapped: true,webhook: job.data.webhook,@@ -969,6 +970,7 @@ async function processKickoffJob(job: Job & { id: string }, token: string) {scrapeOptions: scrapeOptions.parse(job.data.scrapeOptions),internalOptions: sc.internalOptions,origin: job.data.origin,+ integration: job.data.integration,crawl_id: job.data.crawl_id,webhook: job.data.webhook,v1: job.data.v1,@@ -1023,6 +1025,7 @@ async function processKickoffJob(job: Job & { id: string }, token: string) {scrapeOptions: job.data.scrapeOptions,internalOptions: sc.internalOptions,origin: job.data.origin,+ integration: job.data.integration,crawl_id: job.data.crawl_id,sitemapped: true,webhook: job.data.webhook,@@ -1084,6 +1087,7 @@ async function processKickoffJob(job: Job & { id: string }, token: string) {scrapeOptions: job.data.scrapeOptions,internalOptions: sc.internalOptions,origin: job.data.origin,+ integration: job.data.integration,crawl_id: job.data.crawl_id,sitemapped: true,webhook: job.data.webhook,@@ -1397,6 +1401,7 @@ async function processJob(job: Job & { id: string }, token: string) {(job.data.crawlerOptions?.currentDiscoveryDepth ?? 0) + 1,},origin: job.data.origin,+ integration: job.data.integration,crawl_id: job.data.crawl_id,webhook: job.data.webhook,v1: job.data.v1,