Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(worker): handle logScrape promise based on skipNuq (#2848)
tomsideguide0e06a06d8dec
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.tsindex 965cb7261..7844f0cc1 100644--- a/apps/api/src/services/worker/scrape-worker.ts+++ b/apps/api/src/services/worker/scrape-worker.ts@@ -538,7 +538,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {doc.metadata.creditsUsed = credits_billed ?? undefined;- await logScrape(+ const logScrapePromise = logScrape({id: job.id,request_id: job.data.requestId ?? job.data.crawl_id ?? job.id,@@ -556,6 +556,16 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {},false,);++ if (job.data.skipNuq) {+ // doesn't use GCS for result retrieval, safe to not await+ logScrapePromise.catch(err =>+ logger.warn("Background scrape log failed", { error: err }),+ );+ } else {+ // v0 - must await because waitForJob reads from GCS+ await logScrapePromise;+ }}logger.info(`🐂 Job done ${job.id}`);