Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(worker): handle logScrape promise based on skipNuq (#2848)

tomsideguide0e06a06d8dec
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.ts
index 965cb7261..7844f0cc1 100644
--- a/apps/api/src/services/worker/scrape-worker.ts
+++ b/apps/api/src/services/worker/scrape-worker.ts
@@ -538,7 +538,7 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {
doc.metadata.creditsUsed = credits_billed ?? undefined;
- await logScrape(
+ const logScrapePromise = logScrape(
{
id: job.id,
request_id: job.data.requestId ?? job.data.crawl_id ?? job.id,
@@ -556,6 +556,16 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {
},
false,
);
+
+ if (job.data.skipNuq) {
+ // doesn't use GCS for result retrieval, safe to not await
+ logScrapePromise.catch(err =>
+ logger.warn("Background scrape log failed", { error: err }),
+ );
+ } else {
+ // v0 - must await because waitForJob reads from GCS
+ await logScrapePromise;
+ }
}
logger.info(`🐂 Job done ${job.id}`);