Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(api/scrape-worker): wait for logRequest before error insert branch
mogery88ed960cecb8
diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.tsindex 849e19aa4..6292f9712 100644--- a/apps/api/src/services/worker/scrape-worker.ts+++ b/apps/api/src/services/worker/scrape-worker.ts@@ -756,6 +756,23 @@ async function processJob(job: NuQJob<ScrapeJobSingleUrls>) {: new Error(JSON.stringify(error)),};+ try {+ // Ensure the parent `requests` row is committed before any child+ // `scrapes`/`parses` insert, to avoid a request_id FK violation. Runs on+ // both the crawl and single-scrape paths; only single scrapes actually+ // carry a logRequestPromise.+ if (job.data.logRequestPromise) {+ const start = Date.now();+ await job.data.logRequestPromise;+ const waited = Date.now() - start;+ if (waited > 0) {+ logger.warn("Had to wait for log request promise to complete", {+ timeMs: waited,+ });+ }+ }+ } catch {}+if (job.data.crawl_id) {const sender = await createWebhookSender({teamId: job.data.team_id,