Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(webhook): clean up v0 logic
Gergő Móriczf3d760276a23
diff --git a/apps/api/src/controllers/v1/batch-scrape.ts b/apps/api/src/controllers/v1/batch-scrape.tsindex bfad81b0b..256db5c1f 100644--- a/apps/api/src/controllers/v1/batch-scrape.ts+++ b/apps/api/src/controllers/v1/batch-scrape.ts@@ -191,6 +191,7 @@ export async function batchScrapeController(teamId: req.auth.team_id,jobId: id,webhook: req.body.webhook,+ v0: false,});await sender?.send(WebhookEvent.BATCH_SCRAPE_STARTED, { success: true });}diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.tsindex 6a00f466f..2e9e39972 100644--- a/apps/api/src/controllers/v1/extract.ts+++ b/apps/api/src/controllers/v1/extract.ts@@ -31,6 +31,7 @@ export async function oldExtract(teamId: req.auth.team_id,jobId: extractId,webhook: req.body.webhook,+ v0: false,});sender?.send(WebhookEvent.EXTRACT_STARTED, { success: true });diff --git a/apps/api/src/controllers/v2/batch-scrape.ts b/apps/api/src/controllers/v2/batch-scrape.tsindex bdb704877..09a6af15c 100644--- a/apps/api/src/controllers/v2/batch-scrape.ts+++ b/apps/api/src/controllers/v2/batch-scrape.ts@@ -188,6 +188,7 @@ export async function batchScrapeController(teamId: req.auth.team_id,jobId: id,webhook: req.body.webhook,+ v0: false,});await sender?.send(WebhookEvent.BATCH_SCRAPE_STARTED, { success: true });}diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.tsindex bf517105d..af87f1775 100644--- a/apps/api/src/services/queue-worker.ts+++ b/apps/api/src/services/queue-worker.ts@@ -110,7 +110,7 @@ const processExtractJobInternal = async (teamId: job.data.teamId,jobId: job.data.extractId,webhook: job.data.request.webhook,- v0: true,+ v0: false,});try {diff --git a/apps/api/src/services/webhook/index.ts b/apps/api/src/services/webhook/index.tsindex e8d20706f..6b2ef3bef 100644--- a/apps/api/src/services/webhook/index.ts+++ b/apps/api/src/services/webhook/index.ts@@ -7,7 +7,7 @@ export async function createWebhookSender(params: {teamId: string;jobId: string;webhook?: WebhookConfig;- v0?: boolean;+ v0: boolean;}): Promise<WebhookSender | null> {const config = await getWebhookConfig(params.teamId,@@ -21,7 +21,7 @@ export async function createWebhookSender(params: {return new WebhookSender(config.config, config.secret, {teamId: params.teamId,jobId: params.jobId,- v0: params.v0 || false,+ v0: params.v0,});}diff --git a/apps/api/src/services/worker/crawl-logic.ts b/apps/api/src/services/worker/crawl-logic.tsindex ff1e7db0c..7d4eabab0 100644--- a/apps/api/src/services/worker/crawl-logic.ts+++ b/apps/api/src/services/worker/crawl-logic.ts@@ -306,6 +306,7 @@ export async function finishCrawlIfNeeded(job: NuQJob<any>, sc: StoredCrawl) {teamId: job.data.team_id,jobId: job.data.crawl_id,webhook: job.data.webhook,+ v0: false,});if (sender) {if (job.data.crawlerOptions !== null) {diff --git a/apps/api/src/services/worker/scrape-worker.ts b/apps/api/src/services/worker/scrape-worker.tsindex 59db15930..e40f44c69 100644--- a/apps/api/src/services/worker/scrape-worker.ts+++ b/apps/api/src/services/worker/scrape-worker.ts@@ -446,6 +446,7 @@ async function processJob(job: NuQJob<any>) {teamId: job.data.team_id,jobId: job.data.crawl_id,webhook: job.data.webhook,+ v0: false,});if (sender) {logger.debug("Calling webhook with success...", {@@ -587,7 +588,7 @@ async function processJob(job: NuQJob<any>) {teamId: job.data.team_id,jobId: (job.data.crawl_id ?? job.id) as string,webhook: job.data.webhook,- v0: true,+ v0: Boolean(!job.data.v1),});// at this point we don't have a document, send a minimal payload to let users identify the errored URL