Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(webhook): add event picker
Gergő Móricza6722d4a9589
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.tsindex 8490bcb13..5c1ae4c07 100644--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@ -317,6 +317,7 @@ export const webhookSchema = z.preprocess(url: z.string().url(),headers: z.record(z.string(), z.string()).default({}),metadata: z.record(z.string(), z.string()).default({}),+ events: z.array(z.enum(["completed", "failed", "page", "started"])).default(["completed", "failed", "page", "started"]),}).strict(strictMessage),);diff --git a/apps/api/src/services/webhook.ts b/apps/api/src/services/webhook.tsindex d1381b05e..75adfe761 100644--- a/apps/api/src/services/webhook.ts+++ b/apps/api/src/services/webhook.ts@@ -16,6 +16,13 @@ export const callWebhook = async (eventType: WebhookEventType = "crawl.page",awaitWebhook: boolean = false,) => {+ if (specified) {+ let subType = eventType.split(".")[1];+ if (!specified.events.includes(subType as any)) {+ return false;+ }+ }+try {const selfHostedUrl = process.env.SELF_HOSTED_WEBHOOK_URL?.replace("{{JOB_ID}}",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 603591ac9..422c9674a 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -168,6 +168,7 @@ export interface CrawlParams {url: string;headers?: Record<string, string>;metadata?: Record<string, string>;+ events?: ["completed", "failed", "page", "started"][number][];};deduplicateSimilarURLs?: boolean;ignoreQueryParameters?: boolean;