Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
import { eq } from "drizzle-orm";
import { dbRr } from "../../db/connection";
import * as schema from "../../db/schema";
import { WebhookConfig } from "./types";
import { config } from "../../config";
export async function getWebhookConfig(
teamId: string,
jobId: string,
webhook?: WebhookConfig,
): Promise<{ config: WebhookConfig; secret?: string } | null> {
// priority:
// - webhook
// - self-hosted environment variable
if (webhook) {
return { config: webhook, secret: await getHmacSecret(teamId) };
}
const selfHostedUrl = config.SELF_HOSTED_WEBHOOK_URL?.replace(
"{{JOB_ID}}",
jobId,
);
if (selfHostedUrl) {
return {
config: {
url: selfHostedUrl,
headers: {},
metadata: {},
events: ["completed", "failed", "page", "started"],
},
secret: config.SELF_HOSTED_WEBHOOK_HMAC_SECRET,
};
}
return null;
}
async function getHmacSecret(teamId: string): Promise<string | undefined> {
if (config.USE_DB_AUTHENTICATION !== true) {
return config.SELF_HOSTED_WEBHOOK_HMAC_SECRET;
}
try {
const [data] = await dbRr
.select({ hmac_secret: schema.teams.hmac_secret })
.from(schema.teams)
.where(eq(schema.teams.id, teamId))
.limit(1);
return data?.hmac_secret ?? undefined;
} catch {
return undefined;
}
}