🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import {
logger,
buildSlackLinkSection,
escapeSlackMrkdwn,
type WebhookInput,
type SlackMessage,
} from "@langfuse/shared/src/server";
import { env } from "../../env";
type WebhookInputPayload = WebhookInput["payload"];
type PromptVersionPayload = Extract<
WebhookInputPayload,
{ type: "prompt-version" }
>;
type SkillVersionPayload = Extract<
WebhookInputPayload,
{ type: "skill-version" }
>;
const getProductBaseUrl = () => {
if (!env.NEXTAUTH_URL) return undefined;
const baseUrl = new URL(env.NEXTAUTH_URL);
baseUrl.pathname = baseUrl.pathname.replace(/\/api\/auth\/?$/, "/");
baseUrl.search = "";
baseUrl.hash = "";
const basePath = env.NEXT_PUBLIC_BASE_PATH?.replace(/\/$/, "");
if (
basePath &&
baseUrl.pathname !== basePath &&
!baseUrl.pathname.startsWith(`${basePath}/`)
) {
baseUrl.pathname = `${basePath}${baseUrl.pathname}`;
}
if (!baseUrl.pathname.endsWith("/")) {
baseUrl.pathname = `${baseUrl.pathname}/`;
}
return baseUrl;
};
/**
* Builds Slack Block Kit messages for different Langfuse event types
*/
export class SlackMessageBuilder {
/**
* Build Block Kit message for prompt version events
*/
static buildPromptVersionMessage(payload: PromptVersionPayload): any[] {
const { action, prompt } = payload;
// Determine action emoji and color
const actionConfig = this.getActionConfig(action);
const promptUrl = this.buildPromptUrl(prompt);
// Build the main message blocks
const blocks = [
// Header block with emoji and action
{
type: "header",
text: {
type: "plain_text",
text: `${actionConfig.emoji} Prompt ${action}`,
emoji: true,
},
},
// Main content section
{
type: "section",
text: {
type: "mrkdwn",
text: `*${escapeSlackMrkdwn(prompt.name)}* (version ${prompt.version}) has been *${action}*`,
},
},
// Details section with key information
{
type: "section",
fields: [
{
type: "mrkdwn",
text: `*Change author:*\n${escapeSlackMrkdwn(payload.user?.name || payload.user?.email || "API User")}`,
},
{
type: "mrkdwn",
text: `*Type:*\n${prompt.type}`,
},
{
type: "mrkdwn",
text: `*Version:*\n${prompt.version}`,
},
{
type: "mrkdwn",
text: `*Labels:*\n${prompt.labels.length > 0 ? prompt.labels.join(", ") : "None"}`,
},
{
type: "mrkdwn",
text: `*Tags:*\n${prompt.tags.length > 0 ? prompt.tags.map(escapeSlackMrkdwn).join(", ") : "None"}`,
},
],
},
// Commit message if available
...(prompt.commitMessage
? [
{
type: "section",
text: {
type: "mrkdwn",
text: `*Commit Message:*\n> ${escapeSlackMrkdwn(prompt.commitMessage)}`,
},
},
]
: []),
...(promptUrl
? [buildSlackLinkSection([{ label: "View Prompt", url: promptUrl }])]
: []),
];
return blocks;
}
static buildSkillVersionMessage(
payload: SkillVersionPayload,
): SlackMessage["blocks"] {
const { skill, action } = payload;
const baseUrl = getProductBaseUrl();
const url = baseUrl
? new URL(
`project/${skill.projectId}/skills/${encodeURIComponent(skill.name)}`,
baseUrl,
)
: undefined;
url?.searchParams.set("version", String(skill.version));
return [
{
type: "header",
text: { type: "plain_text", text: `Skill ${action}` },
},
{
type: "section",
text: {
type: "mrkdwn",
text: `*${escapeSlackMrkdwn(skill.name)}* (version ${skill.version}) has been *${action}*`,
},
},
...(url
? [
buildSlackLinkSection([
{ label: "View Skill", url: url.toString() },
]),
]
: []),
];
}
/**
* Build a simple fallback message for unsupported event types
*/
static buildFallbackMessage(payload: WebhookInputPayload): any[] {
// Fallback handles malformed and not-yet-known payloads — narrow off the
// discriminated union and read `.action` opportunistically.
const action =
(payload as { action?: string }).action ?? payload.type ?? "event";
return [
{
type: "section",
text: {
type: "mrkdwn",
text: `*Langfuse Notification*\n${payload.type} event: *${action}*`,
},
},
];
}
/**
* Get action-specific configuration (emoji, color, etc.)
*/
private static getActionConfig(action: string): {
emoji: string;
color?: string;
} {
switch (action.toLowerCase()) {
case "created":
return { emoji: "✨", color: "good" };
case "updated":
return { emoji: "📝", color: "warning" };
case "deleted":
return { emoji: "🗑️", color: "danger" };
default:
return { emoji: "📋" };
}
}
private static buildPromptUrl(prompt: PromptVersionPayload["prompt"]) {
const baseUrl = getProductBaseUrl();
if (!baseUrl) return undefined;
const url = new URL(
`project/${prompt.projectId}/prompts/${encodeURIComponent(prompt.name)}`,
baseUrl,
);
url.searchParams.set("version", String(prompt.version));
return url.toString();
}
/**
* Main entry point - builds appropriate message for event type
*/
static buildMessage(payload: WebhookInputPayload): SlackMessage {
try {
switch (payload.type) {
case "skill-version":
return { blocks: this.buildSkillVersionMessage(payload) };
case "prompt-version":
return { blocks: this.buildPromptVersionMessage(payload) };
default: {
const unknownType = (payload as { type: string }).type;
logger.warn(`Unsupported Slack message type: ${unknownType}`);
return { blocks: this.buildFallbackMessage(payload) };
}
}
} catch (error) {
logger.error("Error building Slack message", { error, payload });
return { blocks: this.buildFallbackMessage(payload) };
}
}
}