🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(web): add org-level ingestion overview tRPC route (#18069)
Hassieb Pakzadc1ceb8d2c238
diff --git a/web/src/features/organization-ingestion/server/organizationIngestionRouter.ts b/web/src/features/organization-ingestion/server/organizationIngestionRouter.tsnew file mode 100644index 0000000000..9d58a0d805--- /dev/null+++ b/web/src/features/organization-ingestion/server/organizationIngestionRouter.ts@@ -0,0 +1,33 @@+import { z } from "zod/v4";+import { TRPCError } from "@trpc/server";+import { env } from "@/src/env.mjs";+import {+ createTRPCRouter,+ protectedOrganizationProcedure,+} from "@/src/server/api/trpc";+import { getAccessibleOrganizationProjects } from "@/src/features/v4/server/v4TransitionService";+import { getOrganizationIngestionOverview } from "@/src/features/organization-ingestion/server/organizationIngestionService";++export const organizationIngestionRouter = createTRPCRouter({+ overview: protectedOrganizationProcedure+ .input(z.object({ orgId: z.string() }))+ .query(async ({ input, ctx }) => {+ if (+ ctx.session.user.admin !== true ||+ env.LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES !== "true"+ )+ throw new TRPCError({+ code: "FORBIDDEN",+ message:+ "The organization ingestion overview is an internal preview.",+ });++ const projects = await getAccessibleOrganizationProjects({+ prisma: ctx.prisma,+ orgId: input.orgId,+ session: ctx.session,+ });++ return getOrganizationIngestionOverview({ projects });+ }),+});diff --git a/web/src/features/organization-ingestion/server/organizationIngestionService.ts b/web/src/features/organization-ingestion/server/organizationIngestionService.tsnew file mode 100644index 0000000000..e0baa60546--- /dev/null+++ b/web/src/features/organization-ingestion/server/organizationIngestionService.ts@@ -0,0 +1,181 @@+import {+ classifyIngestionSdkVersion,+ convertDateToClickhouseDateTime,+ queryClickhouse,+ UNKNOWN_INGESTION_SDK_VALUE,+ type IngestionSdkCanonicalName,+ type IngestionSdkUpgradeStatus,+} from "@langfuse/shared/src/server";+import { type ScoreSourceType } from "@langfuse/shared";++const DAY_MS = 24 * 60 * 60 * 1_000;+const MINUTE_MS = 60 * 1_000;+const ORGANIZATION_INGESTION_WINDOW_MS = 7 * DAY_MS;++type IngestionPath = "otel" | "ingestion_api";++/** Ingesting client identity shared by event and score rows. */+type IngestionClientFields = {+ sdkName: string | null;+ sdkVersion: string | null;+ canonicalSdkName: IngestionSdkCanonicalName | null;+ sdkUpgradeStatus: IngestionSdkUpgradeStatus;+ publicKey: string | null;+ /** Written by Langfuse itself (`langfuse-*` environment or internal SDK). */+ isInternal: boolean;+ /** Count in [`window.currentFrom`, `window.to`). */+ current: number;+ /** Count in [`window.previousFrom`, `window.currentFrom`). */+ previous: number;+ /** Latest timestamp across both windows (ISO, UTC). */+ lastSeen: string;+};++type OrganizationIngestionOverview = {+ window: { previousFrom: string; currentFrom: string; to: string };+ projects: { id: string; name: string }[];+ eventRows: (IngestionClientFields & {+ projectId: string;+ ingestionPath: IngestionPath;+ })[];+ scoreRows: (IngestionClientFields & {+ projectId: string;+ source: ScoreSourceType;+ })[];+};++type ClickhouseClientRow = {+ projectId: string;+ sdkName: string;+ sdkVersion: string;+ publicKey: string;+ isInternal: boolean | string | number;+ currentCount: string | number;+ previousCount: string | number;+ lastSeen: string;+};++const EVENT_ROWS_QUERY = `+SELECT+ project_id AS projectId,+ if(startsWith(source, 'otel'), 'otel', 'ingestion_api') AS ingestionPath,+ ingestion_sdk_name AS sdkName,+ ingestion_sdk_version AS sdkVersion,+ ingestion_api_key AS publicKey,+ startsWith(environment, 'langfuse-') AS isInternal,+ countIf(start_time >= {currentFrom: DateTime64(3)}) AS currentCount,+ countIf(start_time < {currentFrom: DateTime64(3)}) AS previousCount,+ formatDateTime(max(start_time), '%Y-%m-%dT%H:%i:%SZ', 'UTC') AS lastSeen+FROM events_core+WHERE+ project_id IN {projectIds: Array(String)}+ AND start_time >= {previousFrom: DateTime64(3)}+ AND start_time < {to: DateTime64(3)}+ AND source IN {ingressSources: Array(String)}+ AND is_deleted = 0+GROUP BY projectId, ingestionPath, sdkName, sdkVersion, publicKey, isInternal+`;++const SCORE_ROWS_QUERY = `+SELECT+ project_id AS projectId,+ source,+ ingestion_sdk_name AS sdkName,+ ingestion_sdk_version AS sdkVersion,+ ingestion_api_key AS publicKey,+ startsWith(environment, 'langfuse-') AS isInternal,+ countIf(timestamp >= {currentFrom: DateTime64(3)}) AS currentCount,+ countIf(timestamp < {currentFrom: DateTime64(3)}) AS previousCount,+ formatDateTime(max(timestamp), '%Y-%m-%dT%H:%i:%SZ', 'UTC') AS lastSeen+FROM scores+WHERE+ project_id IN {projectIds: Array(String)}+ AND timestamp >= {previousFrom: DateTime64(3)}+ AND timestamp < {to: DateTime64(3)}+ AND is_deleted = 0+GROUP BY projectId, source, sdkName, sdkVersion, publicKey, isInternal+`;++const toNullableSdkValue = (value: string): string | null =>+ value === "" || value === UNKNOWN_INGESTION_SDK_VALUE ? null : value;++const toClientFields = (row: ClickhouseClientRow): IngestionClientFields => {+ const sdkName = toNullableSdkValue(row.sdkName);+ const sdkVersion = toNullableSdkValue(row.sdkVersion);+ const classification = classifyIngestionSdkVersion({ sdkName, sdkVersion });++ return {+ sdkName,+ sdkVersion,+ canonicalSdkName: classification.canonicalSdkName,+ sdkUpgradeStatus: classification.status,+ publicKey: row.publicKey === "" ? null : row.publicKey,+ isInternal:+ row.isInternal === true || row.isInternal === 1 || row.isInternal === "1",+ current: Number(row.currentCount),+ previous: Number(row.previousCount),+ lastSeen: row.lastSeen,+ };+};++export const getOrganizationIngestionOverview = async ({+ projects,+ nowMs = Date.now(),+}: {+ projects: { id: string; name: string }[];+ nowMs?: number;+}): Promise<OrganizationIngestionOverview> => {+ const to = new Date(Math.floor(nowMs / MINUTE_MS) * MINUTE_MS);+ const currentFrom = new Date(to.getTime() - ORGANIZATION_INGESTION_WINDOW_MS);+ const previousFrom = new Date(+ currentFrom.getTime() - ORGANIZATION_INGESTION_WINDOW_MS,+ );+ const window = {+ previousFrom: previousFrom.toISOString(),+ currentFrom: currentFrom.toISOString(),+ to: to.toISOString(),+ };++ if (projects.length === 0) {+ return { window, projects, eventRows: [], scoreRows: [] };+ }++ const params = {+ projectIds: projects.map((project) => project.id),+ previousFrom: convertDateToClickhouseDateTime(previousFrom),+ currentFrom: convertDateToClickhouseDateTime(currentFrom),+ to: convertDateToClickhouseDateTime(to),+ };++ const [eventRows, scoreRows] = await Promise.all([+ queryClickhouse<ClickhouseClientRow & { ingestionPath: IngestionPath }>({+ query: EVENT_ROWS_QUERY,+ params,+ tags: { route: "organization-ingestion-overview-events" },+ preferredClickhouseService: "EventsReadOnly",+ }),+ queryClickhouse<ClickhouseClientRow & { source: string }>({+ query: SCORE_ROWS_QUERY,+ params,+ tags: { route: "organization-ingestion-overview-scores" },+ preferredClickhouseService: "ReadOnly",+ }),+ ]);++ return {+ window,+ projects,+ eventRows: eventRows.map((row) => ({+ projectId: row.projectId,+ ingestionPath: row.ingestionPath,+ ...toClientFields(row),+ })),+ scoreRows: scoreRows.flatMap((row) => [+ {+ projectId: row.projectId,+ source: row.source as ScoreSourceType,+ ...toClientFields(row),+ },+ ]),+ };+};diff --git a/web/src/server/api/root.ts b/web/src/server/api/root.tsindex a8722501a7..8a1e5dcab5 100644--- a/web/src/server/api/root.ts+++ b/web/src/server/api/root.ts@@ -63,6 +63,7 @@ import { inAppAgentRouter } from "@/src/features/in-app-agent/server/router";import { v4TransitionRouter } from "@/src/features/v4/server/v4TransitionRouter";import { aiGatewayRouter } from "@/src/features/ai-gateway/server";import { skillRouter } from "@/src/features/skills/server/skill-router";+import { organizationIngestionRouter } from "@/src/features/organization-ingestion/server/organizationIngestionRouter";/*** This is the primary router for your server.@@ -84,6 +85,7 @@ export const appRouter = createTRPCRouter({dashboard: dashboardRouter,organizations: organizationsRouter,organizationApiKeys: organizationApiKeysRouter,+ organizationIngestion: organizationIngestionRouter,verifiedDomain: verifiedDomainRouter,ssoConfig: ssoConfigRouter,projects: projectsRouter,