🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
feat(auth): lfe 15680 mcp two level authorization seam all modes (#16711)
Mark Salpeter84c9e32a6f9e
diff --git a/packages/shared/src/features/rbac/projectAccessRights.ts b/packages/shared/src/features/rbac/projectAccessRights.tsindex 43011dbc10..f1aa73e65b 100644--- a/packages/shared/src/features/rbac/projectAccessRights.ts+++ b/packages/shared/src/features/rbac/projectAccessRights.ts@@ -87,12 +87,12 @@ export const projectScopes = ["traces:create","scores:read","scores:create",+ "media:read","media:create","sessions:read","metrics:read","models:read","experiments:read",- "mcp:access","feedback:create",] as const;diff --git a/web/src/__tests__/server/__snapshots__/mcp-auth-parity.servertest.ts.snap b/web/src/__tests__/server/__snapshots__/mcp-auth-parity.servertest.ts.snapnew file mode 100644index 0000000000..5333cc37b2--- /dev/null+++ b/web/src/__tests__/server/__snapshots__/mcp-auth-parity.servertest.ts.snap@@ -0,0 +1,13 @@+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html++exports[`MCP connection auth parity > legacy matches the captured baseline 1`] = `+{+ "admin/admin": 401,+ "agent/basic": 400,+ "agent/bearer": 403,+ "org/basic": 403,+ "org/bearer": 401,+ "project/basic": 400,+ "project/bearer": 403,+}+`;diff --git a/web/src/__tests__/server/mcp-auth-parity.servertest.ts b/web/src/__tests__/server/mcp-auth-parity.servertest.tsnew file mode 100644index 0000000000..2123ab5ebd--- /dev/null+++ b/web/src/__tests__/server/mcp-auth-parity.servertest.ts@@ -0,0 +1,180 @@+import type { NextApiRequest, NextApiResponse } from "next";+import { createMocks } from "node-mocks-http";++import { env } from "@/src/env.mjs";+import { prisma } from "@langfuse/shared/src/db";+import {+ createAndAddApiKeysToDb,+ createBasicAuthHeader,+ createOrgProjectAndApiKey,+} from "@langfuse/shared/src/server";++import mcpHandler from "@/src/pages/api/public/mcp";++// Sweeps the MCP endpoint's connection auth across migration modes and key+// kinds, recording each cell's status. Shadow and enforce must equal legacy+// (cross-mode); a captured snapshot pins legacy across the refactor. The MCP+// route resolves auth through shadowAuth before the transport, so a single POST+// initialize exercises the connection seam. Value is status only.+//+// Auth only ever emits 401/403, so a cell reading past auth carries a transport+// status instead: node-mocks-http cannot complete a streaming initialize, so an+// authenticated request lands on 400 here. The signal is 400 (past auth) vs+// 401/403 (denied); mcp-auth.servertest.ts covers the real 200 over fetch.++type ApiKeyKind = "project" | "agent" | "org" | "admin";+const apiKeyKinds: ApiKeyKind[] = ["project", "agent", "org", "admin"];++type MigrationMode = "legacy" | "shadow" | "enforce";+const migrationModes: MigrationMode[] = ["legacy", "shadow", "enforce"];++const adminApiKey = "test-admin-api-key-mcp-auth-parity";++type KeyPair = { publicKey: string; secretKey: string };++const keys: Record<Exclude<ApiKeyKind, "admin">, KeyPair> = {+ project: { publicKey: "", secretKey: "" },+ agent: { publicKey: "", secretKey: "" },+ org: { publicKey: "", secretKey: "" },+};+let fixtureProjectId = "";++let originalMigration: string | undefined;+let originalAdminApiKey: string | undefined;+let matrices: Record<MigrationMode, Record<string, number>>;++const initializeBody = {+ jsonrpc: "2.0",+ method: "initialize",+ params: {+ protocolVersion: "2024-11-05",+ capabilities: {},+ clientInfo: { name: "parity", version: "1.0.0" },+ },+ id: 1,+};++const baseHeaders = {+ host: "localhost:3000",+ "content-type": "application/json",+ accept: "application/json, text/event-stream",+};++/** getHeaders derives a key kind's header sets: project/agent/org send basic + bearer, admin sends its single triple. */+function getHeaders(+ apiKeyKind: ApiKeyKind,+): { headerKind: string; headers: Record<string, string> }[] {+ if (apiKeyKind === "admin") {+ return [+ {+ headerKind: "admin",+ headers: {+ ...baseHeaders,+ authorization: `Bearer ${adminApiKey}`,+ "x-langfuse-admin-api-key": adminApiKey,+ "x-langfuse-project-id": fixtureProjectId,+ },+ },+ ];+ }+ const { publicKey, secretKey } = keys[apiKeyKind];+ return [+ {+ headerKind: "basic",+ headers: {+ ...baseHeaders,+ authorization: createBasicAuthHeader(publicKey, secretKey),+ },+ },+ {+ headerKind: "bearer",+ headers: { ...baseHeaders, authorization: `Bearer ${publicKey}` },+ },+ ];+}++/** callMcp invokes the MCP route handler with a mocked POST initialize request, returning the status code. */+async function callMcp(headers: Record<string, string>): Promise<number> {+ const { req, res } = createMocks<NextApiRequest, NextApiResponse>({+ method: "POST",+ body: initializeBody,+ headers,+ });+ await mcpHandler(req, res);+ return res._getStatusCode();+}++type Cell = { key: string; run: () => Promise<number> };++/** matrixCells lists every key kind × header kind cell in source order. */+function matrixCells(): Cell[] {+ const cells: Cell[] = [];+ for (const apiKeyKind of apiKeyKinds) {+ for (const { headerKind, headers } of getHeaders(apiKeyKind)) {+ cells.push({+ key: `${apiKeyKind}/${headerKind}`,+ run: () => callMcp(headers),+ });+ }+ }+ return cells;+}++/** runMatrix runs every cell in one mode, returning a flat status-by-cell map in source order. */+async function runMatrix(mode: MigrationMode): Promise<Record<string, number>> {+ (env as any).API_AUTH_MIGRATION = mode;+ const result: Record<string, number> = {};+ for (const cell of matrixCells()) {+ result[cell.key] = await cell.run();+ }+ return result;+}++describe("MCP connection auth parity", () => {+ beforeAll(async () => {+ originalMigration = (env as any).API_AUTH_MIGRATION;+ originalAdminApiKey = (env as any).ADMIN_API_KEY;+ (env as any).ADMIN_API_KEY = adminApiKey;++ const base = await createOrgProjectAndApiKey();+ fixtureProjectId = base.projectId;+ keys.project = { publicKey: base.publicKey, secretKey: base.secretKey };++ const org = await createAndAddApiKeysToDb({+ prisma,+ entityId: base.orgId,+ scope: "ORGANIZATION",+ });+ keys.org = { publicKey: org.publicKey, secretKey: org.secretKey };++ const agent = await createAndAddApiKeysToDb({+ prisma,+ entityId: base.projectId,+ scope: "PROJECT",+ isInAppAgentKey: true,+ });+ keys.agent = { publicKey: agent.publicKey, secretKey: agent.secretKey };++ matrices = {+ legacy: await runMatrix("legacy"),+ shadow: await runMatrix("shadow"),+ enforce: await runMatrix("enforce"),+ };+ }, 120_000);++ afterAll(() => {+ (env as any).API_AUTH_MIGRATION = originalMigration;+ (env as any).ADMIN_API_KEY = originalAdminApiKey;+ });++ it("legacy matches the captured baseline", () => {+ expect(matrices.legacy).toMatchSnapshot();+ });++ it.each(migrationModes.filter((mode) => mode !== "legacy"))(+ "%s is byte-identical to legacy",+ (mode) => {+ expect(matrices[mode]).toEqual(matrices.legacy);+ },+ );+});diff --git a/web/src/__tests__/server/mcp-auth.servertest.ts b/web/src/__tests__/server/mcp-auth.servertest.tsindex 080161f6e2..0da95b9d5f 100644--- a/web/src/__tests__/server/mcp-auth.servertest.ts+++ b/web/src/__tests__/server/mcp-auth.servertest.ts@@ -44,7 +44,7 @@ describe("MCP Authentication", () => {expect(response.status).toBe(401);const body = await response.json();- expect(body.error).toContain("Authentication failed");+ expect(body.error).toContain("Invalid credentials");});it("should return 401 for missing authorization header", async () => {diff --git a/web/src/__tests__/server/unit/assertToolAuthorized.servertest.ts b/web/src/__tests__/server/unit/assertToolAuthorized.servertest.tsnew file mode 100644index 0000000000..dd824e7568--- /dev/null+++ b/web/src/__tests__/server/unit/assertToolAuthorized.servertest.ts@@ -0,0 +1,145 @@+import { beforeEach, describe, expect, it, vi } from "vitest";+import { ErrorCode } from "@modelcontextprotocol/sdk/types.js";++import { ForbiddenError } from "@langfuse/shared";++const { env } = vi.hoisted(() => ({+ env: { API_AUTH_MIGRATION: "enforce" as string },+}));++vi.mock("@/src/env.mjs", () => ({ env }));++import { __test } from "@/src/features/mcp/server/mcpServer";+import type { ToolDefinition } from "@/src/features/mcp/core/define-tool";+import {+ __dangerouslySkipAuthz,+ type ApiAction,+} from "@/src/features/public-api/server/enforceAuth";+import type { ServerContext } from "@/src/features/mcp/types";+import {+ type AuthorizationContext,+ type Policy,+ type ProjectAction,+} from "@/src/features/auth/policy/types";++const { assertToolAuthorized } = __test;++const PRJ = "prj_1";++const allowPrompts: Policy = {+ kind: "project",+ source: { kind: "role", id: "PROJECT" },+ actions: ["prompts:read"] as ProjectAction[] as never,+ resources: [PRJ],+ effect: "allow",+};++const authContext = (policies: Policy[]): AuthorizationContext => ({+ principal: {+ kind: "apiKey",+ apiKeyId: "key_1",+ userId: null,+ isInAppAgentKey: false,+ publicKey: "pk-lf-1",+ scope: "PROJECT",+ presentation: "privateKey",+ organizations: [],+ boundResource: { orgId: "org_1", projectId: PRJ },+ },+ policies,+});++const serverContext = (auth?: AuthorizationContext): ServerContext => ({+ projectId: PRJ,+ orgId: "org_1",+ apiKeyId: "key_1",+ accessLevel: "project",+ publicKey: "pk-lf-1",+ plan: "cloud:hobby",+ rateLimitOverrides: [],+ auth,+});++const tool = (action: ApiAction): ToolDefinition => ({+ name: "someTool",+ description: "",+ action,+ inputSchema: { type: "object" },+});++describe("assertToolAuthorized", () => {+ beforeEach(() => {+ env.API_AUTH_MIGRATION = "enforce";+ });++ it("throws a formatted InvalidRequest error when the context lacks the tool's action", () => {+ expect(() =>+ assertToolAuthorized(+ tool("prompts:CUD"),+ serverContext(authContext([allowPrompts])),+ ),+ ).toThrow(+ expect.objectContaining({ code: ErrorCode.InvalidRequest }) as Error,+ );+ });++ it("passes when the resolved context holds the tool's action", () => {+ expect(() =>+ assertToolAuthorized(+ tool("prompts:read"),+ serverContext(authContext([allowPrompts])),+ ),+ ).not.toThrow();+ });++ it("passes an ungated tool regardless of context", () => {+ expect(() =>+ assertToolAuthorized(+ tool(__dangerouslySkipAuthz),+ serverContext(authContext([])),+ ),+ ).not.toThrow();+ });++ it("passes when no context resolved (legacy)", () => {+ expect(() =>+ assertToolAuthorized(tool("prompts:CUD"), serverContext(undefined)),+ ).not.toThrow();+ });++ describe("shadow mode", () => {+ beforeEach(() => {+ env.API_AUTH_MIGRATION = "shadow";+ });++ it("diffs a denied action without throwing", () => {+ const diff = vi.fn();+ expect(() =>+ assertToolAuthorized(+ tool("prompts:CUD"),+ serverContext(authContext([allowPrompts])),+ diff,+ ),+ ).not.toThrow();+ expect(diff).toHaveBeenCalledWith(+ { success: false, error: expect.any(ForbiddenError) },+ { success: true, scope: { accessLevel: "project" } },+ "prompts:CUD",+ );+ });++ it("diffs an allowed action", () => {+ const diff = vi.fn();+ assertToolAuthorized(+ tool("prompts:read"),+ serverContext(authContext([allowPrompts])),+ diff,+ );+ expect(diff).toHaveBeenCalledWith(+ { success: true },+ { success: true, scope: { accessLevel: "project" } },+ "prompts:read",+ );+ });+ });+});diff --git a/web/src/__tests__/server/unit/mcp-define-tool.servertest.ts b/web/src/__tests__/server/unit/mcp-define-tool.servertest.tsindex 7dacbdcae8..c6f0719f68 100644--- a/web/src/__tests__/server/unit/mcp-define-tool.servertest.ts+++ b/web/src/__tests__/server/unit/mcp-define-tool.servertest.ts@@ -1,5 +1,7 @@import { describe, expect, it } from "vitest";import { z } from "zod";++import { __dangerouslySkipAuthz } from "@/src/features/public-api/server/enforceAuth";import { defineTool } from "../../../features/mcp/core/define-tool";describe("defineTool", () => {@@ -15,6 +17,7 @@ describe("defineTool", () => {defineTool({name: "createScore",description: "Create a score",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -28,6 +31,7 @@ describe("defineTool", () => {const [tool] = defineTool({name: "plainTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -46,6 +50,7 @@ describe("defineTool", () => {const [tool] = defineTool({name: "combinatorNamedFieldsTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -67,6 +72,7 @@ describe("defineTool", () => {defineTool({name: "mixedUnionTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -83,6 +89,7 @@ describe("defineTool", () => {defineTool({name: "nestedUnionTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -99,6 +106,7 @@ describe("defineTool", () => {defineTool({name: "nestedIntersectionTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,@@ -114,6 +122,7 @@ describe("defineTool", () => {const [tool] = defineTool({name: "asciiPatternTool",description: "",+ action: __dangerouslySkipAuthz,baseSchema: schema,inputSchema: schema,handler: async (input) => input,diff --git a/web/src/__tests__/server/unit/public-api/shadowAuth.servertest.ts b/web/src/__tests__/server/unit/public-api/shadowAuth.servertest.tsindex a611e7a9bb..c65e344efe 100644--- a/web/src/__tests__/server/unit/public-api/shadowAuth.servertest.ts+++ b/web/src/__tests__/server/unit/public-api/shadowAuth.servertest.ts@@ -322,6 +322,20 @@ describe("project-family dispatch (allowedAccessLevels ['project'])", () => {"traces:read",);});++ it("threads the new pipeline's context to shadow the per-item check", async () => {+ legacyAllows();+ mockEnforceAuth.mockResolvedValue({+ success: true,+ scope: projectScope("privateKey"),+ ctx: { principal: {}, policies: [] },+ });+ expect(await call()).toMatchObject({+ success: true,+ scope: legacyScope.scope,+ ctx: { policies: [] },+ });+ });});describe("enforce mode is the new pipeline's sole authority", () => {diff --git a/web/src/features/mcp/core/define-tool.ts b/web/src/features/mcp/core/define-tool.tsindex 02c9452a8b..4410a6ed3f 100644--- a/web/src/features/mcp/core/define-tool.ts+++ b/web/src/features/mcp/core/define-tool.ts@@ -7,6 +7,7 @@import { z } from "zod";import { wrapErrorHandling } from "./error-formatting";+import type { ApiAction } from "@/src/features/public-api/server/enforceAuth";import type { ServerContext } from "../types";/**@@ -36,6 +37,9 @@ export interface DefineToolOptions<TInput, TName extends string = string> {/** Handler function that executes the tool logic */handler: ToolHandler<TInput>;+ /** Action the caller must hold to run this tool. */+ action: ApiAction;+/** Hint: This tool only reads data, does not modify anything */readOnlyHint?: boolean;@@ -52,6 +56,7 @@ export interface DefineToolOptions<TInput, TName extends string = string> {export interface ToolDefinition<TName extends string = string> {name: TName;description: string;+ action: ApiAction;inputSchema: Record<string, unknown>;annotations?: {readOnlyHint?: boolean;@@ -115,6 +120,7 @@ export function defineTool<TInput, const TName extends string>(const {name,description,+ action,baseSchema,inputSchema,handler,@@ -154,6 +160,7 @@ export function defineTool<TInput, const TName extends string>(const toolDefinition: ToolDefinition<TName> = {name,description,+ action,inputSchema: jsonSchemaObject,};diff --git a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueue.ts b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueue.tsindex 9129a08c5e..6efc34f4af 100644--- a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueue.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueue.ts@@ -22,6 +22,7 @@ export const [createAnnotationQueueTool, handleCreateAnnotationQueue] =name: "createAnnotationQueue",description:"Create an annotation queue, a worklist that collects trace or observation items for human review and scoring.",+ action: "annotationQueues:CUD",baseSchema: CreateAnnotationQueueBaseSchema,inputSchema: CreateAnnotationQueueBody,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueAssignment.ts b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueAssignment.tsindex c8b1bd83ed..cea15f25f9 100644--- a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueAssignment.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueAssignment.ts@@ -11,6 +11,7 @@ export const [name: "createAnnotationQueueAssignment",description:"Assign a project user to an annotation queue so they can work through its review items.",+ action: "annotationQueueAssignments:CUD",baseSchema: CreateAnnotationQueueAssignmentToolSchema,inputSchema: CreateAnnotationQueueAssignmentToolSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueItem.ts b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueItem.tsindex b27ad7c93b..b506322fdc 100644--- a/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueItem.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/createAnnotationQueueItem.ts@@ -10,6 +10,7 @@ export const [createAnnotationQueueItemTool, handleCreateAnnotationQueueItem] =name: "createAnnotationQueueItem",description:"Add an annotation queue item, one trace or observation to review, to a queue.",+ action: "annotationQueues:CUD",baseSchema: CreateAnnotationQueueItemToolSchema,inputSchema: CreateAnnotationQueueItemToolSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueAssignment.ts b/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueAssignment.tsindex aa3db329ef..d448c4ad10 100644--- a/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueAssignment.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueAssignment.ts@@ -11,6 +11,7 @@ export const [] = defineTool({name: "deleteAnnotationQueueAssignment",description: "Remove a project user's assignment from an annotation queue.",+ action: "annotationQueueAssignments:CUD",baseSchema: DeleteAnnotationQueueAssignmentToolSchema,inputSchema: DeleteAnnotationQueueAssignmentToolSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueItem.ts b/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueItem.tsindex a4d3dcaf94..a91b6eca6c 100644--- a/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueItem.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/deleteAnnotationQueueItem.ts@@ -11,6 +11,7 @@ export const [deleteAnnotationQueueItemTool, handleDeleteAnnotationQueueItem] =name: "deleteAnnotationQueueItem",description:"Remove an annotation queue item, the queued trace or observation, from a queue.",+ action: "annotationQueues:CUD",baseSchema: DeleteAnnotationQueueItemQuery,inputSchema: DeleteAnnotationQueueItemQuery,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueue.ts b/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueue.tsindex 155eb7aef1..a0a2d22d77 100644--- a/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueue.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueue.ts@@ -11,6 +11,7 @@ export const [getAnnotationQueueTool, handleGetAnnotationQueue] = defineTool({name: "getAnnotationQueue",description:"Get an annotation queue, a worklist of trace or observation items for human review and scoring, by ID.",+ action: "annotationQueues:read",baseSchema: GetAnnotationQueueByIdQuery,inputSchema: GetAnnotationQueueByIdQuery,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueueItem.ts b/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueueItem.tsindex 5e7b290dab..d2e549a206 100644--- a/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueueItem.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/getAnnotationQueueItem.ts@@ -12,6 +12,7 @@ export const [getAnnotationQueueItemTool, handleGetAnnotationQueueItem] =name: "getAnnotationQueueItem",description:"Get an annotation queue item, one queued trace or observation with review status, by queue ID and item ID.",+ action: "annotationQueues:read",baseSchema: GetAnnotationQueueItemByIdQuery,inputSchema: GetAnnotationQueueItemByIdQuery,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueueItems.ts b/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueueItems.tsindex 9792c3534f..a5707231b9 100644--- a/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueueItems.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueueItems.ts@@ -12,6 +12,7 @@ export const [listAnnotationQueueItemsTool, handleListAnnotationQueueItems] =name: "listAnnotationQueueItems",description:"List annotation queue items, each linking one trace or observation to a queue with a review status, with optional status filtering.",+ action: "annotationQueues:read",baseSchema: GetAnnotationQueueItemsQuery,inputSchema: GetAnnotationQueueItemsQuery,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueues.ts b/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueues.tsindex a00f306fba..e25ab3cd23 100644--- a/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueues.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/listAnnotationQueues.ts@@ -12,6 +12,7 @@ export const [listAnnotationQueuesTool, handleListAnnotationQueues] =name: "listAnnotationQueues",description:"List annotation queues, worklists that collect trace or observation items for human review and scoring, with pagination.",+ action: "annotationQueues:read",baseSchema: GetAnnotationQueuesQuery,inputSchema: GetAnnotationQueuesQuery,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/annotationQueues/tools/updateAnnotationQueueItem.ts b/web/src/features/mcp/server/annotationQueues/tools/updateAnnotationQueueItem.tsindex 271e642c29..d851a9515a 100644--- a/web/src/features/mcp/server/annotationQueues/tools/updateAnnotationQueueItem.ts+++ b/web/src/features/mcp/server/annotationQueues/tools/updateAnnotationQueueItem.ts@@ -10,6 +10,7 @@ export const [updateAnnotationQueueItemTool, handleUpdateAnnotationQueueItem] =name: "updateAnnotationQueueItem",description:"Update an annotation queue item's review status, such as pending or completed.",+ action: "annotationQueues:CUD",baseSchema: UpdateAnnotationQueueItemToolSchema,inputSchema: UpdateAnnotationQueueItemToolSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/comments/tools/createComment.ts b/web/src/features/mcp/server/comments/tools/createComment.tsindex 10616f3ab5..aa90bca295 100644--- a/web/src/features/mcp/server/comments/tools/createComment.ts+++ b/web/src/features/mcp/server/comments/tools/createComment.ts@@ -25,6 +25,7 @@ const CreateCommentToolSchema = PostCommentsV1Body.omit({export const [createCommentTool, handleCreateComment] = defineTool({name: "createComment",description: "Create a comment on a trace, observation, session, or prompt.",+ action: "comments:CUD",baseSchema: CreateCommentToolBaseSchema,inputSchema: CreateCommentToolSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/comments/tools/getComment.ts b/web/src/features/mcp/server/comments/tools/getComment.tsindex fe81f082f2..757b3a3981 100644--- a/web/src/features/mcp/server/comments/tools/getComment.ts+++ b/web/src/features/mcp/server/comments/tools/getComment.ts@@ -10,6 +10,7 @@ import { runMcpTool } from "../../../core/run-mcp-tool";export const [getCommentTool, handleGetComment] = defineTool({name: "getComment",description: "Get a comment by ID from the current Langfuse project.",+ action: "comments:read",baseSchema: GetCommentV1Query,inputSchema: GetCommentV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/comments/tools/listComments.ts b/web/src/features/mcp/server/comments/tools/listComments.tsindex 7947f62fb4..d88a7fbcea 100644--- a/web/src/features/mcp/server/comments/tools/listComments.ts+++ b/web/src/features/mcp/server/comments/tools/listComments.ts@@ -22,6 +22,7 @@ export const [listCommentsTool, handleListComments] = defineTool({name: "listComments",description:"List comments in the current Langfuse project, optionally filtered by object or author.",+ action: "comments:read",baseSchema: ListCommentsBaseSchema,inputSchema: GetCommentsV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/dashboardWidgets/tools/createDashboardWidget.ts b/web/src/features/mcp/server/dashboardWidgets/tools/createDashboardWidget.tsindex 0f504eeae0..e49ae18557 100644--- a/web/src/features/mcp/server/dashboardWidgets/tools/createDashboardWidget.ts+++ b/web/src/features/mcp/server/dashboardWidgets/tools/createDashboardWidget.ts@@ -106,6 +106,7 @@ const throwActionableDashboardWidgetError = (export const [createDashboardWidgetTool, handleCreateDashboardWidget] =defineTool({name: "createDashboardWidget",+ action: "dashboards:CUD",description: ["Create a dashboard widget (a standalone chart definition you place on any dashboard).","Widgets are useful to visualize Langfuse project data and give informative breakdowns to the user.",diff --git a/web/src/features/mcp/server/dashboardWidgets/tools/dashboardCrud.ts b/web/src/features/mcp/server/dashboardWidgets/tools/dashboardCrud.tsindex c27369c45f..fc6e9e29f1 100644--- a/web/src/features/mcp/server/dashboardWidgets/tools/dashboardCrud.ts+++ b/web/src/features/mcp/server/dashboardWidgets/tools/dashboardCrud.ts@@ -153,6 +153,7 @@ export const [listDashboardWidgetsTool, handleListDashboardWidgets] =defineTool({name: "listDashboardWidgets",description: "List dashboard widgets in the current project.",+ action: "dashboards:read",baseSchema: GetUnstableDashboardWidgetsQuery,inputSchema: GetUnstableDashboardWidgetsQuery,readOnlyHint: true,@@ -181,6 +182,7 @@ export const [listDashboardWidgetsTool, handleListDashboardWidgets] =export const [getDashboardWidgetTool, handleGetDashboardWidget] = defineTool({name: "getDashboardWidget",description: "Get a dashboard widget by ID.",+ action: "dashboards:read",baseSchema: DashboardWidgetIdQuery,inputSchema: DashboardWidgetIdQuery,readOnlyHint: true,@@ -204,6 +206,7 @@ export const [updateDashboardWidgetTool, handleUpdateDashboardWidget] =defineTool({name: "updateDashboardWidget",description: "Partially update a dashboard widget.",+ action: "dashboards:CUD",baseSchema: dashboardWidgetPatchBaseSchema,inputSchema: DashboardWidgetIdQuery.extend(PatchUnstableDashboardWidgetBody.shape,@@ -227,6 +230,7 @@ export const [deleteDashboardWidgetTool, handleDeleteDashboardWidget] =name: "deleteDashboardWidget",description:"Delete a dashboard widget. It must first be removed from every dashboard placement.",+ action: "dashboards:CUD",baseSchema: DashboardWidgetIdQuery,inputSchema: DashboardWidgetIdQuery,destructiveHint: true,@@ -248,6 +252,7 @@ export const [deleteDashboardWidgetTool, handleDeleteDashboardWidget] =export const [listDashboardsTool, handleListDashboards] = defineTool({name: "listDashboards",description: "List editable dashboards in the current project.",+ action: "dashboards:read",baseSchema: GetUnstableDashboardsQuery,inputSchema: GetUnstableDashboardsQuery,readOnlyHint: true,@@ -275,6 +280,7 @@ export const [listDashboardsTool, handleListDashboards] = defineTool({});export const [getDashboardTool, handleGetDashboard] = defineTool({name: "getDashboard",+ action: "dashboards:read",description:"Get an editable dashboard by ID, including its current layout: " +"definition.widgets lists every placement with 12-column-grid " +@@ -301,6 +307,7 @@ export const [getDashboardTool, handleGetDashboard] = defineTool({export const [createDashboardTool, handleCreateDashboard] = defineTool({name: "createDashboard",description: "Create an editable dashboard.",+ action: "dashboards:CUD",baseSchema: dashboardCreateBaseSchema,inputSchema: PostUnstableDashboardBody,destructiveHint: true,@@ -320,6 +327,7 @@ export const [updateDashboardTool, handleUpdateDashboard] = defineTool({name: "updateDashboard",description:"Partially update dashboard metadata, filters, or its complete definition.",+ action: "dashboards:CUD",baseSchema: dashboardPatchBaseSchema,inputSchema: DashboardIdQuery.extend(PatchUnstableDashboardBody.shape,@@ -341,6 +349,7 @@ export const [updateDashboardTool, handleUpdateDashboard] = defineTool({export const [deleteDashboardTool, handleDeleteDashboard] = defineTool({name: "deleteDashboard",description: "Delete an editable dashboard.",+ action: "dashboards:CUD",baseSchema: DashboardIdQuery,inputSchema: DashboardIdQuery,destructiveHint: true,@@ -363,6 +372,7 @@ const placementQuery = DashboardIdQuery.extend({ placementId: z.string() });export const [addDashboardPlacementTool, handleAddDashboardPlacement] =defineTool({name: "addDashboardPlacement",+ action: "dashboards:CUD",description:"Add a widget or preset placement to a dashboard's 12-column grid. " +"Prefer omitting id and position: the server generates an id and " +@@ -391,6 +401,7 @@ export const [addDashboardPlacementTool, handleAddDashboardPlacement] =export const [updateDashboardPlacementTool, handleUpdateDashboardPlacement] =defineTool({name: "updateDashboardPlacement",+ action: "dashboards:CUD",description:"Move or resize an existing dashboard placement on the 12-column " +"grid. Pass any of x, y (top-left cell), width, height (in cells); " +@@ -421,6 +432,7 @@ export const [deleteDashboardPlacementTool, handleDeleteDashboardPlacement] =name: "deleteDashboardPlacement",description:"Remove a placement from a dashboard without deleting the underlying widget.",+ action: "dashboards:CUD",baseSchema: placementQuery,inputSchema: placementQuery,destructiveHint: true,diff --git a/web/src/features/mcp/server/datasets/tools/batchUpsertDatasetItems.ts b/web/src/features/mcp/server/datasets/tools/batchUpsertDatasetItems.tsindex 444739e72b..a876d24e02 100644--- a/web/src/features/mcp/server/datasets/tools/batchUpsertDatasetItems.ts+++ b/web/src/features/mcp/server/datasets/tools/batchUpsertDatasetItems.ts@@ -10,6 +10,7 @@ export const [batchUpsertDatasetItemsTool, handleBatchUpsertDatasetItems] =name: "batchUpsertDatasetItems",description:"Upsert multiple dataset items in one dataset. Items are processed in order. The operation stops on the first failure and is not atomic.",+ action: "datasets:CUD",baseSchema: BatchUpsertDatasetItemsMcpInput,inputSchema: BatchUpsertDatasetItemsMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/createDatasetRunItem.ts b/web/src/features/mcp/server/datasets/tools/createDatasetRunItem.tsindex 9669e3d834..c152e5e2be 100644--- a/web/src/features/mcp/server/datasets/tools/createDatasetRunItem.ts+++ b/web/src/features/mcp/server/datasets/tools/createDatasetRunItem.ts@@ -32,6 +32,7 @@ export const [createDatasetRunItemTool, handleCreateDatasetRunItem] =name: "createDatasetRunItem",description:"Create a dataset run item, a result that links one dataset item to a trace or observation in a dataset run.",+ action: "datasets:CUD",baseSchema: CreateDatasetRunItemBaseSchema,inputSchema: PostDatasetRunItemsV1Body,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/deleteDatasetItem.ts b/web/src/features/mcp/server/datasets/tools/deleteDatasetItem.tsindex 59a64e0188..114bdcbe23 100644--- a/web/src/features/mcp/server/datasets/tools/deleteDatasetItem.ts+++ b/web/src/features/mcp/server/datasets/tools/deleteDatasetItem.ts@@ -10,6 +10,7 @@ export const [deleteDatasetItemTool, handleDeleteDatasetItem] = defineTool({name: "deleteDatasetItem",description:"Delete a dataset item, one example in a dataset, and all its run items.",+ action: "datasets:CUD",baseSchema: DeleteDatasetItemV1Query,inputSchema: DeleteDatasetItemV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/deleteDatasetRun.ts b/web/src/features/mcp/server/datasets/tools/deleteDatasetRun.tsindex 270d152401..6d51f9ebf4 100644--- a/web/src/features/mcp/server/datasets/tools/deleteDatasetRun.ts+++ b/web/src/features/mcp/server/datasets/tools/deleteDatasetRun.ts@@ -9,6 +9,7 @@ export const [deleteDatasetRunTool, handleDeleteDatasetRun] = defineTool({name: "deleteDatasetRun",description:"Delete a dataset run by dataset ID and run ID, and enqueue deletion of its run items.",+ action: "datasets:CUD",baseSchema: DeleteDatasetRunMcpInput,inputSchema: DeleteDatasetRunMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/getDataset.ts b/web/src/features/mcp/server/datasets/tools/getDataset.tsindex d7ae1f5597..2fe4a6b009 100644--- a/web/src/features/mcp/server/datasets/tools/getDataset.ts+++ b/web/src/features/mcp/server/datasets/tools/getDataset.ts@@ -9,6 +9,7 @@ export const [getDatasetTool, handleGetDataset] = defineTool({name: "getDataset",description:"Get a dataset, a named collection of input and optional expected-output examples for experiments and evaluations, by ID.",+ action: "datasets:read",baseSchema: GetDatasetMcpInput,inputSchema: GetDatasetMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/getDatasetItem.ts b/web/src/features/mcp/server/datasets/tools/getDatasetItem.tsindex 8798285ec2..70dc5fb635 100644--- a/web/src/features/mcp/server/datasets/tools/getDatasetItem.ts+++ b/web/src/features/mcp/server/datasets/tools/getDatasetItem.ts@@ -11,6 +11,7 @@ export const [getDatasetItemTool, handleGetDatasetItem] = defineTool({name: "getDatasetItem",description:"Get a dataset item, one example in a dataset with input and optional expected output, by ID.",+ action: "datasets:read",baseSchema: GetDatasetItemV1Query,inputSchema: GetDatasetItemV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/getDatasetRun.ts b/web/src/features/mcp/server/datasets/tools/getDatasetRun.tsindex ccf5b02a13..49c3144a29 100644--- a/web/src/features/mcp/server/datasets/tools/getDatasetRun.ts+++ b/web/src/features/mcp/server/datasets/tools/getDatasetRun.ts@@ -10,6 +10,7 @@ export const [getDatasetRunTool, handleGetDatasetRun] = defineTool({name: "getDatasetRun",description:"Get a dataset run, one experiment or evaluation execution over a dataset, and its run items by dataset ID and run ID.",+ action: "datasets:read",baseSchema: GetDatasetRunMcpInput,inputSchema: GetDatasetRunMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/listDatasetItems.ts b/web/src/features/mcp/server/datasets/tools/listDatasetItems.tsindex faf7d0b29a..d32eff39b4 100644--- a/web/src/features/mcp/server/datasets/tools/listDatasetItems.ts+++ b/web/src/features/mcp/server/datasets/tools/listDatasetItems.ts@@ -12,6 +12,7 @@ export const [listDatasetItemsTool, handleListDatasetItems] = defineTool({name: "listDatasetItems",description:"List dataset items, individual examples with input and optional expected output, optionally filtered by dataset ID, source trace, source observation, or version.",+ action: "datasets:read",baseSchema: GetDatasetItemsMcpBaseSchema,inputSchema: GetDatasetItemsMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/listDatasetRunItems.ts b/web/src/features/mcp/server/datasets/tools/listDatasetRunItems.tsindex 6b83d61247..49242e7bc4 100644--- a/web/src/features/mcp/server/datasets/tools/listDatasetRunItems.ts+++ b/web/src/features/mcp/server/datasets/tools/listDatasetRunItems.ts@@ -11,6 +11,7 @@ export const [listDatasetRunItemsTool, handleListDatasetRunItems] = defineTool({name: "listDatasetRunItems",description:"List dataset run items, each linking one dataset item to a trace or observation within a dataset run, by dataset ID and run ID.",+ action: "datasets:read",baseSchema: GetDatasetRunItemsMcpInput,inputSchema: GetDatasetRunItemsMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/listDatasetRuns.ts b/web/src/features/mcp/server/datasets/tools/listDatasetRuns.tsindex bab6cd5504..d1b8f7f6be 100644--- a/web/src/features/mcp/server/datasets/tools/listDatasetRuns.ts+++ b/web/src/features/mcp/server/datasets/tools/listDatasetRuns.ts@@ -10,6 +10,7 @@ export const [listDatasetRunsTool, handleListDatasetRuns] = defineTool({name: "listDatasetRuns",description:"List dataset runs, each experiment or evaluation execution over a dataset, by dataset ID.",+ action: "datasets:read",baseSchema: GetDatasetRunsMcpInput,inputSchema: GetDatasetRunsMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/listDatasets.ts b/web/src/features/mcp/server/datasets/tools/listDatasets.tsindex 7beef5205a..e8eb2716d5 100644--- a/web/src/features/mcp/server/datasets/tools/listDatasets.ts+++ b/web/src/features/mcp/server/datasets/tools/listDatasets.ts@@ -9,6 +9,7 @@ export const [listDatasetsTool, handleListDatasets] = defineTool({name: "listDatasets",description:"List datasets, named collections of input and optional expected-output examples for experiments and evaluations. Optionally filter by dataset name to find a dataset ID.",+ action: "datasets:read",baseSchema: GetDatasetsMcpInput,inputSchema: GetDatasetsMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/upsertDataset.ts b/web/src/features/mcp/server/datasets/tools/upsertDataset.tsindex c5ecd682d3..7c3e286e50 100644--- a/web/src/features/mcp/server/datasets/tools/upsertDataset.ts+++ b/web/src/features/mcp/server/datasets/tools/upsertDataset.ts@@ -51,6 +51,7 @@ export const [upsertDatasetTool, handleUpsertDataset] = defineTool({name: "upsertDataset",description:"Upsert a dataset, a named collection of input and optional expected-output examples for experiments and evaluations.",+ action: "datasets:CUD",baseSchema: UpsertDatasetBaseSchema,inputSchema: UpsertDatasetInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/datasets/tools/upsertDatasetItem.ts b/web/src/features/mcp/server/datasets/tools/upsertDatasetItem.tsindex d4e44150bd..766914cadd 100644--- a/web/src/features/mcp/server/datasets/tools/upsertDatasetItem.ts+++ b/web/src/features/mcp/server/datasets/tools/upsertDatasetItem.ts@@ -9,6 +9,7 @@ export const [upsertDatasetItemTool, handleUpsertDatasetItem] = defineTool({name: "upsertDatasetItem",description:"Upsert a dataset item (one example in a dataset) by dataset ID. Item IDs are unique per project across all datasets, so an ID used in one dataset cannot be reused in another.",+ action: "datasets:CUD",baseSchema: PostDatasetItemMcpInput,inputSchema: PostDatasetItemMcpInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/createEvaluationRule.ts b/web/src/features/mcp/server/evals/tools/createEvaluationRule.tsindex fd1075a289..09ffa24aa2 100644--- a/web/src/features/mcp/server/evals/tools/createEvaluationRule.ts+++ b/web/src/features/mcp/server/evals/tools/createEvaluationRule.ts@@ -18,6 +18,7 @@ export const [createEvaluationRuleTool, handleCreateEvaluationRule] ="Create an observation evaluation rule with one or more evaluator assignments.","Each assignment references a project evaluator by stable ID. LLM evaluator assignments may override their variable mapping; code evaluator assignments must omit it.",].join(" "),+ action: "evaluationRule:CUD",baseSchema: CreateEvaluationRuleBaseSchema,inputSchema: CreateEvaluationRuleInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/createEvaluator.ts b/web/src/features/mcp/server/evals/tools/createEvaluator.tsindex 40ba78fdb4..6857ac500a 100644--- a/web/src/features/mcp/server/evals/tools/createEvaluator.ts+++ b/web/src/features/mcp/server/evals/tools/createEvaluator.ts@@ -15,6 +15,7 @@ export const [createEvaluatorTool, handleCreateEvaluator] = defineTool({"Set type to `LLM_AS_JUDGE` and provide prompt + outputDefinition. Omit modelConfig to use the project default, or provide modelConfig with provider, model, and optional modelParams. For `CODE`, provide sourceCode + sourceCodeLanguage.","Use updateEvaluator with the returned evaluatorId to update it or append a new immutable definition version.",].join(" "),+ action: "evaluator:CUD",baseSchema: McpEvaluatorInputBase,inputSchema: McpEvaluatorInput,handler: (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/deleteEvaluationRule.ts b/web/src/features/mcp/server/evals/tools/deleteEvaluationRule.tsindex 923dcdc16a..7cfb24c9db 100644--- a/web/src/features/mcp/server/evals/tools/deleteEvaluationRule.ts+++ b/web/src/features/mcp/server/evals/tools/deleteEvaluationRule.ts@@ -8,6 +8,7 @@ export const [deleteEvaluationRuleTool, handleDeleteEvaluationRule] =name: "deleteEvaluationRule",description:"Delete an observation evaluation rule by ID. This cannot be undone.",+ action: "evaluationRule:CUD",baseSchema: EvaluationRuleIdInputSchema,inputSchema: EvaluationRuleIdInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/deleteEvaluator.ts b/web/src/features/mcp/server/evals/tools/deleteEvaluator.tsindex b2ba76f5b4..043ba79500 100644--- a/web/src/features/mcp/server/evals/tools/deleteEvaluator.ts+++ b/web/src/features/mcp/server/evals/tools/deleteEvaluator.ts@@ -8,6 +8,7 @@ const DeleteEvaluatorInput = z.object({ evaluatorId: z.string() });export const [deleteEvaluatorTool, handleDeleteEvaluator] = defineTool({name: "deleteEvaluator",description: "Delete an evaluator. This cannot be undone.",+ action: "evaluator:CUD",baseSchema: DeleteEvaluatorInput,inputSchema: DeleteEvaluatorInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/getEvaluationRule.ts b/web/src/features/mcp/server/evals/tools/getEvaluationRule.tsindex 050b54c398..4633927568 100644--- a/web/src/features/mcp/server/evals/tools/getEvaluationRule.ts+++ b/web/src/features/mcp/server/evals/tools/getEvaluationRule.ts@@ -7,6 +7,7 @@ export const [getEvaluationRuleTool, handleGetEvaluationRule] = defineTool({name: "getEvaluationRule",description:"Fetch an observation evaluation rule by ID, including all evaluator assignments, filters, sampling, and status.",+ action: "evaluationRule:read",baseSchema: EvaluationRuleIdInputSchema,inputSchema: EvaluationRuleIdInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/getEvaluator.ts b/web/src/features/mcp/server/evals/tools/getEvaluator.tsindex 7517d00383..c245333e19 100644--- a/web/src/features/mcp/server/evals/tools/getEvaluator.ts+++ b/web/src/features/mcp/server/evals/tools/getEvaluator.ts@@ -10,6 +10,7 @@ export const [getEvaluatorTool, handleGetEvaluator] = defineTool({name: "getEvaluator",description:"Fetch a single evaluator by id, including its prompt or source code, output definition, and how many evaluation rules reference it.",+ action: "evaluator:read",baseSchema: GetEvaluatorInput,inputSchema: GetEvaluatorInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/listEvaluationRules.ts b/web/src/features/mcp/server/evals/tools/listEvaluationRules.tsindex e2d68d339a..7c7490df7b 100644--- a/web/src/features/mcp/server/evals/tools/listEvaluationRules.ts+++ b/web/src/features/mcp/server/evals/tools/listEvaluationRules.ts@@ -11,6 +11,7 @@ export const [listEvaluationRulesTool, handleListEvaluationRules] = defineTool({name: "listEvaluationRules",description:"List observation evaluation rules in the current Langfuse project, including all evaluator assignments. Results are paginated.",+ action: "evaluationRule:read",baseSchema: ListEvaluationRulesBaseSchema,inputSchema: ListEvaluationRulesInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/listEvaluators.ts b/web/src/features/mcp/server/evals/tools/listEvaluators.tsindex fefe7165d2..813beda195 100644--- a/web/src/features/mcp/server/evals/tools/listEvaluators.ts+++ b/web/src/features/mcp/server/evals/tools/listEvaluators.ts@@ -13,6 +13,7 @@ export const [listEvaluatorsTool, handleListEvaluators] = defineTool({name: "listEvaluators",description:"List evaluators (llm_as_judge and code) defined in the current Langfuse project. Results are paginated.",+ action: "evaluator:read",baseSchema: ListEvaluatorsInput,inputSchema: ListEvaluatorsInput,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/listManagedEvaluatorTemplates.ts b/web/src/features/mcp/server/evals/tools/listManagedEvaluatorTemplates.tsindex ea86a2b94a..172d4e412c 100644--- a/web/src/features/mcp/server/evals/tools/listManagedEvaluatorTemplates.ts+++ b/web/src/features/mcp/server/evals/tools/listManagedEvaluatorTemplates.ts@@ -17,6 +17,7 @@ export const [name: "listManagedEvaluatorTemplates",description:"List the evaluator templates maintained by Langfuse and partners. Copy a returned definition into createEvaluator to create a project evaluator.",+ action: "evaluator:read",baseSchema: ListManagedEvaluatorTemplatesInput,inputSchema: ListManagedEvaluatorTemplatesInput,handler: (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/manageEvaluationRuleEvaluators.ts b/web/src/features/mcp/server/evals/tools/manageEvaluationRuleEvaluators.tsindex 245c66c7fb..b366823d5c 100644--- a/web/src/features/mcp/server/evals/tools/manageEvaluationRuleEvaluators.ts+++ b/web/src/features/mcp/server/evals/tools/manageEvaluationRuleEvaluators.ts@@ -16,6 +16,7 @@ export const ["Attach a project evaluator to an observation evaluation rule using their stable IDs.","For LLM evaluators, omit variableMapping to inherit the evaluator version's mapping or provide an override. Code evaluators must omit variableMapping.",].join(" "),+ action: "evaluationRule:CUD",baseSchema: AttachEvaluatorToEvaluationRuleBaseSchema,inputSchema: AttachEvaluatorToEvaluationRuleBaseSchema,handler: async (input, context) =>@@ -49,6 +50,7 @@ export const [name: "detachEvaluatorFromEvaluationRule",description:"Detach a project evaluator from an observation evaluation rule using their stable IDs.",+ action: "evaluationRule:CUD",baseSchema: DetachEvaluatorFromEvaluationRuleInputSchema,inputSchema: DetachEvaluatorFromEvaluationRuleInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/testEvaluator.ts b/web/src/features/mcp/server/evals/tools/testEvaluator.tsindex f42406c1e2..43d1e42020 100644--- a/web/src/features/mcp/server/evals/tools/testEvaluator.ts+++ b/web/src/features/mcp/server/evals/tools/testEvaluator.ts@@ -71,6 +71,7 @@ export const [testEvaluatorTool, handleTestEvaluator] = defineTool({"Pass the observationId, traceId, and startTime returned by the observation tools.","This executes the evaluator, emits an internal trace, and may incur model or code execution cost.",].join(" "),+ action: "evaluator:CUD",baseSchema: TestEvaluatorInputBase,inputSchema: TestEvaluatorInput,handler: (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/updateEvaluationRule.ts b/web/src/features/mcp/server/evals/tools/updateEvaluationRule.tsindex 2f839ef943..c2af17db56 100644--- a/web/src/features/mcp/server/evals/tools/updateEvaluationRule.ts+++ b/web/src/features/mcp/server/evals/tools/updateEvaluationRule.ts@@ -15,6 +15,7 @@ export const [updateEvaluationRuleTool, handleUpdateEvaluationRule] =name: "updateEvaluationRule",description:"Update an observation evaluation rule, including replacing all evaluator assignments.",+ action: "evaluationRule:CUD",baseSchema: UpdateEvaluationRuleBaseSchema,inputSchema: UpdateEvaluationRuleInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/evals/tools/updateEvaluator.ts b/web/src/features/mcp/server/evals/tools/updateEvaluator.tsindex 8de8f78d49..1dad016a56 100644--- a/web/src/features/mcp/server/evals/tools/updateEvaluator.ts+++ b/web/src/features/mcp/server/evals/tools/updateEvaluator.ts@@ -14,6 +14,7 @@ export const [updateEvaluatorTool, handleUpdateEvaluator] = defineTool({"Update an evaluator by stable id. Definition changes append an immutable version; name and description changes do not.","Set type to `LLM_AS_JUDGE` and provide prompt + outputDefinition. Omit modelConfig to use the project default, or provide modelConfig with provider, model, and optional modelParams. For `CODE`, provide sourceCode + sourceCodeLanguage.",].join(" "),+ action: "evaluator:CUD",baseSchema: McpUpdateEvaluatorInputBase,inputSchema: McpUpdateEvaluatorInput,handler: (input, context) =>diff --git a/web/src/features/mcp/server/experiments/tools/listExperimentItems.ts b/web/src/features/mcp/server/experiments/tools/listExperimentItems.tsindex e167cf7e3d..f532001386 100644--- a/web/src/features/mcp/server/experiments/tools/listExperimentItems.ts+++ b/web/src/features/mcp/server/experiments/tools/listExperimentItems.ts@@ -17,6 +17,7 @@ export const [listExperimentItemsTool, handleListExperimentItems] = defineTool({"Results are sorted newest first by experiment item startTime.","fromStartTime is required. Request io and metadata fields only when needed because they can be large.",].join("\n"),+ action: "experiments:read",baseSchema: ListExperimentItemsBaseSchema,inputSchema: ListExperimentItemsInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/experiments/tools/listExperiments.ts b/web/src/features/mcp/server/experiments/tools/listExperiments.tsindex 06b99bdc44..b3246f24bb 100644--- a/web/src/features/mcp/server/experiments/tools/listExperiments.ts+++ b/web/src/features/mcp/server/experiments/tools/listExperiments.ts@@ -17,6 +17,7 @@ export const [listExperimentsTool, handleListExperiments] = defineTool({"Results are sorted newest first by the latest event for each experiment, not by the returned experiment startTime.","fromStartTime is required. Time filters and cursor bounds are applied before experiments are grouped, so a time range can return partial experiment aggregates.",].join("\n"),+ action: "experiments:read",baseSchema: ListExperimentsBaseSchema,inputSchema: ListExperimentsInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/feedback/tools/submitFeedback.ts b/web/src/features/mcp/server/feedback/tools/submitFeedback.tsindex 97e59e73b7..186426a33a 100644--- a/web/src/features/mcp/server/feedback/tools/submitFeedback.ts+++ b/web/src/features/mcp/server/feedback/tools/submitFeedback.ts@@ -11,6 +11,7 @@ export const [submitFeedbackTool, handleSubmitFeedback] = defineTool({"If the user wants a reply, ask them to include their email address in the feedback text; only use an address they explicitly provide and show it in the exact payload preview.","Do not include secrets, credentials, customer/project data, trace payloads, or unrelated context; the only contact detail to include is an explicitly provided reply email.",].join("\n"),+ action: "feedback:create",baseSchema: PostFeedbackBody,inputSchema: PostFeedbackBody,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/health/tools/getHealth.ts b/web/src/features/mcp/server/health/tools/getHealth.tsindex 0114b5bc35..c1b4bd759e 100644--- a/web/src/features/mcp/server/health/tools/getHealth.ts+++ b/web/src/features/mcp/server/health/tools/getHealth.ts@@ -1,5 +1,6 @@import { z } from "zod";import { runHealthCheck } from "@/src/features/public-api/server";+import { __dangerouslySkipAuthz } from "@/src/features/public-api/server/enforceAuth";import { defineTool } from "../../../core/define-tool";import { runMcpTool } from "../../../core/run-mcp-tool";@@ -17,6 +18,7 @@ const HealthResponseSchema = zexport const [getHealthTool, handleGetHealth] = defineTool({name: "getHealth",+ action: __dangerouslySkipAuthz,description:"Check Langfuse API health. Optionally verify database availability and recent trace/observation ingestion.",baseSchema: HealthInputSchema,diff --git a/web/src/features/mcp/server/mcpServer.ts b/web/src/features/mcp/server/mcpServer.tsindex 9871da142d..132243fbd6 100644--- a/web/src/features/mcp/server/mcpServer.ts+++ b/web/src/features/mcp/server/mcpServer.ts@@ -18,7 +18,13 @@ import {CallToolRequestSchema,} from "@modelcontextprotocol/sdk/types.js";import { isProductFeedbackAvailable } from "@/src/features/feedback/server/FeedbackService";+import { env } from "@/src/env.mjs";+import { authorize } from "@/src/features/auth/policy/authorize";+import { shadowAuthDiff } from "@/src/features/public-api/server/shadowAuthDiff";+import { __dangerouslySkipAuthz } from "@/src/features/public-api/server/enforceAuth";+import { formatErrorForUser } from "../core/error-formatting";import type { ServerContext } from "../types";+import type { ToolDefinition } from "../core/define-tool";import { toolRegistry } from "./registry";import { contextWithLangfuseProps, logger } from "@langfuse/shared/src/server";import { context as otelContext } from "@opentelemetry/api";@@ -105,6 +111,8 @@ export function createMcpServer(context: ServerContext): Server {throw new Error(`Unknown tool: ${name}`);}+ assertToolAuthorized(registeredTool.definition, context);+// Execute handler with context// Handler performs validation and error handling via defineTool wrapperconst clickHouseCtx = contextWithLangfuseProps({@@ -131,3 +139,26 @@ export function createMcpServer(context: ServerContext): Server {return server;}++/** assertToolAuthorized checks the resolved context against a tool's action: enforce throws on deny, shadow only diffs, ungated tools and unresolved contexts (legacy) pass. */+function assertToolAuthorized(+ definition: ToolDefinition,+ context: ServerContext,+ diff = shadowAuthDiff,+): void {+ if (definition.action === __dangerouslySkipAuthz || !context.auth) return;+ const decision = authorize(context.auth, definition.action, {+ projectId: context.projectId,+ });+ if (env.API_AUTH_MIGRATION === "shadow") {+ diff(+ decision,+ { success: true, scope: { accessLevel: context.accessLevel } },+ definition.action,+ );+ return;+ }+ if (!decision.success) throw formatErrorForUser(decision.error);+}++export const __test = { assertToolAuthorized };diff --git a/web/src/features/mcp/server/media/tools/getMedia.ts b/web/src/features/mcp/server/media/tools/getMedia.tsindex efa62e415b..4bb53a470e 100644--- a/web/src/features/mcp/server/media/tools/getMedia.ts+++ b/web/src/features/mcp/server/media/tools/getMedia.ts@@ -6,6 +6,7 @@ import { runMcpTool } from "../../../core/run-mcp-tool";export const [getMediaTool, handleGetMedia] = defineTool({name: "getMedia",description: "Fetch metadata and a signed download URL for one media asset.",+ action: "media:read",baseSchema: GetMediaQuerySchema,inputSchema: GetMediaQuerySchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/metrics/tools/getMetricsSchema.ts b/web/src/features/mcp/server/metrics/tools/getMetricsSchema.tsindex 5dec2259db..c0d6dfbfa2 100644--- a/web/src/features/mcp/server/metrics/tools/getMetricsSchema.ts+++ b/web/src/features/mcp/server/metrics/tools/getMetricsSchema.ts@@ -60,6 +60,7 @@ const GetMetricsSchemaInput = z.object({export const [getMetricsSchemaTool, handleGetMetricsSchema] = defineTool({name: "getMetricsSchema",+ action: "metrics:read",description:"Discover which Langfuse metrics can be analyzed and how to group, filter, aggregate, and time-bucket them before calling queryMetrics.",baseSchema: GetMetricsSchemaInput,diff --git a/web/src/features/mcp/server/metrics/tools/queryMetrics.ts b/web/src/features/mcp/server/metrics/tools/queryMetrics.tsindex e6b1af373c..c3cc778465 100644--- a/web/src/features/mcp/server/metrics/tools/queryMetrics.ts+++ b/web/src/features/mcp/server/metrics/tools/queryMetrics.ts@@ -139,6 +139,7 @@ const MetricsQueryObjectV2BaseSchema = z.object({export const [queryMetricsTool, handleQueryMetrics] = defineTool({name: "queryMetrics",+ action: "metrics:read",description:"Answer analytics questions about the current Langfuse project, such as usage over time, model costs, latency, errors, scores, or grouped breakdowns by environment, trace, observation, model, user, session, tag, or score name.",baseSchema: MetricsQueryObjectV2BaseSchema,diff --git a/web/src/features/mcp/server/models/tools/createModel.ts b/web/src/features/mcp/server/models/tools/createModel.tsindex 81be15f112..182e30cec8 100644--- a/web/src/features/mcp/server/models/tools/createModel.ts+++ b/web/src/features/mcp/server/models/tools/createModel.ts@@ -32,6 +32,7 @@ export const [createModelTool, handleCreateModel] = defineTool({name: "createModel",description:"Create a custom model definition for cost tracking/tokenization in the current project.",+ action: "models:CUD",baseSchema: CreateModelBaseSchema,inputSchema: PostModelsV1Body,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/models/tools/deleteModel.ts b/web/src/features/mcp/server/models/tools/deleteModel.tsindex 528c694574..4430824594 100644--- a/web/src/features/mcp/server/models/tools/deleteModel.ts+++ b/web/src/features/mcp/server/models/tools/deleteModel.ts@@ -10,6 +10,7 @@ export const [deleteModelTool, handleDeleteModel] = defineTool({name: "deleteModel",description:"Delete a custom model definition from the current project. Built-in models cannot be deleted.",+ action: "models:CUD",baseSchema: DeleteModelV1Query,inputSchema: DeleteModelV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/models/tools/getModel.ts b/web/src/features/mcp/server/models/tools/getModel.tsindex 9d1628fb7c..2dfb78071e 100644--- a/web/src/features/mcp/server/models/tools/getModel.ts+++ b/web/src/features/mcp/server/models/tools/getModel.ts@@ -10,6 +10,7 @@ import { runMcpTool } from "../../../core/run-mcp-tool";export const [getModelTool, handleGetModel] = defineTool({name: "getModel",description: "Get a model definition by ID from the current project scope.",+ action: "models:read",baseSchema: GetModelV1Query,inputSchema: GetModelV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/models/tools/listModels.ts b/web/src/features/mcp/server/models/tools/listModels.tsindex 00a30ab9f6..866d3fac5f 100644--- a/web/src/features/mcp/server/models/tools/listModels.ts+++ b/web/src/features/mcp/server/models/tools/listModels.ts@@ -11,6 +11,7 @@ export const [listModelsTool, handleListModels] = defineTool({name: "listModels",description:"List custom and Langfuse-managed model definitions visible to the current project.",+ action: "models:read",baseSchema: GetModelsV1Query,inputSchema: GetModelsV1Query,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/monitors/tools/getMonitor.ts b/web/src/features/mcp/server/monitors/tools/getMonitor.tsindex fbae073919..6dd249d305 100644--- a/web/src/features/mcp/server/monitors/tools/getMonitor.ts+++ b/web/src/features/mcp/server/monitors/tools/getMonitor.ts@@ -13,6 +13,7 @@ const GetMonitorInputSchema = z.object({export const [getMonitorTool, handleGetMonitor] = defineTool({name: "getAlert",description: "Get an alert by ID.",+ action: "alerts:read",baseSchema: GetMonitorInputSchema,inputSchema: GetMonitorInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/monitors/tools/listMonitors.ts b/web/src/features/mcp/server/monitors/tools/listMonitors.tsindex 6a782894a6..70f659013a 100644--- a/web/src/features/mcp/server/monitors/tools/listMonitors.ts+++ b/web/src/features/mcp/server/monitors/tools/listMonitors.ts@@ -35,6 +35,7 @@ export const [listMonitorsTool, handleListMonitors] = defineTool({name: "listAlerts",description:"List alerts, optionally filtered by severity or tags and ordered by alert properties.",+ action: "alerts:read",baseSchema: ListMonitorsBaseSchema,inputSchema: ListMonitorsInputSchema,handler: async (input, context) =>diff --git a/web/src/features/mcp/server/observations/tools/getObservation.ts b/web/src/features/mcp/server/observations/tools/getObservation.tsindex 27bdb2b640..abdc20fd9c 100644--- a/web/src/features/mcp/server/observations/tools/getObservation.ts+++ b/web/src/features/mcp/server/observations/tools/getObservation.ts@@ -30,6 +30,7 @@ export const [getObservationTool, handleGetObservation] = defineTool({'By default this returns compact summary fields. Use fields: ["*"] for the full observation, or pass specific field names to limit the response size.','Important: if you request metadata explicitly, for example fields: ["id", "metadata"], metadata values are truncated to 200 UTF-8 characters per key unless you also pass expandMetadataKeys with the keys that may need full values.',].join("\n"),+ action: "traces:read",baseSchema: GetObservationBaseSchema,inputSchema: GetObservationBaseSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/observations/tools/getObservationFieldSchema.ts b/web/src/features/mcp/server/observations/tools/getObservationFieldSchema.tsindex bb58b26962..268a708394 100644--- a/web/src/features/mcp/server/observations/tools/getObservationFieldSchema.ts+++ b/web/src/features/mcp/server/observations/tools/getObservationFieldSchema.ts@@ -12,6 +12,7 @@ export const [getObservationFieldSchemaTool, handleGetObservationFieldSchema] =name: "getObservationFieldSchema",description:"Show which observation fields can be requested from listObservations and getObservation. The response marks default fields and fields that may be large or contain sensitive application data.",+ action: "traces:read",baseSchema: EmptyInputSchema,inputSchema: EmptyInputSchema,handler: async () => {diff --git a/web/src/features/mcp/server/observations/tools/getObservationFilterSchema.ts b/web/src/features/mcp/server/observations/tools/getObservationFilterSchema.tsindex 6291471886..3ed25af84c 100644--- a/web/src/features/mcp/server/observations/tools/getObservationFilterSchema.ts+++ b/web/src/features/mcp/server/observations/tools/getObservationFilterSchema.ts@@ -42,6 +42,7 @@ export const [name: "getObservationFilterSchema",description:"Show which observation fields can be used in listObservations filters, including the supported operators for each field.",+ action: "traces:read",baseSchema: EmptyInputSchema,inputSchema: EmptyInputSchema,handler: async () => {diff --git a/web/src/features/mcp/server/observations/tools/getObservationFilterValues.ts b/web/src/features/mcp/server/observations/tools/getObservationFilterValues.tsindex 9a80dedb71..4d57664bf0 100644--- a/web/src/features/mcp/server/observations/tools/getObservationFilterValues.ts+++ b/web/src/features/mcp/server/observations/tools/getObservationFilterValues.ts@@ -164,6 +164,7 @@ export const [name: "getObservationFilterValues",description:"List example values for a string or boolean observation filter field, such as names, types, levels, environments, model names, tags, users, or sessions. For numeric metric fields, returns a range with min, max, avg, and count. Use the returned cursor to page through long value lists.",+ action: "traces:read",baseSchema: GetObservationFilterValuesBaseSchema,inputSchema: GetObservationFilterValuesBaseSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/observations/tools/listObservations.ts b/web/src/features/mcp/server/observations/tools/listObservations.tsindex 4e26b7e40a..160d855bd5 100644--- a/web/src/features/mcp/server/observations/tools/listObservations.ts+++ b/web/src/features/mcp/server/observations/tools/listObservations.ts@@ -387,6 +387,7 @@ export const [listObservationsTool, handleListObservations] = defineTool({'Important: if you request metadata explicitly, for example fields: ["id", "metadata"], metadata values are truncated to 200 UTF-8 characters per key unless you also pass expandMetadataKeys with the keys that may need full values.',"Requests that project or filter input, output, or metadata must include traceId, an id filter, or a date range of at most 14 days. Date-scoped input/output projections support a maximum limit of 50.",].join("\n"),+ action: "traces:read",baseSchema: ListObservationsBaseSchema,inputSchema: ListObservationsInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/prompts/tools/createChatPrompt.ts b/web/src/features/mcp/server/prompts/tools/createChatPrompt.tsindex 0561ce0289..2be7c5a979 100644--- a/web/src/features/mcp/server/prompts/tools/createChatPrompt.ts+++ b/web/src/features/mcp/server/prompts/tools/createChatPrompt.ts@@ -134,6 +134,7 @@ export const [createChatPromptTool, handleCreateChatPrompt] = defineTool({"Placeholder messages: {type: 'placeholder', name: '<variable>'} reference runtime variable values (e.g. conversation history) inserted when the prompt is used","Accepts: name, prompt (array of {role, content} or {type: 'placeholder', name}), optional labels, config, tags, commitMessage",].join("\n"),+ action: "prompts:CUD",baseSchema: CreateChatPromptBaseSchema,inputSchema: CreateChatPromptInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/prompts/tools/createTextPrompt.ts b/web/src/features/mcp/server/prompts/tools/createTextPrompt.tsindex 9ba82b41bb..eaf0d19ed9 100644--- a/web/src/features/mcp/server/prompts/tools/createTextPrompt.ts+++ b/web/src/features/mcp/server/prompts/tools/createTextPrompt.ts@@ -85,6 +85,7 @@ export const [createTextPromptTool, handleCreateTextPrompt] = defineTool({"","Accepts: name, prompt (string), optional labels, config, tags, commitMessage",].join("\n"),+ action: "prompts:CUD",baseSchema: CreateTextPromptBaseSchema,inputSchema: CreateTextPromptInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/prompts/tools/listPrompts.ts b/web/src/features/mcp/server/prompts/tools/listPrompts.tsindex dfb51cceb0..e7a0ef0c65 100644--- a/web/src/features/mcp/server/prompts/tools/listPrompts.ts+++ b/web/src/features/mcp/server/prompts/tools/listPrompts.ts@@ -86,6 +86,7 @@ export const [listPromptsTool, handleListPrompts] = defineTool({"","Pagination: page (default: 1), limit (default: 50, max: 100)",].join("\n"),+ action: "prompts:read",baseSchema: ListPromptsBaseSchema,inputSchema: ListPromptsInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/prompts/tools/promptReadToolFactory.ts b/web/src/features/mcp/server/prompts/tools/promptReadToolFactory.tsindex 1a55c5d07c..accf24128c 100644--- a/web/src/features/mcp/server/prompts/tools/promptReadToolFactory.ts+++ b/web/src/features/mcp/server/prompts/tools/promptReadToolFactory.ts@@ -72,6 +72,7 @@ export const createPromptReadTool = <const TName extends string>(return defineTool({name,description,+ action: "prompts:read",baseSchema: PromptReadBaseSchema,inputSchema: PromptReadInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/prompts/tools/updatePromptLabels.ts b/web/src/features/mcp/server/prompts/tools/updatePromptLabels.tsindex 6c8d930196..2d8ff43014 100644--- a/web/src/features/mcp/server/prompts/tools/updatePromptLabels.ts+++ b/web/src/features/mcp/server/prompts/tools/updatePromptLabels.ts@@ -69,6 +69,7 @@ export const [updatePromptLabelsTool, handleUpdatePromptLabels] = defineTool({"","Accepts: name, version (required), newLabels (array, can be empty to remove all labels)",].join("\n"),+ action: "prompts:CUD",baseSchema: UpdatePromptLabelsBaseSchema,inputSchema: UpdatePromptLabelsInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/createScore.ts b/web/src/features/mcp/server/scores/tools/createScore.tsindex 00747a178f..5822365fa7 100644--- a/web/src/features/mcp/server/scores/tools/createScore.ts+++ b/web/src/features/mcp/server/scores/tools/createScore.ts@@ -79,6 +79,7 @@ export const [createScoreTool, handleCreateScore] = defineTool({"Create one score in the current Langfuse project.","Score reads are eventually consistent: after creation, getScore and listScores may not return the new score immediately. Wait briefly and retry reads when confirming creation.",].join("\n"),+ action: "scores:create",baseSchema: CreateScoreBaseSchema,inputSchema: PostScoresBodyV1,destructiveHint: true,diff --git a/web/src/features/mcp/server/scores/tools/createScoreConfig.ts b/web/src/features/mcp/server/scores/tools/createScoreConfig.tsindex 7d6f726820..9fa9d200e9 100644--- a/web/src/features/mcp/server/scores/tools/createScoreConfig.ts+++ b/web/src/features/mcp/server/scores/tools/createScoreConfig.ts@@ -35,6 +35,7 @@ export const [createScoreConfigTool, handleCreateScoreConfig] = defineTool({name: "createScoreConfig",description:"Create a score configuration. Supports numeric, categorical, boolean, and text configs. Boolean configs automatically receive True and False categories.",+ action: "scoreConfigs:CUD",baseSchema: CreateScoreConfigBaseSchema,inputSchema: CreateScoreConfigInputSchema,destructiveHint: true,diff --git a/web/src/features/mcp/server/scores/tools/deleteScoreConfig.ts b/web/src/features/mcp/server/scores/tools/deleteScoreConfig.tsindex 87b938abc7..c995e371e7 100644--- a/web/src/features/mcp/server/scores/tools/deleteScoreConfig.ts+++ b/web/src/features/mcp/server/scores/tools/deleteScoreConfig.ts@@ -9,6 +9,7 @@ export const [deleteScoreConfigTool, handleDeleteScoreConfig] = defineTool({name: "deleteScoreConfig",description:"Delete a score configuration from the current Langfuse project by archiving it.",+ action: "scoreConfigs:CUD",baseSchema: PutScoreConfigQuery,inputSchema: PutScoreConfigQuery,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/getScore.ts b/web/src/features/mcp/server/scores/tools/getScore.tsindex a492fbab96..f4f64b4947 100644--- a/web/src/features/mcp/server/scores/tools/getScore.ts+++ b/web/src/features/mcp/server/scores/tools/getScore.ts@@ -14,6 +14,7 @@ export const [getScoreTool, handleGetScore] = defineTool({"The score carries a polymorphic value matching its dataType (number, boolean, or string) and a subject describing what it scores: { kind: trace | observation | session | experiment, id }.","Score reads are eventually consistent: a score created with createScore may not be returned by getScore immediately. If a newly created score is not found, wait briefly and retry.",].join("\n"),+ action: "scores:read",baseSchema: GetScoreInputSchema,inputSchema: GetScoreInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/getScoreConfig.ts b/web/src/features/mcp/server/scores/tools/getScoreConfig.tsindex a446e2b66c..86bfe29f49 100644--- a/web/src/features/mcp/server/scores/tools/getScoreConfig.ts+++ b/web/src/features/mcp/server/scores/tools/getScoreConfig.ts@@ -9,6 +9,7 @@ export const [getScoreConfigTool, handleGetScoreConfig] = defineTool({name: "getScoreConfig",description:"Fetch one score configuration by ID from the current Langfuse project. Returns the public score config object directly.",+ action: "scoreConfigs:read",baseSchema: GetScoreConfigQuery,inputSchema: GetScoreConfigQuery,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/listScoreConfigs.ts b/web/src/features/mcp/server/scores/tools/listScoreConfigs.tsindex 565469d05d..32695506bf 100644--- a/web/src/features/mcp/server/scores/tools/listScoreConfigs.ts+++ b/web/src/features/mcp/server/scores/tools/listScoreConfigs.ts@@ -9,6 +9,7 @@ export const [listScoreConfigsTool, handleListScoreConfigs] = defineTool({name: "listScoreConfigs",description:"List score configurations. Returns exactly data and meta at the top level.",+ action: "scoreConfigs:read",baseSchema: GetScoreConfigsQuery,inputSchema: GetScoreConfigsQuery,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/listScores.ts b/web/src/features/mcp/server/scores/tools/listScores.tsindex 606d275ec2..ba3e7e1c1f 100644--- a/web/src/features/mcp/server/scores/tools/listScores.ts+++ b/web/src/features/mcp/server/scores/tools/listScores.ts@@ -152,6 +152,7 @@ export const [listScoresTool, handleListScores] = defineTool({"Filtering by trace user or trace tags is not supported. To find scores for a specific user, first resolve the user's trace IDs (e.g. via listObservations with userId), then filter scores by traceId.","Score reads are eventually consistent: a score created with createScore may not appear in listScores immediately. If a newly created score is missing, wait briefly and retry.",].join("\n"),+ action: "scores:read",baseSchema: ListScoresBaseSchema,inputSchema: ListScoresInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/scores/tools/updateScoreConfig.ts b/web/src/features/mcp/server/scores/tools/updateScoreConfig.tsindex 258c3d35c8..ff274e5700 100644--- a/web/src/features/mcp/server/scores/tools/updateScoreConfig.ts+++ b/web/src/features/mcp/server/scores/tools/updateScoreConfig.ts@@ -55,6 +55,7 @@ export const [updateScoreConfigTool, handleUpdateScoreConfig] = defineTool({name: "updateScoreConfig",description:"Update a score configuration. Use this to rename, describe, or adjust allowed numeric/category fields.",+ action: "scoreConfigs:CUD",baseSchema: McpUpdateScoreConfigBaseSchema,inputSchema: McpUpdateScoreConfigInputSchema,handler: async (input, context) => {diff --git a/web/src/features/mcp/server/v4Migration/tools/getV4MigrationData.ts b/web/src/features/mcp/server/v4Migration/tools/getV4MigrationData.tsindex 994432e33e..9eae5201bf 100644--- a/web/src/features/mcp/server/v4Migration/tools/getV4MigrationData.ts+++ b/web/src/features/mcp/server/v4Migration/tools/getV4MigrationData.ts@@ -9,6 +9,7 @@ const GetV4MigrationDataInput = z.object({}).strict();export const [getV4MigrationDataTool, handleGetV4MigrationData] = defineTool({name: "getV4MigrationData",+ action: "project:read",description:"Get project-specific evidence for upgrading to Langfuse v4, including SDK versions and compatibility, experiment instrumentation, legacy integrations, deprecated API usage, and trace-level evaluators. Use this before giving v4 migration guidance.",baseSchema: GetV4MigrationDataInput,diff --git a/web/src/features/mcp/types.ts b/web/src/features/mcp/types.tsindex 1d07b08267..7277358f90 100644--- a/web/src/features/mcp/types.ts+++ b/web/src/features/mcp/types.ts@@ -1,4 +1,6 @@import type { ApiAccessScope } from "@langfuse/shared/src/server";++import type { AuthorizationContext } from "@/src/features/auth/policy/types";import type { McpToolName } from "./server/bootstrap";/**@@ -63,6 +65,9 @@ export interface ServerContext {/** In-app-agent-specific MCP authorization state. */inAppAgent?: InAppAgentContext;++ /** Resolved policy-core context, present only once the new authz path resolves the connection (enforce). */+ auth?: AuthorizationContext;}/** In-app agent MCP access is read-only unless a prior approval mints a mutating-tool allowlist. */diff --git a/web/src/features/public-api/server/enforceAuth.ts b/web/src/features/public-api/server/enforceAuth.tsindex b2f2063ee5..2cc7b90ef6 100644--- a/web/src/features/public-api/server/enforceAuth.ts+++ b/web/src/features/public-api/server/enforceAuth.ts@@ -19,18 +19,23 @@ import {notFoundError,type Action,type AuthorizationContext,+ type Decision,type ErrorResult,type Principal,+ type Resource,type Success,} from "@/src/features/auth/policy/types";+/** __dangerouslySkipAuthz skips the connection-level action check for routes that authorize each call themselves. */+export const __dangerouslySkipAuthz = "__dangerouslySkipAuthz" as const;+/** orgIdHeader selects the target org. */const orgIdHeader = "x-langfuse-organization-id";/** projectIdHeader selects the target project for keys without a bound project. */const projectIdHeader = "x-langfuse-project-id";-/** enforceAuth authenticates the request and authorizes an action for the given endpoint (combines authz and authn) */+/** enforceAuth authenticates the request and authorizes the action for the given endpoint, or only resolves context when the route skips authz (combines authz and authn). */export async function enforceAuth({req,action,@@ -49,7 +54,7 @@ export async function enforceAuth({case "admin":return enforceAdminAuthz(context, req, action);case "apiKey":- return isOrgAction(action)+ return action !== __dangerouslySkipAuthz && isOrgAction(action)? enforceOrgAuthz(context, req, action): enforceProjectAuthz(context, req, action);default:@@ -61,7 +66,7 @@ export async function enforceAuth({async function enforceAdminAuthz(context: AuthorizationContext,req: NextApiRequest,- action: Action,+ action: ApiAction,): Promise<EnforceAuthResult> {const projectId = getHeaderProjectId(req);if (!projectId) return forbiddenError(`Missing '${projectIdHeader}' header`);@@ -69,7 +74,7 @@ async function enforceAdminAuthz(const org = await lookupProjectOrgId(projectId);if (!org.success) return org;- const decision = authorize(context, action, { projectId });+ const decision = authorizeAction(context, action, { projectId });if (!decision.success) return decision;return access(context, org.orgId, projectId);@@ -79,12 +84,12 @@ async function enforceAdminAuthz(function enforceOrgAuthz(context: AuthorizationContext,req: NextApiRequest,- action: Action,+ action: ApiAction,): EnforceAuthResult {const org = getOrgId(context, req);if (!org.success) return org;- const decision = authorize(context, action, { orgId: org.orgId });+ const decision = authorizeAction(context, action, { orgId: org.orgId });if (!decision.success) return decision;return access(context, org.orgId);@@ -94,7 +99,7 @@ function enforceOrgAuthz(function enforceProjectAuthz(context: AuthorizationContext,req: NextApiRequest,- action: Action,+ action: ApiAction,): EnforceAuthResult {const project = getProjectId(context, req);if (!project.success) return project;@@ -103,7 +108,7 @@ function enforceProjectAuthz(return notFoundError("Project not found or you don't have access to it");}- const decision = authorize(context, action, {+ const decision = authorizeAction(context, action, {projectId: project.projectId,});if (!decision.success) return decision;@@ -114,6 +119,16 @@ function enforceProjectAuthz(return access(context, orgId, project.projectId);}+/** authorizeAction authorizes against a given action, or passes when the route skips authz and authorizes each call itself. */+function authorizeAction(+ context: AuthorizationContext,+ action: ApiAction,+ resource: Resource,+): Decision {+ if (action === __dangerouslySkipAuthz) return { success: true };+ return authorize(context, action, resource);+}+/** getOrgId resolves the target org the key's bound org and the header agree on. */function getOrgId(context: AuthorizationContext,@@ -231,14 +246,17 @@ function access(};}-/** EnforceAuthParams is the request, the checked action, and the request's key-kind opt-ins. */+/** EnforceAuthParams is the request, the connection action, and the request's key-kind opt-ins. */export type EnforceAuthParams = {req: NextApiRequest;- action: Action;+ action: ApiAction;allowInAppAgentKey?: boolean;isAdminApiKeyAuthAllowed?: boolean;};+/** ApiAction is the action a route authorizes at the connection, or the explicit opt-out. */+export type ApiAction = Action | typeof __dangerouslySkipAuthz;+/** AccessResult is the seam's success outcome: the resolved ApiAccessScope and the context that authorized it. */type AccessResult = Success & {scope: ApiAccessScope;diff --git a/web/src/features/public-api/server/shadowAuth.ts b/web/src/features/public-api/server/shadowAuth.tsindex 662e56c9a5..d2b10ffc14 100644--- a/web/src/features/public-api/server/shadowAuth.ts+++ b/web/src/features/public-api/server/shadowAuth.ts@@ -52,7 +52,9 @@ async function legacyWithShadow(const legacyAuth = await runLegacyAuth(params);const newAuth = await runNewAuth(params);shadowAuthDiff(newAuth, legacyAuth, params.action);- return legacyResult(legacyAuth);+ const result = legacyResult(legacyAuth);+ if (result.success && newAuth.success) return { ...result, ctx: newAuth.ctx };+ return result;}/** legacyOnly authorizes solely with the legacy verify. */diff --git a/web/src/pages/api/public/mcp/index.ts b/web/src/pages/api/public/mcp/index.tsindex f721ff3c41..548c7acb81 100644--- a/web/src/pages/api/public/mcp/index.ts+++ b/web/src/pages/api/public/mcp/index.ts@@ -33,18 +33,13 @@ import {} from "@/src/features/mcp/server/security";import { formatErrorForUser } from "@/src/features/mcp/core/error-formatting";import { type ServerContext } from "@/src/features/mcp/types";-import { addUserToSpan, logger, redis } from "@langfuse/shared/src/server";-import { ApiAuthService } from "@/src/features/public-api/server/apiAuth";+import { addUserToSpan, logger } from "@langfuse/shared/src/server";import { RateLimitService } from "@/src/features/public-api/server/RateLimitService";-import { prisma } from "@langfuse/shared/src/db";-import {- BaseError,- UnauthorizedError,- ForbiddenError,- safeJsonParse,-} from "@langfuse/shared";+import { BaseError, ForbiddenError, safeJsonParse } from "@langfuse/shared";import { ZodError } from "zod";import { isUserInputError } from "@/src/features/mcp/core/errors";+import { shadowAuth } from "@/src/features/public-api/server/shadowAuth";+import { __dangerouslySkipAuthz } from "@/src/features/public-api/server/enforceAuth";import { IN_APP_AGENT_MCP_TOOL_OVERRIDE_HEADER } from "@langfuse/shared/in-app-agent";import { InAppAgentMcpRunOverrideSchema } from "@langfuse/shared/in-app-agent/server/mcpPolicy";@@ -83,38 +78,37 @@ export default async function handler(return;}- // Authenticate request using BasicAuth (Public Key:Secret Key)- const authCheck = await new ApiAuthService(- prisma,- redis,- ).verifyAuthHeaderAndReturnScope(req.headers.authorization, {+ // Each tool authorizes its own action.+ const authResult = await shadowAuth({+ req,+ action: __dangerouslySkipAuthz,+ allowedAccessLevels: ["project"],allowInAppAgentKey: true,});- if (!authCheck.validKey) {- throw new UnauthorizedError(authCheck.error);+ if (!authResult.success) {+ throw authResult.error;}+ const { scope, ctx } = authResult;+// MCP requires project-scoped access (no Bearer auth, no org-level keys)- if (- authCheck.scope.accessLevel !== "project" ||- !authCheck.scope.projectId- ) {+ if (scope.accessLevel !== "project" || !scope.projectId) {throw new ForbiddenError("Access denied: MCP requires project-scoped API keys with BasicAuth",);}addUserToSpan({- apiKeyId: authCheck.scope.apiKeyId,- publicKey: authCheck.scope.publicKey,- projectId: authCheck.scope.projectId,- orgId: authCheck.scope.orgId,- plan: authCheck.scope.plan,+ apiKeyId: scope.apiKeyId,+ publicKey: scope.publicKey,+ projectId: scope.projectId,+ orgId: scope.orgId,+ plan: scope.plan,});// Check if ingestion is suspended due to usage limits- if (authCheck.scope.isIngestionSuspended) {+ if (scope.isIngestionSuspended) {throw new ForbiddenError("Access suspended: Usage threshold exceeded. Please upgrade your plan.",);@@ -123,7 +117,7 @@ export default async function handler(// Rate limit MCP requestsconst rateLimitCheck =await RateLimitService.getInstance().rateLimitRequest(- authCheck.scope,+ scope,"public-api",);@@ -135,16 +129,17 @@ export default async function handler(// run override for mutating tools; read-only tools remain available// without it via their MCP readOnlyHint annotation.const context: ServerContext = {- projectId: authCheck.scope.projectId,- orgId: authCheck.scope.orgId,+ projectId: scope.projectId,+ orgId: scope.orgId,userId: undefined, // API keys don't have associated users- apiKeyId: authCheck.scope.apiKeyId,+ apiKeyId: scope.apiKeyId,accessLevel: "project",- publicKey: authCheck.scope.publicKey,- plan: authCheck.scope.plan,- rateLimitOverrides: authCheck.scope.rateLimitOverrides,+ publicKey: scope.publicKey,+ plan: scope.plan,+ rateLimitOverrides: scope.rateLimitOverrides,userAgent: req.headers["user-agent"],- inAppAgent: getInAppAgentContext(req, authCheck.scope.isInAppAgentKey),+ inAppAgent: getInAppAgentContext(req, scope.isInAppAgentKey),+ auth: ctx,};logger.debug("MCP request authenticated", {diff --git a/web/src/pages/api/public/media/[mediaId].ts b/web/src/pages/api/public/media/[mediaId].tsindex e2f765086d..e9034cbe3b 100644--- a/web/src/pages/api/public/media/[mediaId].ts+++ b/web/src/pages/api/public/media/[mediaId].ts@@ -16,7 +16,7 @@ import { ForbiddenError } from "@langfuse/shared";export default withMiddlewares({GET: createAuthedProjectAPIRoute({name: "Get Media data",- action: "media:create",+ action: "media:read",querySchema: GetMediaQuerySchema,responseSchema: GetMediaResponseSchema,fn: async ({ query, auth }) => {