🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import {
LangfuseConflictError,
LangfuseNotFoundError,
ServiceUnavailableError,
} from "@langfuse/shared";
import type { NextApiRequest, NextApiResponse } from "next";
import { createMocks } from "node-mocks-http";
import { beforeEach, describe, expect, it, vi } from "vitest";
const { mockRateLimitRequest, mockSubmitFeedback, mockShadowAuth } = vi.hoisted(
() => ({
mockRateLimitRequest: vi.fn(),
mockSubmitFeedback: vi.fn(),
mockShadowAuth: vi.fn(),
}),
);
vi.mock("@/src/features/feedback/server/FeedbackService", () => ({
submitFeedback: mockSubmitFeedback,
}));
// Stub the auth seam the route actually uses so the test is independent of the
// active API_AUTH_MIGRATION mode.
vi.mock("@/src/features/public-api/server/shadowAuth", async () => ({
...(await vi.importActual("@/src/features/public-api/server/shadowAuth")),
shadowAuth: mockShadowAuth,
}));
vi.mock("@/src/features/public-api/server/RateLimitService", () => ({
RateLimitService: {
getInstance: () => ({
rateLimitRequest: mockRateLimitRequest,
}),
},
}));
import handler from "@/src/pages/api/public/feedback";
const validScope = {
projectId: "project-1",
orgId: "org-1",
plan: "oss",
rateLimitOverrides: [],
apiKeyId: "api-key-1",
publicKey: "pk-test",
accessLevel: "project",
isIngestionSuspended: false,
isInAppAgentKey: false,
};
const validBody = {
targetType: "docs",
target: "skill-feedback.md",
feedback: "Please mention the MCP feedback tool.",
goal: "I wanted to send feedback after using a Langfuse skill.",
referenceUrl: "https://langfuse.com/docs",
};
const createRequest = (body: Record<string, unknown> | null) => {
const mocks = createMocks<NextApiRequest, NextApiResponse>({
method: "POST",
headers: {
authorization: "Basic test",
"content-type": "application/json",
},
body: body ?? {},
});
if (body === null) mocks.req.body = null;
return mocks;
};
describe("POST /api/public/feedback", () => {
beforeEach(() => {
mockRateLimitRequest.mockReset();
mockSubmitFeedback.mockReset();
mockShadowAuth.mockReset();
mockRateLimitRequest.mockResolvedValue(undefined);
mockSubmitFeedback.mockResolvedValue({
id: "11111111-1111-4111-8111-111111111111",
});
mockShadowAuth.mockResolvedValue({
success: true,
scope: validScope,
});
});
it("posts feedback and returns a correlation id", async () => {
const { req, res } = createRequest(validBody);
await handler(req, res);
expect(res._getStatusCode()).toBe(201);
expect(JSON.parse(res._getData())).toEqual({
id: "11111111-1111-4111-8111-111111111111",
});
expect(mockSubmitFeedback).toHaveBeenCalledWith({
input: validBody,
scope: validScope,
source: "public-api",
});
expect(mockRateLimitRequest).toHaveBeenCalledWith(validScope, "public-api");
});
it("returns 400 for a null body", async () => {
const { req, res } = createRequest(null);
await handler(req, res);
expect(res._getStatusCode()).toBe(400);
expect(JSON.parse(res._getData())).toMatchObject({
message: "Invalid request data",
});
expect(mockSubmitFeedback).not.toHaveBeenCalled();
});
it("returns 503 when the feedback sink is unavailable", async () => {
mockSubmitFeedback.mockRejectedValueOnce(
new ServiceUnavailableError("Feedback Slack sink rejected message"),
);
const { req, res } = createRequest(validBody);
await handler(req, res);
expect(res._getStatusCode()).toBe(503);
expect(JSON.parse(res._getData())).toMatchObject({
message: "Feedback Slack sink rejected message",
error: "ServiceUnavailableError",
});
});
it("returns 409 when feedback is not configured", async () => {
mockSubmitFeedback.mockRejectedValueOnce(
new LangfuseConflictError(
"Feedback submission is not configured for this deployment",
),
);
const { req, res } = createRequest(validBody);
await handler(req, res);
expect(res._getStatusCode()).toBe(409);
expect(JSON.parse(res._getData())).toMatchObject({
message: "Feedback submission is not configured for this deployment",
error: "LangfuseConflictError",
});
});
it("returns 404 when product feedback is hidden", async () => {
mockSubmitFeedback.mockRejectedValueOnce(new LangfuseNotFoundError());
const { req, res } = createRequest(validBody);
await handler(req, res);
expect(res._getStatusCode()).toBe(404);
expect(JSON.parse(res._getData())).toMatchObject({
message: "Not Found",
error: "LangfuseNotFoundError",
});
});
});