🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
/* eslint-disable @repo/component-file-structure */
import React, { useEffect, useState } from "react";
import { useRouter } from "next/router";
import { api, reportNonTrpcError } from "@/src/utils/api";
import { usePostHogClientCapture } from "@/src/features/posthog-analytics/usePostHogClientCapture";
import ContainerPage from "@/src/components/layouts/ContainerPage";
import { ActionButton } from "@/src/components/ActionButton";
import { SubHeader } from "@/src/components/layouts/header";
import { Button } from "@/src/components/ui/button";
import { ApiKeyDetailContent } from "@/src/features/public-api/components/ApiKeyDetailContent";
import { useLangfuseBaseUrl } from "@/src/features/public-api/hooks/useLangfuseEnvCode";
import { type RouterOutput } from "@/src/utils/types";
import { useQueryProject } from "@/src/features/projects/hooks";
export const TracingSetup = ({
projectId,
hasTracingConfigured,
}: {
projectId: string;
hasTracingConfigured?: boolean;
}) => {
const baseUrl = useLangfuseBaseUrl();
const [apiKeys, setApiKeys] = useState<
RouterOutput["projectApiKeys"]["create"] | null
>(null);
const utils = api.useUtils();
const mutCreateApiKey = api.projectApiKeys.create.useMutation({
onSuccess: (data) => {
utils.projectApiKeys.invalidate();
setApiKeys(data);
},
});
const createApiKey = async () => {
try {
await mutCreateApiKey.mutateAsync({ projectId });
} catch (error) {
reportNonTrpcError(error, "setup");
}
};
return (
<div className="space-y-8">
<div>
<SubHeader title="1. Get API keys" />
{apiKeys ? (
<ApiKeyDetailContent
scope="project"
secretKey={apiKeys.secretKey}
publicKey={apiKeys.publicKey}
baseUrl={baseUrl}
className="mt-4"
showMcpSection={false}
/>
) : (
<div className="flex flex-col gap-4">
<p className="text-muted-foreground text-sm">
You need to create an API key to start tracing your application.
You can create more keys later in the project settings.
</p>
<div className="flex gap-2">
<Button
onClick={createApiKey}
loading={mutCreateApiKey.isPending}
className="self-start"
>
Create new API key
</Button>
<ActionButton
href={`/project/${projectId}/settings/api-keys`}
variant="secondary"
>
Manage API keys
</ActionButton>
</div>
</div>
)}
</div>
<div>
<SubHeader
title="2. Add tracing to your application"
status={hasTracingConfigured ? "active" : "pending"}
/>
<p className="text-muted-foreground mb-4 text-sm">
Langfuse relies on OpenTelemetry to instrument your application and
export LLM application/agent traces to Langfuse. You can use one of
our SDKs or 50+ framework integrations. Please follow the quickstart
in the documentation to add Langfuse to your application.
</p>
<ActionButton href="https://langfuse.com/docs/observability/get-started">
Quickstart guide
</ActionButton>
</div>
</div>
);
};
export default function TracesSetupPage() {
const router = useRouter();
const projectId = router.query.projectId as string;
const { project } = useQueryProject();
// Check if the user has tracing configured
// Skip polling entirely if the project flag is already set in the session
const { data: hasTracingConfigured } =
api.traces.hasTracingConfigured.useQuery(
{ projectId },
{
enabled: !!projectId,
refetchInterval: project?.hasTraces ? false : 5000,
initialData: project?.hasTraces ? true : undefined,
staleTime: project?.hasTraces ? Infinity : 0,
trpc: {
context: {
skipBatch: true,
},
},
},
);
const capture = usePostHogClientCapture();
useEffect(() => {
if (hasTracingConfigured !== undefined) {
capture("onboarding:tracing_check_active", {
active: hasTracingConfigured,
});
}
}, [hasTracingConfigured, capture]);
return (
<ContainerPage
headerProps={{
title: "Tracing Setup",
help: {
description:
"Setup tracing to track and analyze your LLM calls. You can create API keys and integrate Langfuse with your application.",
href: "https://langfuse.com/docs/observability/overview",
},
}}
>
<div className="flex flex-col gap-4">
<TracingSetup
projectId={projectId}
hasTracingConfigured={hasTracingConfigured ?? false}
/>
</div>
</ContainerPage>
);
}