:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
feat(aio): add steps to datasets from the trace view (#123313)
Carlos Marchal3ff9e346a1da
diff --git a/frontend/snapshots.yml b/frontend/snapshots.ymlindex d091fd269609..86242dbc6516 100644--- a/frontend/snapshots.yml+++ b/frontend/snapshots.yml@@ -9496,6 +9496,10 @@ snapshots:hash: v1.k794b7964.6d632701e8ecef39a1b88e032e3486dab3b39e3a9c0dd915334a996d91dd5559.x-QiRfCcdfrPsmFpYo5FCYmT8PZYuEYeTZoodRBxgNwscenes-app-ai-observability-trace-view-node-detail--narrow--light:hash: v1.k794b7964.65f977cc28f26fea6c1ef77f35e0388c61126976e6830720ef6e6c9fab1ae804.W28SdeaY7mwSD5t87nNtphGqtrkYVuXgbvEBHk3NHXQ+ scenes-app-ai-observability-trace-view-node-detail--narrow-with-actions--dark:+ hash: v1.k794b7964.c62011759f829ddaff5697ca209d9ee36bfc44a01cdf76a0edcb8927db1b7dc6.KoLOpKLEhg-lB1gbqRKPHNQ1900LJ14-QMSlFLnPy4c+ scenes-app-ai-observability-trace-view-node-detail--narrow-with-actions--light:+ hash: v1.k794b7964.610caa00cc86458a38f61b15515a33c37e42b7c3cf642d017c7333759de967fb.upzVUxCi9gWHbnNyWVZTAOI4wUcWX6bjfeu2qLRfR8Qscenes-app-ai-observability-trace-view-node-detail--nothing-captured--dark:hash: v1.k794b7964.190b2c059d38d9a4716b35b1e9c40289f527206b095aa1751f36c57b1a08f83f.CYx8ZM77Xrh0mipyOxjxDW89lmpREnNVg_WJG6JB5pkscenes-app-ai-observability-trace-view-node-detail--nothing-captured--light:diff --git a/products/ai_observability/frontend/redesign/trace/TraceScene.tsx b/products/ai_observability/frontend/redesign/trace/TraceScene.tsxindex 8f7b25e1c86e..54016ec9cc61 100644--- a/products/ai_observability/frontend/redesign/trace/TraceScene.tsx+++ b/products/ai_observability/frontend/redesign/trace/TraceScene.tsx@@ -1,6 +1,7 @@import { useActions, useValues } from 'kea'import { aiObservabilityTraceLogic } from '../../aiObservabilityTraceLogic'+import { SaveToDatasetButton } from '../../datasets/SaveToDatasetButton'import { traceViewAdapterLogic, traceViewAdapterLogicValues } from './adapter/traceViewAdapterLogic'import { TraceView, TraceViewProps, TraceViewReadyProps } from './components/TraceView'import { NodeDetailTab, TraceMode } from './types'@@ -14,6 +15,7 @@ type ReadyValues = Pick<| 'selectedNodeId'| 'detailData'| 'detailTab'+ | 'datasetItemSource'| 'canViewInThread'| 'thread'| 'timeline'@@ -48,6 +50,7 @@ function toReadyProps(values: ReadyValues, actions: ReadyActions): TraceViewReadtab: values.detailTab,onTabChange: actions.setDetailTab,onViewInThread: values.canViewInThread ? actions.viewInThread : null,+ actions: values.datasetItemSource ? <SaveToDatasetButton {...values.datasetItemSource} /> : null,}: null,thread: values.thread,@@ -70,6 +73,7 @@ export function TraceScene(): JSX.Element {selectedNodeId,detailData,detailTab,+ datasetItemSource,canViewInThread,thread,timeline,@@ -87,6 +91,7 @@ export function TraceScene(): JSX.Element {selectedNodeId,detailData,detailTab,+ datasetItemSource,canViewInThread,thread,timeline,diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.ts b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.tsnew file mode 100644index 000000000000..5bef9448b4df--- /dev/null+++ b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.ts@@ -0,0 +1,66 @@+import type { TraceNodeDetailApi } from '../../../generated/api.schemas'+import { NodeLoad } from '../types'+import { makeNodeDetail } from './testFixtures'+import { toDatasetItemSource } from './toDatasetItemSource'++const trace = { traceId: 'trace-1', createdAt: '2026-09-01T10:15:00Z' }++function ready(node: TraceNodeDetailApi): NodeLoad {+ return { status: 'ready', node }+}++function withEventUuid(node: TraceNodeDetailApi, uuid: string): TraceNodeDetailApi {+ return node.event ? { ...node, event: { ...node.event, uuid } } : node+}++describe('toDatasetItemSource', () => {+ test.each<[string, NodeLoad, ReturnType<typeof toDatasetItemSource>]>([+ [+ 'a generation keys the item by its event uuid and keeps only custom properties as metadata',+ ready(+ withEventUuid(+ makeNodeDetail({+ id: 'sdk-span-id',+ properties: {+ $ai_input: [{ role: 'user', content: 'hi' }],+ $ai_output_choices: [{ role: 'assistant', content: 'hello' }],+ $ai_model: 'gpt-4o',+ conversation_tier: 'pro',+ },+ ioKeys: { input: '$ai_input', output: '$ai_output_choices' },+ }),+ 'event-uuid-1'+ )+ ),+ {+ traceId: 'trace-1',+ timestamp: '2026-09-01T10:15:00Z',+ sourceId: 'event-uuid-1',+ input: [{ role: 'user', content: 'hi' }],+ output: [{ role: 'assistant', content: 'hello' }],+ metadata: { conversation_tier: 'pro' },+ },+ ],+ [+ 'the trace root is keyed by the trace id and carries its state without metadata',+ ready(+ makeNodeDetail({+ id: 'trace-1',+ kind: 'trace',+ properties: { $ai_input_state: { q: 'refund?' }, $ai_output_state: { a: 'yes' }, plan: 'pro' },+ ioKeys: { input: '$ai_input_state', output: '$ai_output_state' },+ })+ ),+ {+ traceId: 'trace-1',+ timestamp: '2026-09-01T10:15:00Z',+ sourceId: 'trace-1',+ input: { q: 'refund?' },+ output: { a: 'yes' },+ },+ ],+ ['a step still loading has no source yet', { status: 'loading' }, null],+ ])('%s', (_, load, expected) => {+ expect(toDatasetItemSource({ ...trace, load })).toEqual(expected)+ })+})diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.ts b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.tsnew file mode 100644index 000000000000..96510c1d2c14--- /dev/null+++ b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.ts@@ -0,0 +1,39 @@+import type { SaveToDatasetButtonProps } from '../../../datasets/SaveToDatasetButton'+import { NodeLoad } from '../types'+import { readNodeIO } from './nodeIO'++interface DatasetItemSourceInput {+ traceId: string+ createdAt: string+ load: NodeLoad+}++export function toDatasetItemSource({+ traceId,+ createdAt,+ load,+}: DatasetItemSourceInput): SaveToDatasetButtonProps | null {+ if (load.status !== 'ready') {+ return null+ }+ const { node } = load+ const { input, output } = readNodeIO(node)+ if (node.kind === 'trace') {+ return { traceId, timestamp: createdAt, sourceId: traceId, input, output }+ }+ if (!node.event) {+ return null+ }+ return {+ traceId,+ timestamp: createdAt,+ sourceId: node.event.uuid,+ input,+ output,+ metadata: customProperties(node.event.properties),+ }+}++function customProperties(properties: Record<string, unknown>): Record<string, unknown> {+ return Object.fromEntries(Object.entries(properties).filter(([key]) => !key.startsWith('$')))+}diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts b/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.tsindex c1e965799e80..fbd81038fd83 100644--- a/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts+++ b/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts@@ -7,7 +7,10 @@ import { toEvalResults } from './toEvalResults'import { toMessageIO } from './toThread'import { isMessageIO } from './toThreadMessages'-export type NodeDetailData = Omit<NodeDetailProps, 'tab' | 'onTabChange' | 'onViewInThread' | 'onSelectNode'>+export type NodeDetailData = Omit<+ NodeDetailProps,+ 'tab' | 'onTabChange' | 'onViewInThread' | 'onSelectNode' | 'actions'+>const NODE_LOAD_ERRORS: Record<LoadFailure, string> = {not_found: 'This step could not be found. It may have been deleted, or it is outside the retention period.',diff --git a/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx b/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsxindex 12ddf7a12f54..136c6e34a33e 100644--- a/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx+++ b/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx@@ -14,6 +14,7 @@ import { TraceScene } from '../TraceScene'import { decodeIdSegment, makeEvent, makeNodeDetail, makeTrace, makeTraceResource } from './testFixtures'const FLAG = FEATURE_FLAGS.AI_OBSERVABILITY_TRACE_REDESIGN+const DATASETS_FLAG = FEATURE_FLAGS.LLM_ANALYTICS_DATASETSjest.mock('~/queries/query', () => ({ ...jest.requireActual('~/queries/query'), performQuery: jest.fn() }))jest.mock('../../../utils', () => ({@@ -24,6 +25,7 @@ jest.mock('../../../utils', () => ({const TRACE_URL = '/api/projects/:team_id/ai_observability/traces/:id/'const NODE_URL = '/api/projects/:team_id/ai_observability/traces/:id/nodes/:node_id/'const EVALUATIONS_URL = '/api/projects/:team_id/ai_observability/traces/:id/evaluations/'+const DATASETS_URL = '/api/projects/:team_id/datasets/'const answeredGeneration = makeNodeDetail({id: 'gen-2',properties: {@@ -54,8 +56,13 @@ const generation = makeEvent({},})-function renderNewView(): ReturnType<typeof render> {+function renderNewView(flags: Record<string, boolean> = {}): ReturnType<typeof render> {initKeaTests()+ featureFlagLogic.mount()+ featureFlagLogic.actions.setFeatureFlags(+ Object.keys(flags).filter((flag) => flags[flag]),+ flags+ )nodeRequests = []jest.mocked(performQuery).mockReset()jest.mocked(performQuery).mockResolvedValue({ results: [] })@@ -72,6 +79,7 @@ describe('TraceScene', () => {useMocks({get: {[TRACE_URL]: () => [200, makeTraceResource({ defaultNodeId: 'gen-2' })],+ [DATASETS_URL]: () => [200, { count: 0, results: [] }],...nodeMock,...evaluationsMock,},@@ -98,6 +106,13 @@ describe('TraceScene', () => {await waitFor(() => expect(nodeRequests).toContain('span-1'))})++ it.each([true, false])('offers add to dataset on the step only when datasets are on (%s)', async (enabled) => {+ const { findByText, queryByText } = renderNewView({ [DATASETS_FLAG]: enabled })++ expect(await findByText('Two seats were added.')).toBeTruthy()+ expect(queryByText('Add to dataset') !== null).toBe(enabled)+ })})describe('behind the flag gate', () => {diff --git a/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts b/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.tsindex 19efefb44bb8..fbb1d35ba312 100644--- a/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts+++ b/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts@@ -2,14 +2,18 @@ import { MakeLogicType, actions, connect, kea, key, listeners, path, props, reduimport { router } from 'kea-router'import { subscriptions } from 'kea-subscriptions'+import { FEATURE_FLAGS } from 'lib/constants'+import { FeatureFlagsSet, featureFlagLogic } from 'lib/logic/featureFlagLogic'import { teamLogic } from 'scenes/teamLogic'import { aiObservabilityTraceLogic } from '../../../aiObservabilityTraceLogic'+import type { SaveToDatasetButtonProps } from '../../../datasets/SaveToDatasetButton'import type { TraceEvaluationResultApi, TraceNodeApi, TraceTimelineRowApi } from '../../../generated/api.schemas'import { TraceHeaderProps } from '../components/TraceHeader'import { TraceSummaryBarProps } from '../components/TraceSummaryBar'import { TraceViewStatus, traceViewLogic } from '../traceViewLogic'import { ConversationState, LabeledLink, NodeDetailTab, NodeLoad, TraceMode } from '../types'+import { toDatasetItemSource } from './toDatasetItemSource'import { toBackLink, toHeader } from './toHeader'import { NodeDetailData, toNodeDetail } from './toNodeDetail'import { toThread } from './toThread'@@ -28,6 +32,7 @@ export interface traceViewAdapterLogicValues {newerTraceId: string | null // aiObservabilityTraceLogicolderTimestamp: string | null // aiObservabilityTraceLogicolderTraceId: string | null // aiObservabilityTraceLogic+ featureFlags: FeatureFlagsSet // featureFlagLogicsearchParams: Record<string, any> // routercurrentTeamId: number | null // teamLogiccreatedAt: string | null // traceViewLogic@@ -51,6 +56,7 @@ export interface traceViewAdapterLogicValues {tree: TraceNodeApi[] // traceViewLogicbackLink: LabeledLinkcanViewInThread: boolean+ datasetItemSource: SaveToDatasetButtonProps | nulldetailData: NodeDetailData | nulldetailTab: NodeDetailTabheader: TraceHeaderProps@@ -145,6 +151,12 @@ export interface traceViewAdapterLogicMeta {createdAt: string | null,sessionId: string | null) => NodeDetailData | null+ datasetItemSource: (+ featureFlags: FeatureFlagsSet,+ selectedNodeLoad: NodeLoad,+ createdAt: string | null,+ traceId: string+ ) => SaveToDatasetButtonProps | nullthread: (status: TraceViewStatus,threadNodeLoad: NodeLoad | null,@@ -198,6 +210,8 @@ export const traceViewAdapterLogic = kea<traceViewAdapterLogicType>([['currentTeamId'],router,['searchParams'],+ featureFlagLogic,+ ['featureFlags'],],actions: [aiObservabilityTraceLogic,@@ -329,6 +343,18 @@ export const traceViewAdapterLogic = kea<traceViewAdapterLogicType>([}): null,],+ datasetItemSource: [+ (s, p) => [s.featureFlags, s.selectedNodeLoad, s.createdAt, p.traceId],+ (+ featureFlags: FeatureFlagsSet,+ load: NodeLoad,+ createdAt: string | null,+ traceId: string+ ): SaveToDatasetButtonProps | null =>+ featureFlags[FEATURE_FLAGS.LLM_ANALYTICS_DATASETS] && createdAt+ ? toDatasetItemSource({ traceId, createdAt, load })+ : null,+ ],thread: [(s, p) => [s.status, s.threadNodeLoad, s.createdAt, s.currentTeamId, p.traceId],(diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsxindex e4b290fe671b..66b2a228aeb5 100644--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx@@ -1,6 +1,9 @@import type { Meta, StoryObj } from '@storybook/react'import { useState } from 'react'+import { IconDatabase } from '@posthog/icons'+import { LemonButton } from '@posthog/lemon-ui'+import { langchainCerebrasImageError } from '../sampleFixtures/langchainCerebrasImageError'import {FIXTURE_EVALS,@@ -95,6 +98,18 @@ export const EvalsLoadError: Story = {},}export const Narrow: Story = { args: base, decorators: [withWidth(520)] }+export const NarrowWithActions: Story = {+ args: {+ ...base,+ node: { ...generation, name: 'answer-billing-question-with-retrieved-context-and-follow-up' },+ actions: (+ <LemonButton type="secondary" size="xsmall" icon={<IconDatabase />}>+ Add to dataset+ </LemonButton>+ ),+ },+ decorators: [withWidth(520)],+}export const FailedGenerationWithImage: Story = {args: {...langchainCerebrasImageError.details[failedGeneration.id],diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsxindex f0cb37a468ac..cc1f49a452ab 100644--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx@@ -1,3 +1,5 @@+import { ReactNode } from 'react'+import { LemonSkeleton, LemonTabs } from '@posthog/lemon-ui'import type { TraceNodeApi } from '../../../generated/api.schemas'@@ -20,12 +22,13 @@ export interface NodeDetailProps {raw: Record<string, unknown> | nullonViewInThread: (() => void) | nullonSelectNode: (nodeId: string) => void+ actions?: ReactNode}export function NodeDetail(props: NodeDetailProps): JSX.Element {return (<div className="flex min-w-0 flex-col gap-2">- <NodeDetailHeader node={props.node} />+ <NodeDetailHeader node={props.node} actions={props.actions} /><LemonTabs<NodeDetailTab>size="small"activeKey={props.tab}diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsxindex 537cc4d35c19..89dc0baae7b4 100644--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx@@ -1,3 +1,5 @@+import { ReactNode } from 'react'+import { LemonTag } from '@posthog/lemon-ui'import type { TraceNodeApi } from '../../../generated/api.schemas'@@ -6,14 +8,16 @@ import { NodeStatChips } from './NodeStatChips'export interface NodeDetailHeaderProps {node: TraceNodeApi+ actions?: ReactNode}-export function NodeDetailHeader({ node }: NodeDetailHeaderProps): JSX.Element {+export function NodeDetailHeader({ node, actions }: NodeDetailHeaderProps): JSX.Element {return (<header className="flex flex-col gap-1.5"><div className="flex items-center gap-2 min-w-0"><NodeKindGlyph kind={node.kind} size="medium" /><h3 className="m-0 truncate text-base font-semibold">{node.name}</h3>+ {actions ? <div className="ml-auto flex shrink-0 items-center gap-1">{actions}</div> : null}</div><div className="flex flex-wrap items-center gap-1"><NodeStatChips stats={node.stats} />