Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

feat(aio): add steps to datasets from the trace view (#123313)

Carlos Marchal3ff9e346a1da
diff --git a/frontend/snapshots.yml b/frontend/snapshots.yml
index d091fd269609..86242dbc6516 100644
--- a/frontend/snapshots.yml
+++ b/frontend/snapshots.yml
@@ -9496,6 +9496,10 @@ snapshots:
hash: v1.k794b7964.6d632701e8ecef39a1b88e032e3486dab3b39e3a9c0dd915334a996d91dd5559.x-QiRfCcdfrPsmFpYo5FCYmT8PZYuEYeTZoodRBxgNw
scenes-app-ai-observability-trace-view-node-detail--narrow--light:
hash: v1.k794b7964.65f977cc28f26fea6c1ef77f35e0388c61126976e6830720ef6e6c9fab1ae804.W28SdeaY7mwSD5t87nNtphGqtrkYVuXgbvEBHk3NHXQ
+ scenes-app-ai-observability-trace-view-node-detail--narrow-with-actions--dark:
+ hash: v1.k794b7964.c62011759f829ddaff5697ca209d9ee36bfc44a01cdf76a0edcb8927db1b7dc6.KoLOpKLEhg-lB1gbqRKPHNQ1900LJ14-QMSlFLnPy4c
+ scenes-app-ai-observability-trace-view-node-detail--narrow-with-actions--light:
+ hash: v1.k794b7964.610caa00cc86458a38f61b15515a33c37e42b7c3cf642d017c7333759de967fb.upzVUxCi9gWHbnNyWVZTAOI4wUcWX6bjfeu2qLRfR8Q
scenes-app-ai-observability-trace-view-node-detail--nothing-captured--dark:
hash: v1.k794b7964.190b2c059d38d9a4716b35b1e9c40289f527206b095aa1751f36c57b1a08f83f.CYx8ZM77Xrh0mipyOxjxDW89lmpREnNVg_WJG6JB5pk
scenes-app-ai-observability-trace-view-node-detail--nothing-captured--light:
diff --git a/products/ai_observability/frontend/redesign/trace/TraceScene.tsx b/products/ai_observability/frontend/redesign/trace/TraceScene.tsx
index 8f7b25e1c86e..54016ec9cc61 100644
--- a/products/ai_observability/frontend/redesign/trace/TraceScene.tsx
+++ b/products/ai_observability/frontend/redesign/trace/TraceScene.tsx
@@ -1,6 +1,7 @@
import { useActions, useValues } from 'kea'
import { aiObservabilityTraceLogic } from '../../aiObservabilityTraceLogic'
+import { SaveToDatasetButton } from '../../datasets/SaveToDatasetButton'
import { traceViewAdapterLogic, traceViewAdapterLogicValues } from './adapter/traceViewAdapterLogic'
import { TraceView, TraceViewProps, TraceViewReadyProps } from './components/TraceView'
import { NodeDetailTab, TraceMode } from './types'
@@ -14,6 +15,7 @@ type ReadyValues = Pick<
| 'selectedNodeId'
| 'detailData'
| 'detailTab'
+ | 'datasetItemSource'
| 'canViewInThread'
| 'thread'
| 'timeline'
@@ -48,6 +50,7 @@ function toReadyProps(values: ReadyValues, actions: ReadyActions): TraceViewRead
tab: values.detailTab,
onTabChange: actions.setDetailTab,
onViewInThread: values.canViewInThread ? actions.viewInThread : null,
+ actions: values.datasetItemSource ? <SaveToDatasetButton {...values.datasetItemSource} /> : null,
}
: null,
thread: values.thread,
@@ -70,6 +73,7 @@ export function TraceScene(): JSX.Element {
selectedNodeId,
detailData,
detailTab,
+ datasetItemSource,
canViewInThread,
thread,
timeline,
@@ -87,6 +91,7 @@ export function TraceScene(): JSX.Element {
selectedNodeId,
detailData,
detailTab,
+ datasetItemSource,
canViewInThread,
thread,
timeline,
diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.ts b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.ts
new file mode 100644
index 000000000000..5bef9448b4df
--- /dev/null
+++ b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.test.ts
@@ -0,0 +1,66 @@
+import type { TraceNodeDetailApi } from '../../../generated/api.schemas'
+import { NodeLoad } from '../types'
+import { makeNodeDetail } from './testFixtures'
+import { toDatasetItemSource } from './toDatasetItemSource'
+
+const trace = { traceId: 'trace-1', createdAt: '2026-09-01T10:15:00Z' }
+
+function ready(node: TraceNodeDetailApi): NodeLoad {
+ return { status: 'ready', node }
+}
+
+function withEventUuid(node: TraceNodeDetailApi, uuid: string): TraceNodeDetailApi {
+ return node.event ? { ...node, event: { ...node.event, uuid } } : node
+}
+
+describe('toDatasetItemSource', () => {
+ test.each<[string, NodeLoad, ReturnType<typeof toDatasetItemSource>]>([
+ [
+ 'a generation keys the item by its event uuid and keeps only custom properties as metadata',
+ ready(
+ withEventUuid(
+ makeNodeDetail({
+ id: 'sdk-span-id',
+ properties: {
+ $ai_input: [{ role: 'user', content: 'hi' }],
+ $ai_output_choices: [{ role: 'assistant', content: 'hello' }],
+ $ai_model: 'gpt-4o',
+ conversation_tier: 'pro',
+ },
+ ioKeys: { input: '$ai_input', output: '$ai_output_choices' },
+ }),
+ 'event-uuid-1'
+ )
+ ),
+ {
+ traceId: 'trace-1',
+ timestamp: '2026-09-01T10:15:00Z',
+ sourceId: 'event-uuid-1',
+ input: [{ role: 'user', content: 'hi' }],
+ output: [{ role: 'assistant', content: 'hello' }],
+ metadata: { conversation_tier: 'pro' },
+ },
+ ],
+ [
+ 'the trace root is keyed by the trace id and carries its state without metadata',
+ ready(
+ makeNodeDetail({
+ id: 'trace-1',
+ kind: 'trace',
+ properties: { $ai_input_state: { q: 'refund?' }, $ai_output_state: { a: 'yes' }, plan: 'pro' },
+ ioKeys: { input: '$ai_input_state', output: '$ai_output_state' },
+ })
+ ),
+ {
+ traceId: 'trace-1',
+ timestamp: '2026-09-01T10:15:00Z',
+ sourceId: 'trace-1',
+ input: { q: 'refund?' },
+ output: { a: 'yes' },
+ },
+ ],
+ ['a step still loading has no source yet', { status: 'loading' }, null],
+ ])('%s', (_, load, expected) => {
+ expect(toDatasetItemSource({ ...trace, load })).toEqual(expected)
+ })
+})
diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.ts b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.ts
new file mode 100644
index 000000000000..96510c1d2c14
--- /dev/null
+++ b/products/ai_observability/frontend/redesign/trace/adapter/toDatasetItemSource.ts
@@ -0,0 +1,39 @@
+import type { SaveToDatasetButtonProps } from '../../../datasets/SaveToDatasetButton'
+import { NodeLoad } from '../types'
+import { readNodeIO } from './nodeIO'
+
+interface DatasetItemSourceInput {
+ traceId: string
+ createdAt: string
+ load: NodeLoad
+}
+
+export function toDatasetItemSource({
+ traceId,
+ createdAt,
+ load,
+}: DatasetItemSourceInput): SaveToDatasetButtonProps | null {
+ if (load.status !== 'ready') {
+ return null
+ }
+ const { node } = load
+ const { input, output } = readNodeIO(node)
+ if (node.kind === 'trace') {
+ return { traceId, timestamp: createdAt, sourceId: traceId, input, output }
+ }
+ if (!node.event) {
+ return null
+ }
+ return {
+ traceId,
+ timestamp: createdAt,
+ sourceId: node.event.uuid,
+ input,
+ output,
+ metadata: customProperties(node.event.properties),
+ }
+}
+
+function customProperties(properties: Record<string, unknown>): Record<string, unknown> {
+ return Object.fromEntries(Object.entries(properties).filter(([key]) => !key.startsWith('$')))
+}
diff --git a/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts b/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts
index c1e965799e80..fbd81038fd83 100644
--- a/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts
+++ b/products/ai_observability/frontend/redesign/trace/adapter/toNodeDetail.ts
@@ -7,7 +7,10 @@ import { toEvalResults } from './toEvalResults'
import { toMessageIO } from './toThread'
import { isMessageIO } from './toThreadMessages'
-export type NodeDetailData = Omit<NodeDetailProps, 'tab' | 'onTabChange' | 'onViewInThread' | 'onSelectNode'>
+export type NodeDetailData = Omit<
+ NodeDetailProps,
+ 'tab' | 'onTabChange' | 'onViewInThread' | 'onSelectNode' | 'actions'
+>
const NODE_LOAD_ERRORS: Record<LoadFailure, string> = {
not_found: 'This step could not be found. It may have been deleted, or it is outside the retention period.',
diff --git a/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx b/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx
index 12ddf7a12f54..136c6e34a33e 100644
--- a/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx
+++ b/products/ai_observability/frontend/redesign/trace/adapter/traceSceneWiring.test.tsx
@@ -14,6 +14,7 @@ import { TraceScene } from '../TraceScene'
import { decodeIdSegment, makeEvent, makeNodeDetail, makeTrace, makeTraceResource } from './testFixtures'
const FLAG = FEATURE_FLAGS.AI_OBSERVABILITY_TRACE_REDESIGN
+const DATASETS_FLAG = FEATURE_FLAGS.LLM_ANALYTICS_DATASETS
jest.mock('~/queries/query', () => ({ ...jest.requireActual('~/queries/query'), performQuery: jest.fn() }))
jest.mock('../../../utils', () => ({
@@ -24,6 +25,7 @@ jest.mock('../../../utils', () => ({
const TRACE_URL = '/api/projects/:team_id/ai_observability/traces/:id/'
const NODE_URL = '/api/projects/:team_id/ai_observability/traces/:id/nodes/:node_id/'
const EVALUATIONS_URL = '/api/projects/:team_id/ai_observability/traces/:id/evaluations/'
+const DATASETS_URL = '/api/projects/:team_id/datasets/'
const answeredGeneration = makeNodeDetail({
id: 'gen-2',
properties: {
@@ -54,8 +56,13 @@ const generation = makeEvent({
},
})
-function renderNewView(): ReturnType<typeof render> {
+function renderNewView(flags: Record<string, boolean> = {}): ReturnType<typeof render> {
initKeaTests()
+ featureFlagLogic.mount()
+ featureFlagLogic.actions.setFeatureFlags(
+ Object.keys(flags).filter((flag) => flags[flag]),
+ flags
+ )
nodeRequests = []
jest.mocked(performQuery).mockReset()
jest.mocked(performQuery).mockResolvedValue({ results: [] })
@@ -72,6 +79,7 @@ describe('TraceScene', () => {
useMocks({
get: {
[TRACE_URL]: () => [200, makeTraceResource({ defaultNodeId: 'gen-2' })],
+ [DATASETS_URL]: () => [200, { count: 0, results: [] }],
...nodeMock,
...evaluationsMock,
},
@@ -98,6 +106,13 @@ describe('TraceScene', () => {
await waitFor(() => expect(nodeRequests).toContain('span-1'))
})
+
+ it.each([true, false])('offers add to dataset on the step only when datasets are on (%s)', async (enabled) => {
+ const { findByText, queryByText } = renderNewView({ [DATASETS_FLAG]: enabled })
+
+ expect(await findByText('Two seats were added.')).toBeTruthy()
+ expect(queryByText('Add to dataset') !== null).toBe(enabled)
+ })
})
describe('behind the flag gate', () => {
diff --git a/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts b/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts
index 19efefb44bb8..fbb1d35ba312 100644
--- a/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts
+++ b/products/ai_observability/frontend/redesign/trace/adapter/traceViewAdapterLogic.ts
@@ -2,14 +2,18 @@ import { MakeLogicType, actions, connect, kea, key, listeners, path, props, redu
import { router } from 'kea-router'
import { subscriptions } from 'kea-subscriptions'
+import { FEATURE_FLAGS } from 'lib/constants'
+import { FeatureFlagsSet, featureFlagLogic } from 'lib/logic/featureFlagLogic'
import { teamLogic } from 'scenes/teamLogic'
import { aiObservabilityTraceLogic } from '../../../aiObservabilityTraceLogic'
+import type { SaveToDatasetButtonProps } from '../../../datasets/SaveToDatasetButton'
import type { TraceEvaluationResultApi, TraceNodeApi, TraceTimelineRowApi } from '../../../generated/api.schemas'
import { TraceHeaderProps } from '../components/TraceHeader'
import { TraceSummaryBarProps } from '../components/TraceSummaryBar'
import { TraceViewStatus, traceViewLogic } from '../traceViewLogic'
import { ConversationState, LabeledLink, NodeDetailTab, NodeLoad, TraceMode } from '../types'
+import { toDatasetItemSource } from './toDatasetItemSource'
import { toBackLink, toHeader } from './toHeader'
import { NodeDetailData, toNodeDetail } from './toNodeDetail'
import { toThread } from './toThread'
@@ -28,6 +32,7 @@ export interface traceViewAdapterLogicValues {
newerTraceId: string | null // aiObservabilityTraceLogic
olderTimestamp: string | null // aiObservabilityTraceLogic
olderTraceId: string | null // aiObservabilityTraceLogic
+ featureFlags: FeatureFlagsSet // featureFlagLogic
searchParams: Record<string, any> // router
currentTeamId: number | null // teamLogic
createdAt: string | null // traceViewLogic
@@ -51,6 +56,7 @@ export interface traceViewAdapterLogicValues {
tree: TraceNodeApi[] // traceViewLogic
backLink: LabeledLink
canViewInThread: boolean
+ datasetItemSource: SaveToDatasetButtonProps | null
detailData: NodeDetailData | null
detailTab: NodeDetailTab
header: TraceHeaderProps
@@ -145,6 +151,12 @@ export interface traceViewAdapterLogicMeta {
createdAt: string | null,
sessionId: string | null
) => NodeDetailData | null
+ datasetItemSource: (
+ featureFlags: FeatureFlagsSet,
+ selectedNodeLoad: NodeLoad,
+ createdAt: string | null,
+ traceId: string
+ ) => SaveToDatasetButtonProps | null
thread: (
status: TraceViewStatus,
threadNodeLoad: NodeLoad | null,
@@ -198,6 +210,8 @@ export const traceViewAdapterLogic = kea<traceViewAdapterLogicType>([
['currentTeamId'],
router,
['searchParams'],
+ featureFlagLogic,
+ ['featureFlags'],
],
actions: [
aiObservabilityTraceLogic,
@@ -329,6 +343,18 @@ export const traceViewAdapterLogic = kea<traceViewAdapterLogicType>([
})
: null,
],
+ datasetItemSource: [
+ (s, p) => [s.featureFlags, s.selectedNodeLoad, s.createdAt, p.traceId],
+ (
+ featureFlags: FeatureFlagsSet,
+ load: NodeLoad,
+ createdAt: string | null,
+ traceId: string
+ ): SaveToDatasetButtonProps | null =>
+ featureFlags[FEATURE_FLAGS.LLM_ANALYTICS_DATASETS] && createdAt
+ ? toDatasetItemSource({ traceId, createdAt, load })
+ : null,
+ ],
thread: [
(s, p) => [s.status, s.threadNodeLoad, s.createdAt, s.currentTeamId, p.traceId],
(
diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx
index e4b290fe671b..66b2a228aeb5 100644
--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx
+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.stories.tsx
@@ -1,6 +1,9 @@
import type { Meta, StoryObj } from '@storybook/react'
import { useState } from 'react'
+import { IconDatabase } from '@posthog/icons'
+import { LemonButton } from '@posthog/lemon-ui'
+
import { langchainCerebrasImageError } from '../sampleFixtures/langchainCerebrasImageError'
import {
FIXTURE_EVALS,
@@ -95,6 +98,18 @@ export const EvalsLoadError: Story = {
},
}
export const Narrow: Story = { args: base, decorators: [withWidth(520)] }
+export const NarrowWithActions: Story = {
+ args: {
+ ...base,
+ node: { ...generation, name: 'answer-billing-question-with-retrieved-context-and-follow-up' },
+ actions: (
+ <LemonButton type="secondary" size="xsmall" icon={<IconDatabase />}>
+ Add to dataset
+ </LemonButton>
+ ),
+ },
+ decorators: [withWidth(520)],
+}
export const FailedGenerationWithImage: Story = {
args: {
...langchainCerebrasImageError.details[failedGeneration.id],
diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx
index f0cb37a468ac..cc1f49a452ab 100644
--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx
+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetail.tsx
@@ -1,3 +1,5 @@
+import { ReactNode } from 'react'
+
import { LemonSkeleton, LemonTabs } from '@posthog/lemon-ui'
import type { TraceNodeApi } from '../../../generated/api.schemas'
@@ -20,12 +22,13 @@ export interface NodeDetailProps {
raw: Record<string, unknown> | null
onViewInThread: (() => void) | null
onSelectNode: (nodeId: string) => void
+ actions?: ReactNode
}
export function NodeDetail(props: NodeDetailProps): JSX.Element {
return (
<div className="flex min-w-0 flex-col gap-2">
- <NodeDetailHeader node={props.node} />
+ <NodeDetailHeader node={props.node} actions={props.actions} />
<LemonTabs<NodeDetailTab>
size="small"
activeKey={props.tab}
diff --git a/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx b/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx
index 537cc4d35c19..89dc0baae7b4 100644
--- a/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx
+++ b/products/ai_observability/frontend/redesign/trace/components/NodeDetailHeader.tsx
@@ -1,3 +1,5 @@
+import { ReactNode } from 'react'
+
import { LemonTag } from '@posthog/lemon-ui'
import type { TraceNodeApi } from '../../../generated/api.schemas'
@@ -6,14 +8,16 @@ import { NodeStatChips } from './NodeStatChips'
export interface NodeDetailHeaderProps {
node: TraceNodeApi
+ actions?: ReactNode
}
-export function NodeDetailHeader({ node }: NodeDetailHeaderProps): JSX.Element {
+export function NodeDetailHeader({ node, actions }: NodeDetailHeaderProps): JSX.Element {
return (
<header className="flex flex-col gap-1.5">
<div className="flex items-center gap-2 min-w-0">
<NodeKindGlyph kind={node.kind} size="medium" />
<h3 className="m-0 truncate text-base font-semibold">{node.name}</h3>
+ {actions ? <div className="ml-auto flex shrink-0 items-center gap-1">{actions}</div> : null}
</div>
<div className="flex flex-wrap items-center gap-1">
<NodeStatChips stats={node.stats} />