:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
import { useActions, useValues } from 'kea'
import { LemonBanner, LemonTableColumns, LemonTag, Link, Tooltip } from '@posthog/lemon-ui'
import { TZLabel } from 'lib/components/TZLabel'
import { humanFriendlyDuration } from 'lib/utils/durations'
import { pluralize } from 'lib/utils/strings'
import { CADENCE_LABELS } from 'scenes/data-warehouse/saved_queries/SyncFrequencySelect'
import { urls } from 'scenes/urls'
import { checkDisplayName } from 'products/data_quality/frontend/checksConstants'
import { CheckStatusCell } from 'products/data_quality/frontend/CheckStatusCell'
import { DataQualityOverviewCheckApi } from 'products/data_quality/frontend/generated/api.schemas'
import { dataQualityOverviewLogic } from 'products/data_quality/frontend/overview/dataQualityOverviewLogic'
import { BehindScheduleModel } from './freshness'
import { ModelNameLink } from './ModelNameLink'
import { ModelsOverviewChecksStatus, ModelsOverviewEmptyState } from './ModelsOverviewEmptyState'
import { ModelsOverviewTable } from './ModelsOverviewTable'
import { AttentionModel, modelsSceneLogic } from './modelsSceneLogic'
function Section({
title,
description,
action,
children,
}: {
title: string
description: string
action?: JSX.Element
children: React.ReactNode
}): JSX.Element {
return (
<div className="flex flex-col gap-2">
<div className="flex items-start justify-between gap-4">
<div>
<h3 className="mb-0">{title}</h3>
<p className="mb-0 text-secondary text-sm">{description}</p>
</div>
{action}
</div>
{children}
</div>
)
}
/** What the failure holds up, so a reader can tell a leaf model from one the whole graph waits on. */
function ImpactCell({ row }: { row: AttentionModel }): JSX.Element {
if (row.downstreamCount === 0) {
return <span className="text-secondary whitespace-nowrap">Nothing downstream</span>
}
return (
<div className="flex flex-col whitespace-nowrap">
<span>{pluralize(row.downstreamCount, 'model')} downstream</span>
{row.skippedCount > 0 && (
<span className="text-secondary text-xs">{pluralize(row.skippedCount, 'model')} skipped</span>
)}
</div>
)
}
/** Not run statuses: these say whether anything will retry on its own, which is why suspension sorts first. */
const PROBLEM_TOOLTIPS: Record<string, string> = {
Suspended: 'Scheduled runs have stopped after repeated failures. This model stays behind until you resume it.',
Failed: 'The last scheduled run failed. The next run will try again.',
}
const ATTENTION_COLUMNS: LemonTableColumns<AttentionModel> = [
{
title: 'Model',
key: 'name',
render: (_, row) => <ModelNameLink node={row.node} />,
},
{
title: 'Problem',
key: 'problem',
width: 0,
render: (_, row) => (
<Tooltip title={PROBLEM_TOOLTIPS[row.problem]}>
<LemonTag type={row.problem === 'Suspended' ? 'warning' : 'danger'}>{row.problem}</LemonTag>
</Tooltip>
),
},
{
title: 'Error',
key: 'reason',
render: (_, row) =>
row.reason ? (
<Tooltip title={<div className="whitespace-pre-wrap font-mono text-xs">{row.reason}</div>}>
<span className="line-clamp-2 text-secondary text-xs">{row.reason}</span>
</Tooltip>
) : (
<span className="text-secondary">-</span>
),
},
{
title: 'Impact',
key: 'impact',
width: 0,
render: (_, row) => <ImpactCell row={row} />,
},
]
const BEHIND_COLUMNS: LemonTableColumns<BehindScheduleModel> = [
{
title: 'Model',
key: 'name',
render: (_, row) => <ModelNameLink node={row.node} />,
},
{
title: 'Behind by',
key: 'behind',
width: 0,
sorter: (a, b) => a.overdueSeconds - b.overdueSeconds,
render: (_, row) => (
<Tooltip title={`This model should be no more than ${CADENCE_LABELS[row.node.sync_interval!]} old.`}>
<span className="whitespace-nowrap font-medium text-warning">
{humanFriendlyDuration(row.overdueSeconds, { maxUnits: 2 })}
</span>
</Tooltip>
),
},
{
title: 'Refreshes every',
key: 'target',
width: 0,
render: (_, row) => (row.node.sync_interval ? CADENCE_LABELS[row.node.sync_interval] : '-'),
},
{
title: 'Last successful run',
key: 'last_run_at',
width: 0,
sorter: (a, b) => b.ageSeconds - a.ageSeconds,
render: (_, row) =>
row.node.last_run_at ? (
<TZLabel time={row.node.last_run_at} />
) : (
<Tooltip title="This model has never finished a run since it was created.">
<span className="text-secondary">Never</span>
</Tooltip>
),
},
]
const CHECK_COLUMNS: LemonTableColumns<DataQualityOverviewCheckApi> = [
{
title: 'Check',
key: 'check',
render: (_, check) => checkDisplayName(check),
},
{
title: 'Subject',
key: 'subject',
render: (_, check) =>
check.subject_node_id ? (
<Link to={urls.nodeDetail(check.subject_node_id, 'data-quality')}>{check.subject_name}</Link>
) : (
check.subject_name
),
},
{
title: 'Status',
key: 'status',
width: 0,
render: (_, check) => <CheckStatusCell check={check} />,
},
]
function OverviewBody({
failingChecks,
checksStatus,
checksLoading,
checksLoaded,
checksError,
onRetryChecks,
}: {
failingChecks: DataQualityOverviewCheckApi[]
checksStatus: ModelsOverviewChecksStatus
checksLoading: boolean
/** False while the checks request is in flight, so an empty list is not yet an answer. */
checksLoaded: boolean
checksError: string | null
onRetryChecks: () => void
}): JSX.Element {
const { attentionModels, behindSchedule, nodesLoading, modelsFailed, modelsResolved, noModelsYet } =
useValues(modelsSceneLogic)
const { loadNodes, loadDataWarehouseSavedQueries } = useActions(modelsSceneLogic)
const reloadModels = (): void => {
loadNodes()
loadDataWarehouseSavedQueries()
}
const nothingToReport =
modelsResolved &&
!modelsFailed &&
checksLoaded &&
!checksError &&
attentionModels.length === 0 &&
behindSchedule.length === 0 &&
failingChecks.length === 0
if (nothingToReport) {
return <ModelsOverviewEmptyState variant={noModelsYet ? 'first-view' : 'healthy'} checksStatus={checksStatus} />
}
return (
<div className="flex flex-col gap-6">
{modelsFailed && (
<LemonBanner
type="error"
action={{ children: 'Try again', onClick: reloadModels }}
data-attr="models-overview-models-error"
>
Your models could not be loaded, so this page cannot say which ones need attention.
</LemonBanner>
)}
{(nodesLoading || attentionModels.length > 0) && (
<Section
title="Models needing attention"
description="A failed model did not finish its last run. A suspended one has stopped running on its schedule after repeated failures."
action={
<Link to={urls.models('models')} data-attr="models-overview-all-models">
All models
</Link>
}
>
<ModelsOverviewTable
columns={ATTENTION_COLUMNS}
dataSource={attentionModels}
loading={nodesLoading}
rowKey={(row) => row.node.id}
size="small"
data-attr="models-overview-attention"
/>
</Section>
)}
{behindSchedule.length > 0 && (
<Section
title="Models behind schedule"
description="Each of these declares how fresh it should be, but has gone more than twice that long without finishing a run. Nothing reported a failure, so they may have stopped quietly."
>
<ModelsOverviewTable
columns={BEHIND_COLUMNS}
maxHeaderWidth="7rem"
dataSource={behindSchedule}
rowKey={(row) => row.node.id}
size="small"
data-attr="models-overview-behind"
/>
</Section>
)}
{checksError && (
<LemonBanner
type="error"
action={{ children: 'Try again', onClick: onRetryChecks }}
data-attr="models-overview-checks-error"
>
Data quality checks could not be loaded, so this page cannot say whether any are failing.
</LemonBanner>
)}
{failingChecks.length > 0 && (
<Section
title="Failing data quality checks"
description="Assertions your models did not hold up on their last run."
action={
<Link to={urls.models('data-quality')} data-attr="models-overview-all-checks">
All checks
</Link>
}
>
<ModelsOverviewTable
columns={CHECK_COLUMNS}
dataSource={failingChecks}
loading={checksLoading}
rowKey={(check) => check.id}
size="small"
data-attr="models-overview-failing-checks"
/>
</Section>
)}
</div>
)
}
export function ModelsOverviewTab(): JSX.Element {
const { checks, checksStatus, overviewLoading, snapshotLoaded, overviewError } = useValues(dataQualityOverviewLogic)
const { loadOverview } = useActions(dataQualityOverviewLogic)
return (
<OverviewBody
failingChecks={checks.filter((check) => check.last_status === 'failed' || check.last_status === 'errored')}
checksStatus={checksStatus}
checksLoading={overviewLoading}
checksLoaded={snapshotLoaded}
checksError={overviewError}
onRetryChecks={loadOverview}
/>
)
}