:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
feat(workflows): warn when email metrics include the nov 3 incident (#128343)
Harley Alexandera7ac01d56c6f
diff --git a/products/workflows/frontend/Broadcasts/BroadcastPerformance.tsx b/products/workflows/frontend/Broadcasts/BroadcastPerformance.tsxindex 2d940fba03e9..916ae3db282f 100644--- a/products/workflows/frontend/Broadcasts/BroadcastPerformance.tsx+++ b/products/workflows/frontend/Broadcasts/BroadcastPerformance.tsx@@ -2,9 +2,11 @@ import { useActions, useValues } from 'kea'import { LemonBanner, LemonSkeleton } from '@posthog/lemon-ui'+import { dayjs } from 'lib/dayjs'import { LemonProgress } from 'lib/lemon-ui/LemonProgress'import { humanFriendlyNumber, percentage } from 'lib/utils/numbers'+import { EmailMetricsIncidentBanner } from '../EmailMetricsIncidentBanner'import { EmailLinksTable } from '../Workflows/EmailLinksTable'import { BroadcastPerformanceLogicProps, broadcastPerformanceLogic } from './broadcastPerformanceLogic'import { BroadcastSendActivity } from './BroadcastSendActivity'@@ -62,6 +64,7 @@ export function BroadcastPerformance({return (<div className="flex flex-col gap-4 rounded-lg border border-border bg-surface-primary p-4">+ <EmailMetricsIncidentBanner dateFrom={dayjs(props.runStartedAt)} /><div className="grid grid-cols-2 gap-4 @xl:grid-cols-3 @4xl:grid-cols-6">{headline.map(({ label, value, detail }) => (<div key={label} className="flex flex-col">diff --git a/products/workflows/frontend/Broadcasts/BroadcastsTable.tsx b/products/workflows/frontend/Broadcasts/BroadcastsTable.tsxindex abe2fb2c1995..73d1729a83bd 100644--- a/products/workflows/frontend/Broadcasts/BroadcastsTable.tsx+++ b/products/workflows/frontend/Broadcasts/BroadcastsTable.tsx@@ -5,6 +5,7 @@ import { LemonInput, LemonSelect, Tooltip } from '@posthog/lemon-ui'import { MemberSelect } from 'lib/components/MemberSelect'import { ObjectTags } from 'lib/components/ObjectTags/ObjectTags'import { TagSelect } from 'lib/components/TagSelect'+import { dayjs } from 'lib/dayjs'import { LemonButton } from 'lib/lemon-ui/LemonButton'import { More } from 'lib/lemon-ui/LemonButton/More'import { LemonTable, LemonTableColumns } from 'lib/lemon-ui/LemonTable'@@ -15,6 +16,7 @@ import { urls } from 'scenes/urls'import type { HogFlowMinimalApi } from 'products/workflows/frontend/generated/api.schemas'+import { EmailMetricsIncidentBanner } from '../EmailMetricsIncidentBanner'import { archiveDisabledReason, manageDisabledReason } from './broadcastLifecycle'import { BroadcastsEmptyState } from './BroadcastsEmptyState'import {@@ -179,6 +181,14 @@ export function BroadcastsTable(): JSX.Element {},]+ // Each row counts its latest send from the start of that run until now.+ const earliestEmailRunStart = (hideRows ? [] : broadcasts.results)+ .filter((item) => getBroadcastChannel(item.actions as any) !== 'push')+ .map((item) => rowDetailsById[item.id]?.latestBatchJob?.created_at)+ .filter((createdAt): createdAt is string => !!createdAt)+ .map((createdAt) => dayjs(createdAt))+ .sort((a, b) => a.diff(b))[0]+const isEmpty =hasLoadedBroadcasts &&!broadcastsLoading &&@@ -193,6 +203,7 @@ export function BroadcastsTable(): JSX.Element {return (<div className="flex flex-col gap-2">+ {earliestEmailRunStart ? <EmailMetricsIncidentBanner dateFrom={earliestEmailRunStart} /> : null}<div className="flex flex-wrap items-center justify-between gap-2"><LemonInputtype="search"diff --git a/products/workflows/frontend/EmailMetricsIncidentBanner.tsx b/products/workflows/frontend/EmailMetricsIncidentBanner.tsxnew file mode 100644index 000000000000..973db138586c--- /dev/null+++ b/products/workflows/frontend/EmailMetricsIncidentBanner.tsx@@ -0,0 +1,30 @@+import { LemonBanner, Link } from '@posthog/lemon-ui'++import { Dayjs, dayjs } from 'lib/dayjs'++import { overlapsEmailMetricsIncident } from './emailMetricsIncident'++export function EmailMetricsIncidentBanner({+ dateFrom,+ dateTo = dayjs(),+}: {+ dateFrom: Dayjs+ dateTo?: Dayjs+}): JSX.Element | null {+ if (!overlapsEmailMetricsIncident(dateFrom, dateTo)) {+ return null+ }++ return (+ <LemonBanner type="warning">+ Email metrics for Nov 3, 2026, 10:58-11:36 UTC are inflated because of an incident.{' '}+ <Link+ to="https://www.posthogstatus.com/incidents/q6dk441s"+ target="_blank"+ data-attr="workflows-email-metrics-incident-link"+ >+ See what happened+ </Link>+ </LemonBanner>+ )+}diff --git a/products/workflows/frontend/Transactional/TransactionalEmailsTable.tsx b/products/workflows/frontend/Transactional/TransactionalEmailsTable.tsxindex 44b0d9e0bbfd..1b2da31da6cb 100644--- a/products/workflows/frontend/Transactional/TransactionalEmailsTable.tsx+++ b/products/workflows/frontend/Transactional/TransactionalEmailsTable.tsx@@ -9,14 +9,17 @@ import { MemberSelect } from 'lib/components/MemberSelect'import { ObjectTags } from 'lib/components/ObjectTags/ObjectTags'import { ProductIntroduction } from 'lib/components/ProductIntroduction/ProductIntroduction'import { TagSelect } from 'lib/components/TagSelect'+import { dayjs } from 'lib/dayjs'import { LemonTable, LemonTableColumn } from 'lib/lemon-ui/LemonTable'import { createdByColumn, updatedAtColumn } from 'lib/lemon-ui/LemonTable/columnUtils'import { LemonTableLink } from 'lib/lemon-ui/LemonTable/LemonTableLink'import { getAccessControlDisabledReason } from 'lib/utils/accessControlUtils'+import { teamLogic } from 'scenes/teamLogic'import { urls } from 'scenes/urls'import { AccessControlLevel, AccessControlResourceType } from '~/types'+import { EmailMetricsIncidentBanner } from '../EmailMetricsIncidentBanner'import { MessageTemplate } from '../TemplateLibrary/types'import { transactionalEmailsLogic } from './transactionalEmailsLogic'@@ -31,6 +34,7 @@ export function TransactionalEmailsTable(): JSX.Element {savingTagsFor,} = useValues(transactionalEmailsLogic)const { setFilters, saveTransactionalTags } = useActions(transactionalEmailsLogic)+ const { currentTeam } = useValues(teamLogic)// Same check as the "New transactional email" button: changing a template needs Editor access.const editDisabledReason = getAccessControlDisabledReason(AccessControlResourceType.Workflow,@@ -52,6 +56,13 @@ export function TransactionalEmailsTable(): JSX.Element {return (<div className="flex flex-col gap-2">+ {/* The sparklines read '-7d', which starts at midnight 7 days ago in the project's timezone. */}+ <EmailMetricsIncidentBanner+ dateFrom={dayjs()+ .tz(currentTeam?.timezone ?? 'UTC')+ .subtract(7, 'day')+ .startOf('day')}+ /><div className="flex flex-wrap items-center justify-between gap-2"><LemonInputtype="search"diff --git a/products/workflows/frontend/Workflows/EmailMetricsSummary.tsx b/products/workflows/frontend/Workflows/EmailMetricsSummary.tsxindex 022c892f4b1e..308a59eff839 100644--- a/products/workflows/frontend/Workflows/EmailMetricsSummary.tsx+++ b/products/workflows/frontend/Workflows/EmailMetricsSummary.tsx@@ -6,6 +6,7 @@ import { AppMetricsTimeSeriesResponse, appMetricsLogic } from 'lib/components/Apimport { AppMetricsTrends } from 'lib/components/AppMetrics/AppMetricsTrends'import { percentage } from 'lib/utils/numbers'+import { EmailMetricsIncidentBanner } from '../EmailMetricsIncidentBanner'import { WorkflowMetricCard } from './WorkflowMetricCard'import {EMAIL_METRIC_INVOCATION_FILTERS,@@ -32,7 +33,10 @@ export function EmailMetricsSummary({onMetricClick?: (metricKey: EmailMetricName) => voidcompact?: boolean}): JSX.Element {- const { appMetricsTrendsLoading, appMetricsTrends, getSingleTrendSeries } = useValues(appMetricsLogic({ logicKey }))+ const { appMetricsTrendsLoading, appMetricsTrends, getSingleTrendSeries, getDateRangeAbsolute } = useValues(+ appMetricsLogic({ logicKey })+ )+ const { dateFrom, dateTo } = getDateRangeAbsolute()const emailTrends = useMemo(() =>@@ -64,6 +68,7 @@ export function EmailMetricsSummary({return (<>+ <EmailMetricsIncidentBanner dateFrom={dateFrom} dateTo={dateTo} /><div className="flex flex-row gap-2 flex-wrap justify-center">{EMAIL_METRIC_KEYS.map((key) => {const metric = WORKFLOW_EMAIL_METRICS[key]diff --git a/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.stories.tsx b/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.stories.tsxindex f21b073f9315..9f3014c39def 100644--- a/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.stories.tsx+++ b/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.stories.tsx@@ -113,6 +113,8 @@ const meta: Meta<typeof WorkflowsReputation> = {component: WorkflowsReputation,parameters: {layout: 'padded',+ // Pinned before the Nov 3, 2026 email metrics incident so its banner stays out of the snapshots.+ mockDate: '2026-09-04 12:00:00',testOptions: { waitForLoadersToDisappear: true },featureFlags: [FEATURE_FLAGS.WORKFLOWS_SENDING_TIER_REQUESTS],},diff --git a/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.tsx b/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.tsxindex 2ccee0be4504..2cece1b41e2a 100644--- a/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.tsx+++ b/products/workflows/frontend/Workflows/Reputation/WorkflowsReputation.tsx@@ -2,6 +2,7 @@ import { useActions, useValues } from 'kea'import { LemonBanner, LemonInput, LemonTable, LemonTag, LemonTagType, Link, Tooltip } from '@posthog/lemon-ui'+import { dayjs } from 'lib/dayjs'import { LemonProgress } from 'lib/lemon-ui/LemonProgress'import { humanFriendlyNumber, percentage } from 'lib/utils/numbers'import { urls } from 'scenes/urls'@@ -15,6 +16,7 @@ import type {WorkflowEmailSendingRatesApi,} from 'products/workflows/frontend/generated/api.schemas'+import { EmailMetricsIncidentBanner } from '../../EmailMetricsIncidentBanner'import { RATE_LEVEL_TAG, RATE_THRESHOLDS, classifyRate, minimumVolumeToClassify } from './emailRateLevels'import { workflowsReputationLogic } from './workflowsReputationLogic'@@ -467,6 +469,8 @@ export function WorkflowsReputation(): JSX.Element {Sending health is shown for transparency: high bounce or spam complaint rates hurt email deliverability.We judge and enforce reputation per project.</LemonBanner>+ {/* Rates cover a rolling 30 days that ends now. */}+ <EmailMetricsIncidentBanner dateFrom={dayjs().subtract(30, 'day')} />{sendingAllowance?.enforced && <SendingAllowanceCard allowance={sendingAllowance} />}{teamReputation || awsReputation || ispSendingHealth.length > 0 || ispWithheldDomains.length > 0 ? (<TeamRatesCarddiff --git a/products/workflows/frontend/Workflows/WorkflowMetricsSummary.tsx b/products/workflows/frontend/Workflows/WorkflowMetricsSummary.tsxindex 6484bad03e8d..d0f122936511 100644--- a/products/workflows/frontend/Workflows/WorkflowMetricsSummary.tsx+++ b/products/workflows/frontend/Workflows/WorkflowMetricsSummary.tsx@@ -5,11 +5,12 @@ import { IconArrowRight, IconLetter, IconNotification } from '@posthog/icons'import { LemonLabel, LemonTable, LemonTableColumns, LemonTag, Link, SpinnerOverlay } from '@posthog/lemon-ui'import { getColorVar } from 'lib/colors'-import { type AppMetricsTimeSeriesResponse } from 'lib/components/AppMetrics/appMetricsLogic'+import { type AppMetricsTimeSeriesResponse, appMetricsLogic } from 'lib/components/AppMetrics/appMetricsLogic'import { AppMetricsTrends } from 'lib/components/AppMetrics/AppMetricsTrends'import { type ExpandableConfig } from 'lib/lemon-ui/LemonTable'import { humanFriendlyNumber, percentage } from 'lib/utils/numbers'+import { EmailMetricsIncidentBanner } from '../EmailMetricsIncidentBanner'import { EmailLinksTable } from './EmailLinksTable'import { WorkflowMetricCard } from './WorkflowMetricCard'import {@@ -81,6 +82,8 @@ export function WorkflowMetricsSummary({messagingChannels,sentSummaryLabel,} = useValues(workflowMetricsSummaryLogic(props))+ const { getDateRangeAbsolute } = useValues(appMetricsLogic({ logicKey: props.logicKey }))+ const { dateFrom, dateTo } = getDateRangeAbsolute()// Email and push don't share a funnel, so each channel gets its own table with the columns that// actually apply — email keeps the delivery→open→click funnel, push surfaces skipped/failed as@@ -252,6 +255,7 @@ export function WorkflowMetricsSummary({return (<>+ {messagingChannels.hasEmail ? <EmailMetricsIncidentBanner dateFrom={dateFrom} dateTo={dateTo} /> : null}<div className="flex flex-row gap-2 flex-wrap justify-center"><div className="flex flex-1 flex-col relative border rounded p-3 bg-surface-primary min-w-[16rem]"><div className="flex flex-col h-full">diff --git a/products/workflows/frontend/Workflows/overview/WorkflowOverview.tsx b/products/workflows/frontend/Workflows/overview/WorkflowOverview.tsxindex 93888c4c4e8d..24cb70a47328 100644--- a/products/workflows/frontend/Workflows/overview/WorkflowOverview.tsx+++ b/products/workflows/frontend/Workflows/overview/WorkflowOverview.tsx@@ -9,6 +9,7 @@ import { AppMetricsTimeSeriesResponse, appMetricsLogic } from 'lib/components/Apimport { dayjs } from 'lib/dayjs'import { percentage } from 'lib/utils/numbers'+import { EmailMetricsIncidentBanner } from '../../EmailMetricsIncidentBanner'import type { HogFlowBatchJob } from '../hogflows/types'import { workflowSuggestionsAvailabilityLogic } from '../suggestions/workflowSuggestionsAvailabilityLogic'import { WorkflowMetricCard } from '../WorkflowMetricCard'@@ -75,7 +76,11 @@ export function WorkflowOverview({ id, run, previousRun, controls }: WorkflowOveconst appSourceId = run?.idconst period = run ? 'in this run' : 'in this date range'const previousLabel = previousRun ? `Previous run (${dayjs(previousRun.created_at).format('MMM D')})` : undefined- const { getSingleTrendSeries: trendSeries, appMetricsTrendsLoading } = useValues(+ const {+ getSingleTrendSeries: trendSeries,+ appMetricsTrendsLoading,+ getDateRangeAbsolute,+ } = useValues(appMetricsLogic({logicKey,loadOnChanges: true,@@ -173,6 +178,7 @@ export function WorkflowOverview({ id, run, previousRun, controls }: WorkflowOveCouldn't load this workflow's metrics, so the numbers below may be missing.</LemonBanner>) : null}+ {hasEmail ? <EmailMetricsIncidentBanner {...getDateRangeAbsolute()} /> : null}<div className="flex flex-wrap gap-2" data-attr="workflow-overview-metric-cards"><WorkflowMetricCarddiff --git a/products/workflows/frontend/emailMetricsIncident.test.ts b/products/workflows/frontend/emailMetricsIncident.test.tsnew file mode 100644index 000000000000..d835ed14235b--- /dev/null+++ b/products/workflows/frontend/emailMetricsIncident.test.ts@@ -0,0 +1,19 @@+import { Dayjs, dayjs } from 'lib/dayjs'++import { overlapsEmailMetricsIncident } from './emailMetricsIncident'++// Asia/Kolkata is UTC+05:30, so the affected hourly buckets (10:00-12:00 UTC) are 15:30-17:30 local time.+const local = (time: string): Dayjs => dayjs.tz(time, 'Asia/Kolkata')++describe('overlapsEmailMetricsIncident', () => {+ it.each([+ ['ends before the first affected hour', '2026-11-03 10:00', '2026-11-03 15:29:59', false],+ ['ends as the first affected hour starts', '2026-11-03 10:00', '2026-11-03 15:30:00', true],+ ['starts in the last second of the last affected hour', '2026-11-03 17:29:59', '2026-11-04 00:00', true],+ ['starts as the last affected hour ends', '2026-11-03 17:30:00', '2026-11-04 00:00', false],+ ['starts after the affected hours', '2026-11-04 00:00', '2026-11-05 00:00', false],+ ['spans the affected hours', '2026-10-27 00:00', '2026-11-10 00:00', true],+ ])('%s', (_, dateFrom, dateTo, expected) => {+ expect(overlapsEmailMetricsIncident(local(dateFrom), local(dateTo))).toBe(expected)+ })+})diff --git a/products/workflows/frontend/emailMetricsIncident.ts b/products/workflows/frontend/emailMetricsIncident.tsnew file mode 100644index 000000000000..dc039aae4511--- /dev/null+++ b/products/workflows/frontend/emailMetricsIncident.ts@@ -0,0 +1,16 @@+import { Dayjs, dayjs } from 'lib/dayjs'++export const EMAIL_METRICS_INCIDENT_WINDOW = {+ start: dayjs.utc('2026-11-03T10:58:00Z'),+ end: dayjs.utc('2026-11-03T11:36:00Z'),+}++// Metrics are stored in hourly buckets, so a range that touches any hour the incident touched includes bad data.+const AFFECTED_BUCKETS = {+ start: EMAIL_METRICS_INCIDENT_WINDOW.start.startOf('hour'),+ end: EMAIL_METRICS_INCIDENT_WINDOW.end.startOf('hour').add(1, 'hour'),+}++export function overlapsEmailMetricsIncident(dateFrom: Dayjs, dateTo: Dayjs): boolean {+ return dateFrom.isBefore(AFFECTED_BUCKETS.end) && !dateTo.isBefore(AFFECTED_BUCKETS.start)+}