:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
feat(data-warehouse): add data observability tools as self-driving inbox sources (#121041)
Tom Owers2f8600eb3447
diff --git a/products/signals/backend/contracts.py b/products/signals/backend/contracts.pyindex f2becb1034ea..66c001e6fa6a 100644--- a/products/signals/backend/contracts.py+++ b/products/signals/backend/contracts.py@@ -1221,6 +1221,33 @@ class BetterstackIncidentSignalInput(SignalInputBase):extra: BetterstackIncidentSignalExtra+class MonteCarloAlertSignalExtra(SignalExtraBase):+ type: str | None+ status: str | None+ severity: str | None+ priority: str | None+ url: str | None+ created_time: str | None+++class MonteCarloAlertSignalInput(SignalInputBase):+ source_type: Literal[SignalSourceType.INCIDENT]+ source_product: Literal[SignalSourceProduct.MONTE_CARLO]+ extra: MonteCarloAlertSignalExtra+++class BigeyeIssueSignalExtra(SignalExtraBase):+ current_status: str | None+ priority: str | None+ opened_time_seconds: str | None+++class BigeyeIssueSignalInput(SignalInputBase):+ source_type: Literal[SignalSourceType.INCIDENT]+ source_product: Literal[SignalSourceProduct.BIGEYE]+ extra: BigeyeIssueSignalExtra++# ── Union over all signal variants ──────────────────────────────────────────────# Discrimination is by the composite (source_product, source_type) pair, resolved via# SIGNAL_VARIANT_LOOKUP below — a single-field pydantic discriminator can't express it@@ -1291,7 +1318,9 @@ SignalInput = Annotated[| SolarwindsServiceDeskIncidentSignalInput| GrafanaIrmIncidentSignalInput| XmattersIncidentSignalInput- | BetterstackIncidentSignalInput,+ | BetterstackIncidentSignalInput+ | MonteCarloAlertSignalInput+ | BigeyeIssueSignalInput,Field(union_mode="left_to_right"),]@@ -1359,6 +1388,8 @@ SIGNAL_INPUT_VARIANTS: tuple[type[SignalInputBase], ...] = (GrafanaIrmIncidentSignalInput,XmattersIncidentSignalInput,BetterstackIncidentSignalInput,+ MonteCarloAlertSignalInput,+ BigeyeIssueSignalInput,CheckFailedSignalInput,)diff --git a/products/signals/backend/emission/bigeye_issues.py b/products/signals/backend/emission/bigeye_issues.pynew file mode 100644index 000000000000..445e4a201b89--- /dev/null+++ b/products/signals/backend/emission/bigeye_issues.py@@ -0,0 +1,42 @@+"""Signal emitter for bigeye `Issues` (record kind: incident).++`opened_time_seconds` is Unix epoch seconds, so the partition field converts it with `toInt` like the Rollbar emitter.+Issue status values are not filtered here: the actionability gate decides, with status and priority as context.+"""++from products.signals.backend.emission._common import make_flat_emitter+from products.signals.backend.emission._prompts import INCIDENT_ACTIONABILITY_PROMPT, INCIDENT_SUMMARIZATION_PROMPT+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher+from products.signals.backend.emission.registry import SignalSourceTableConfig++BIGEYE_FIELDS = (+ "id",+ "name",+ "description",+ "current_status",+ "priority",+ "opened_time_seconds",+)++BIGEYE_CONFIG = SignalSourceTableConfig(+ source_product="bigeye",+ source_type="incident",+ emitter=make_flat_emitter(+ source_product="bigeye",+ source_type="incident",+ id_field="id",+ title_field="name",+ body_field="description",+ extra_fields=("current_status", "priority", "opened_time_seconds"),+ ),+ record_fetcher=data_warehouse_record_fetcher,+ partition_field="fromUnixTimestamp(toInt(opened_time_seconds))",+ fields=BIGEYE_FIELDS,+ max_records=200,+ first_sync_lookback_days=1,+ actionability_prompt=INCIDENT_ACTIONABILITY_PROMPT,+ # No status filter in SQL, so unsteered gates need the issue state to judge it.+ actionability_context_fields=("current_status", "priority"),+ summarization_prompt=INCIDENT_SUMMARIZATION_PROMPT,+ description_summarization_threshold_chars=2000,+)diff --git a/products/signals/backend/emission/monte_carlo_alerts.py b/products/signals/backend/emission/monte_carlo_alerts.pynew file mode 100644index 000000000000..ba1bd19294a9--- /dev/null+++ b/products/signals/backend/emission/monte_carlo_alerts.py@@ -0,0 +1,44 @@+"""Signal emitter for monte_carlo `alerts` (record kind: incident).++`created_time` is an ISO string. `last_comment_text` is not read: people write it and it may carry personal data.+Alert status values are not filtered here: the actionability gate decides, with status, severity and priority as context.+"""++from products.signals.backend.emission._common import make_flat_emitter+from products.signals.backend.emission._prompts import INCIDENT_ACTIONABILITY_PROMPT, INCIDENT_SUMMARIZATION_PROMPT+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher+from products.signals.backend.emission.registry import SignalSourceTableConfig++MONTE_CARLO_FIELDS = (+ "uuid",+ "title",+ "type",+ "status",+ "severity",+ "priority",+ "url",+ "created_time",+)++MONTE_CARLO_CONFIG = SignalSourceTableConfig(+ source_product="monte_carlo",+ source_type="incident",+ emitter=make_flat_emitter(+ source_product="monte_carlo",+ source_type="incident",+ id_field="uuid",+ title_field="title",+ extra_fields=("type", "status", "severity", "priority", "url", "created_time"),+ ),+ record_fetcher=data_warehouse_record_fetcher,+ partition_field="created_time",+ partition_field_is_datetime_string=True,+ fields=MONTE_CARLO_FIELDS,+ max_records=200,+ first_sync_lookback_days=1,+ actionability_prompt=INCIDENT_ACTIONABILITY_PROMPT,+ # No status filter in SQL, so unsteered gates need the alert state to judge it.+ actionability_context_fields=("status", "severity", "priority"),+ summarization_prompt=INCIDENT_SUMMARIZATION_PROMPT,+ description_summarization_threshold_chars=2000,+)diff --git a/products/signals/backend/emission/registry.py b/products/signals/backend/emission/registry.pyindex 609012748e0f..10aad69b7ad6 100644--- a/products/signals/backend/emission/registry.py+++ b/products/signals/backend/emission/registry.py@@ -155,6 +155,7 @@ def _register_all_emitters() -> None:from products.signals.backend.emission.appfollow_reviews import APPFOLLOW_CONFIGfrom products.signals.backend.emission.asknicely_responses import ASKNICELY_CONFIGfrom products.signals.backend.emission.betterstack_incidents import BETTERSTACK_CONFIG+ from products.signals.backend.emission.bigeye_issues import BIGEYE_CONFIGfrom products.signals.backend.emission.bugsnag_errors import BUGSNAG_CONFIGfrom products.signals.backend.emission.canny_posts import CANNY_CONFIGfrom products.signals.backend.emission.conversations_tickets import CONVERSATIONS_TICKETS_CONFIG@@ -184,6 +185,7 @@ def _register_all_emitters() -> None:from products.signals.backend.emission.judgeme_reviews_reviews import JUDGEME_REVIEWS_CONFIGfrom products.signals.backend.emission.kustomer_conversations import KUSTOMER_CONFIGfrom products.signals.backend.emission.linear_issues import LINEAR_ISSUES_CONFIG+ from products.signals.backend.emission.monte_carlo_alerts import MONTE_CARLO_CONFIGfrom products.signals.backend.emission.opsgenie_alerts import OPSGENIE_CONFIGfrom products.signals.backend.emission.pagerduty_incidents import PAGERDUTY_CONFIGfrom products.signals.backend.emission.pganalyze_issues import PGANALYZE_ISSUES_CONFIG@@ -272,6 +274,9 @@ def _register_all_emitters() -> None:register_signal_source(ExternalDataSourceType.GRAFANAIRM, "incidents", GRAFANA_IRM_CONFIG)register_signal_source(ExternalDataSourceType.XMATTERS, "incidents", XMATTERS_CONFIG)register_signal_source(ExternalDataSourceType.BETTERSTACK, "incidents", BETTERSTACK_CONFIG)+ # Data quality / observability (record kind: incident)+ register_signal_source(ExternalDataSourceType.MONTECARLO, "alerts", MONTE_CARLO_CONFIG)+ register_signal_source(ExternalDataSourceType.BIGEYE, "Issues", BIGEYE_CONFIG)_register_all_emitters()diff --git a/products/signals/backend/emission/tests/test_tier1_registry.py b/products/signals/backend/emission/tests/test_tier1_registry.pyindex a3e514d75b3d..b950f29f0994 100644--- a/products/signals/backend/emission/tests/test_tier1_registry.py+++ b/products/signals/backend/emission/tests/test_tier1_registry.py@@ -60,6 +60,9 @@ TIER1_SOURCES = [(ExternalDataSourceType.GRAFANAIRM, "incidents", "grafana_irm", "incident"),(ExternalDataSourceType.XMATTERS, "incidents", "xmatters", "incident"),(ExternalDataSourceType.BETTERSTACK, "incidents", "betterstack", "incident"),+ # Data quality / observability+ (ExternalDataSourceType.MONTECARLO, "alerts", "monte_carlo", "incident"),+ (ExternalDataSourceType.BIGEYE, "Issues", "bigeye", "incident"),]IDS = [product for _, _, product, _ in TIER1_SOURCES]diff --git a/products/signals/frontend/generated/api.schemas.ts b/products/signals/frontend/generated/api.schemas.tsindex 8d068b9a9a58..8cc7565445c9 100644--- a/products/signals/frontend/generated/api.schemas.ts+++ b/products/signals/frontend/generated/api.schemas.ts@@ -3381,6 +3381,21 @@ export interface BetterstackIncidentSignalExtraApi {started_at: string | null}+export interface MonteCarloAlertSignalExtraApi {+ type: string | null+ status: string | null+ severity: string | null+ priority: string | null+ url: string | null+ created_time: string | null+}++export interface BigeyeIssueSignalExtraApi {+ current_status: string | null+ priority: string | null+ opened_time_seconds: string | null+}+export type SignalExtraApi =| SessionProblemSignalExtraApi| LlmEvalSignalExtraApi@@ -3447,6 +3462,8 @@ export type SignalExtraApi =| GrafanaIrmIncidentSignalExtraApi| XmattersIncidentSignalExtraApi| BetterstackIncidentSignalExtraApi+ | MonteCarloAlertSignalExtraApi+ | BigeyeIssueSignalExtraApiexport interface SpecificityMetadataApi {/** Title of the PR the specificity gate evaluated. */diff --git a/products/signals/frontend/inbox/externalSignalSources.ts b/products/signals/frontend/inbox/externalSignalSources.tsindex 9b41ddaf53dd..99068bd98190 100644--- a/products/signals/frontend/inbox/externalSignalSources.ts+++ b/products/signals/frontend/inbox/externalSignalSources.ts@@ -452,6 +452,24 @@ export const EXTERNAL_SIGNAL_SOURCES = [requiredTables: ['incidents'],sourceType: 'incident',},+ {+ source: 'bigeye',+ label: 'Bigeye',+ category: 'Data quality',+ watches: 'Surface new data quality alerts and issues',+ dwSourceType: 'Bigeye',+ requiredTables: ['Issues'],+ sourceType: 'incident',+ },+ {+ source: 'monte_carlo',+ label: 'Monte Carlo',+ category: 'Data quality',+ watches: 'Surface new data quality alerts and issues',+ dwSourceType: 'MonteCarlo',+ requiredTables: ['alerts'],+ sourceType: 'incident',+ },] as const satisfies readonly ExternalSignalSourceDefinition[]export type ExternalSignalSource = (typeof EXTERNAL_SIGNAL_SOURCES)[number]['source']diff --git a/products/signals/frontend/inbox/signalSourcesLogic.ts b/products/signals/frontend/inbox/signalSourcesLogic.tsindex 77b36623d877..f255c1a2cba0 100644--- a/products/signals/frontend/inbox/signalSourcesLogic.ts+++ b/products/signals/frontend/inbox/signalSourcesLogic.ts@@ -618,6 +618,7 @@ export interface signalSourcesLogicMeta {| 'appfollow'| 'asknicely'| 'betterstack'+ | 'bigeye'| 'bugsnag'| 'canny'| 'dixa'@@ -641,6 +642,7 @@ export interface signalSourcesLogicMeta {| 'judgeme_reviews'| 'kustomer'| 'linear'+ | 'monte_carlo'| 'opsgenie'| 'pagerduty'| 'pganalyze'@@ -682,6 +684,7 @@ export interface signalSourcesLogicMeta {| 'appfollow'| 'asknicely'| 'betterstack'+ | 'bigeye'| 'bugsnag'| 'canny'| 'dixa'@@ -705,6 +708,7 @@ export interface signalSourcesLogicMeta {| 'judgeme_reviews'| 'kustomer'| 'linear'+ | 'monte_carlo'| 'opsgenie'| 'pagerduty'| 'pganalyze'@@ -737,6 +741,7 @@ export interface signalSourcesLogicMeta {| 'appfollow'| 'asknicely'| 'betterstack'+ | 'bigeye'| 'bugsnag'| 'canny'| 'dixa'@@ -760,6 +765,7 @@ export interface signalSourcesLogicMeta {| 'judgeme_reviews'| 'kustomer'| 'linear'+ | 'monte_carlo'| 'opsgenie'| 'pagerduty'| 'pganalyze'diff --git a/services/mcp/src/api/generated.ts b/services/mcp/src/api/generated.tsindex 060f5ef4bb17..d5266bd52b37 100644--- a/services/mcp/src/api/generated.ts+++ b/services/mcp/src/api/generated.ts@@ -17480,6 +17480,12 @@ export namespace Schemas {BigQuery: 'BigQuery',} as const;+ export interface BigeyeIssueSignalExtra {+ current_status: string | null;+ priority: string | null;+ opened_time_seconds: string | null;+ }+export interface Billing {/** @maxLength 100 */plan: string;@@ -69151,6 +69157,15 @@ export namespace Schemas {next_measurement_at: string | null;}+ export interface MonteCarloAlertSignalExtra {+ type: string | null;+ status: string | null;+ severity: string | null;+ priority: string | null;+ url: string | null;+ created_time: string | null;+ }+export interface MoveTileTile {/** Dashboard tile ID to move. */id: number;@@ -98610,7 +98625,7 @@ export namespace Schemas {created_at: string | null;}- export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra;+ export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra | MonteCarloAlertSignalExtra | BigeyeIssueSignalExtra;export type SignalMatchMetadata = MatchedMetadata | NoMatchMetadata;