Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

feat(data-warehouse): add data observability tools as self-driving inbox sources (#121041)

Tom Owers2f8600eb3447
diff --git a/products/signals/backend/contracts.py b/products/signals/backend/contracts.py
index f2becb1034ea..66c001e6fa6a 100644
--- a/products/signals/backend/contracts.py
+++ b/products/signals/backend/contracts.py
@@ -1221,6 +1221,33 @@ class BetterstackIncidentSignalInput(SignalInputBase):
extra: BetterstackIncidentSignalExtra
+class MonteCarloAlertSignalExtra(SignalExtraBase):
+ type: str | None
+ status: str | None
+ severity: str | None
+ priority: str | None
+ url: str | None
+ created_time: str | None
+
+
+class MonteCarloAlertSignalInput(SignalInputBase):
+ source_type: Literal[SignalSourceType.INCIDENT]
+ source_product: Literal[SignalSourceProduct.MONTE_CARLO]
+ extra: MonteCarloAlertSignalExtra
+
+
+class BigeyeIssueSignalExtra(SignalExtraBase):
+ current_status: str | None
+ priority: str | None
+ opened_time_seconds: str | None
+
+
+class BigeyeIssueSignalInput(SignalInputBase):
+ source_type: Literal[SignalSourceType.INCIDENT]
+ source_product: Literal[SignalSourceProduct.BIGEYE]
+ extra: BigeyeIssueSignalExtra
+
+
# ── Union over all signal variants ──────────────────────────────────────────────
# Discrimination is by the composite (source_product, source_type) pair, resolved via
# SIGNAL_VARIANT_LOOKUP below — a single-field pydantic discriminator can't express it
@@ -1291,7 +1318,9 @@ SignalInput = Annotated[
| SolarwindsServiceDeskIncidentSignalInput
| GrafanaIrmIncidentSignalInput
| XmattersIncidentSignalInput
- | BetterstackIncidentSignalInput,
+ | BetterstackIncidentSignalInput
+ | MonteCarloAlertSignalInput
+ | BigeyeIssueSignalInput,
Field(union_mode="left_to_right"),
]
@@ -1359,6 +1388,8 @@ SIGNAL_INPUT_VARIANTS: tuple[type[SignalInputBase], ...] = (
GrafanaIrmIncidentSignalInput,
XmattersIncidentSignalInput,
BetterstackIncidentSignalInput,
+ MonteCarloAlertSignalInput,
+ BigeyeIssueSignalInput,
CheckFailedSignalInput,
)
diff --git a/products/signals/backend/emission/bigeye_issues.py b/products/signals/backend/emission/bigeye_issues.py
new file mode 100644
index 000000000000..445e4a201b89
--- /dev/null
+++ b/products/signals/backend/emission/bigeye_issues.py
@@ -0,0 +1,42 @@
+"""Signal emitter for bigeye `Issues` (record kind: incident).
+
+`opened_time_seconds` is Unix epoch seconds, so the partition field converts it with `toInt` like the Rollbar emitter.
+Issue status values are not filtered here: the actionability gate decides, with status and priority as context.
+"""
+
+from products.signals.backend.emission._common import make_flat_emitter
+from products.signals.backend.emission._prompts import INCIDENT_ACTIONABILITY_PROMPT, INCIDENT_SUMMARIZATION_PROMPT
+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher
+from products.signals.backend.emission.registry import SignalSourceTableConfig
+
+BIGEYE_FIELDS = (
+ "id",
+ "name",
+ "description",
+ "current_status",
+ "priority",
+ "opened_time_seconds",
+)
+
+BIGEYE_CONFIG = SignalSourceTableConfig(
+ source_product="bigeye",
+ source_type="incident",
+ emitter=make_flat_emitter(
+ source_product="bigeye",
+ source_type="incident",
+ id_field="id",
+ title_field="name",
+ body_field="description",
+ extra_fields=("current_status", "priority", "opened_time_seconds"),
+ ),
+ record_fetcher=data_warehouse_record_fetcher,
+ partition_field="fromUnixTimestamp(toInt(opened_time_seconds))",
+ fields=BIGEYE_FIELDS,
+ max_records=200,
+ first_sync_lookback_days=1,
+ actionability_prompt=INCIDENT_ACTIONABILITY_PROMPT,
+ # No status filter in SQL, so unsteered gates need the issue state to judge it.
+ actionability_context_fields=("current_status", "priority"),
+ summarization_prompt=INCIDENT_SUMMARIZATION_PROMPT,
+ description_summarization_threshold_chars=2000,
+)
diff --git a/products/signals/backend/emission/monte_carlo_alerts.py b/products/signals/backend/emission/monte_carlo_alerts.py
new file mode 100644
index 000000000000..ba1bd19294a9
--- /dev/null
+++ b/products/signals/backend/emission/monte_carlo_alerts.py
@@ -0,0 +1,44 @@
+"""Signal emitter for monte_carlo `alerts` (record kind: incident).
+
+`created_time` is an ISO string. `last_comment_text` is not read: people write it and it may carry personal data.
+Alert status values are not filtered here: the actionability gate decides, with status, severity and priority as context.
+"""
+
+from products.signals.backend.emission._common import make_flat_emitter
+from products.signals.backend.emission._prompts import INCIDENT_ACTIONABILITY_PROMPT, INCIDENT_SUMMARIZATION_PROMPT
+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher
+from products.signals.backend.emission.registry import SignalSourceTableConfig
+
+MONTE_CARLO_FIELDS = (
+ "uuid",
+ "title",
+ "type",
+ "status",
+ "severity",
+ "priority",
+ "url",
+ "created_time",
+)
+
+MONTE_CARLO_CONFIG = SignalSourceTableConfig(
+ source_product="monte_carlo",
+ source_type="incident",
+ emitter=make_flat_emitter(
+ source_product="monte_carlo",
+ source_type="incident",
+ id_field="uuid",
+ title_field="title",
+ extra_fields=("type", "status", "severity", "priority", "url", "created_time"),
+ ),
+ record_fetcher=data_warehouse_record_fetcher,
+ partition_field="created_time",
+ partition_field_is_datetime_string=True,
+ fields=MONTE_CARLO_FIELDS,
+ max_records=200,
+ first_sync_lookback_days=1,
+ actionability_prompt=INCIDENT_ACTIONABILITY_PROMPT,
+ # No status filter in SQL, so unsteered gates need the alert state to judge it.
+ actionability_context_fields=("status", "severity", "priority"),
+ summarization_prompt=INCIDENT_SUMMARIZATION_PROMPT,
+ description_summarization_threshold_chars=2000,
+)
diff --git a/products/signals/backend/emission/registry.py b/products/signals/backend/emission/registry.py
index 609012748e0f..10aad69b7ad6 100644
--- a/products/signals/backend/emission/registry.py
+++ b/products/signals/backend/emission/registry.py
@@ -155,6 +155,7 @@ def _register_all_emitters() -> None:
from products.signals.backend.emission.appfollow_reviews import APPFOLLOW_CONFIG
from products.signals.backend.emission.asknicely_responses import ASKNICELY_CONFIG
from products.signals.backend.emission.betterstack_incidents import BETTERSTACK_CONFIG
+ from products.signals.backend.emission.bigeye_issues import BIGEYE_CONFIG
from products.signals.backend.emission.bugsnag_errors import BUGSNAG_CONFIG
from products.signals.backend.emission.canny_posts import CANNY_CONFIG
from products.signals.backend.emission.conversations_tickets import CONVERSATIONS_TICKETS_CONFIG
@@ -184,6 +185,7 @@ def _register_all_emitters() -> None:
from products.signals.backend.emission.judgeme_reviews_reviews import JUDGEME_REVIEWS_CONFIG
from products.signals.backend.emission.kustomer_conversations import KUSTOMER_CONFIG
from products.signals.backend.emission.linear_issues import LINEAR_ISSUES_CONFIG
+ from products.signals.backend.emission.monte_carlo_alerts import MONTE_CARLO_CONFIG
from products.signals.backend.emission.opsgenie_alerts import OPSGENIE_CONFIG
from products.signals.backend.emission.pagerduty_incidents import PAGERDUTY_CONFIG
from products.signals.backend.emission.pganalyze_issues import PGANALYZE_ISSUES_CONFIG
@@ -272,6 +274,9 @@ def _register_all_emitters() -> None:
register_signal_source(ExternalDataSourceType.GRAFANAIRM, "incidents", GRAFANA_IRM_CONFIG)
register_signal_source(ExternalDataSourceType.XMATTERS, "incidents", XMATTERS_CONFIG)
register_signal_source(ExternalDataSourceType.BETTERSTACK, "incidents", BETTERSTACK_CONFIG)
+ # Data quality / observability (record kind: incident)
+ register_signal_source(ExternalDataSourceType.MONTECARLO, "alerts", MONTE_CARLO_CONFIG)
+ register_signal_source(ExternalDataSourceType.BIGEYE, "Issues", BIGEYE_CONFIG)
_register_all_emitters()
diff --git a/products/signals/backend/emission/tests/test_tier1_registry.py b/products/signals/backend/emission/tests/test_tier1_registry.py
index a3e514d75b3d..b950f29f0994 100644
--- a/products/signals/backend/emission/tests/test_tier1_registry.py
+++ b/products/signals/backend/emission/tests/test_tier1_registry.py
@@ -60,6 +60,9 @@ TIER1_SOURCES = [
(ExternalDataSourceType.GRAFANAIRM, "incidents", "grafana_irm", "incident"),
(ExternalDataSourceType.XMATTERS, "incidents", "xmatters", "incident"),
(ExternalDataSourceType.BETTERSTACK, "incidents", "betterstack", "incident"),
+ # Data quality / observability
+ (ExternalDataSourceType.MONTECARLO, "alerts", "monte_carlo", "incident"),
+ (ExternalDataSourceType.BIGEYE, "Issues", "bigeye", "incident"),
]
IDS = [product for _, _, product, _ in TIER1_SOURCES]
diff --git a/products/signals/frontend/generated/api.schemas.ts b/products/signals/frontend/generated/api.schemas.ts
index 8d068b9a9a58..8cc7565445c9 100644
--- a/products/signals/frontend/generated/api.schemas.ts
+++ b/products/signals/frontend/generated/api.schemas.ts
@@ -3381,6 +3381,21 @@ export interface BetterstackIncidentSignalExtraApi {
started_at: string | null
}
+export interface MonteCarloAlertSignalExtraApi {
+ type: string | null
+ status: string | null
+ severity: string | null
+ priority: string | null
+ url: string | null
+ created_time: string | null
+}
+
+export interface BigeyeIssueSignalExtraApi {
+ current_status: string | null
+ priority: string | null
+ opened_time_seconds: string | null
+}
+
export type SignalExtraApi =
| SessionProblemSignalExtraApi
| LlmEvalSignalExtraApi
@@ -3447,6 +3462,8 @@ export type SignalExtraApi =
| GrafanaIrmIncidentSignalExtraApi
| XmattersIncidentSignalExtraApi
| BetterstackIncidentSignalExtraApi
+ | MonteCarloAlertSignalExtraApi
+ | BigeyeIssueSignalExtraApi
export interface SpecificityMetadataApi {
/** Title of the PR the specificity gate evaluated. */
diff --git a/products/signals/frontend/inbox/externalSignalSources.ts b/products/signals/frontend/inbox/externalSignalSources.ts
index 9b41ddaf53dd..99068bd98190 100644
--- a/products/signals/frontend/inbox/externalSignalSources.ts
+++ b/products/signals/frontend/inbox/externalSignalSources.ts
@@ -452,6 +452,24 @@ export const EXTERNAL_SIGNAL_SOURCES = [
requiredTables: ['incidents'],
sourceType: 'incident',
},
+ {
+ source: 'bigeye',
+ label: 'Bigeye',
+ category: 'Data quality',
+ watches: 'Surface new data quality alerts and issues',
+ dwSourceType: 'Bigeye',
+ requiredTables: ['Issues'],
+ sourceType: 'incident',
+ },
+ {
+ source: 'monte_carlo',
+ label: 'Monte Carlo',
+ category: 'Data quality',
+ watches: 'Surface new data quality alerts and issues',
+ dwSourceType: 'MonteCarlo',
+ requiredTables: ['alerts'],
+ sourceType: 'incident',
+ },
] as const satisfies readonly ExternalSignalSourceDefinition[]
export type ExternalSignalSource = (typeof EXTERNAL_SIGNAL_SOURCES)[number]['source']
diff --git a/products/signals/frontend/inbox/signalSourcesLogic.ts b/products/signals/frontend/inbox/signalSourcesLogic.ts
index 77b36623d877..f255c1a2cba0 100644
--- a/products/signals/frontend/inbox/signalSourcesLogic.ts
+++ b/products/signals/frontend/inbox/signalSourcesLogic.ts
@@ -618,6 +618,7 @@ export interface signalSourcesLogicMeta {
| 'appfollow'
| 'asknicely'
| 'betterstack'
+ | 'bigeye'
| 'bugsnag'
| 'canny'
| 'dixa'
@@ -641,6 +642,7 @@ export interface signalSourcesLogicMeta {
| 'judgeme_reviews'
| 'kustomer'
| 'linear'
+ | 'monte_carlo'
| 'opsgenie'
| 'pagerduty'
| 'pganalyze'
@@ -682,6 +684,7 @@ export interface signalSourcesLogicMeta {
| 'appfollow'
| 'asknicely'
| 'betterstack'
+ | 'bigeye'
| 'bugsnag'
| 'canny'
| 'dixa'
@@ -705,6 +708,7 @@ export interface signalSourcesLogicMeta {
| 'judgeme_reviews'
| 'kustomer'
| 'linear'
+ | 'monte_carlo'
| 'opsgenie'
| 'pagerduty'
| 'pganalyze'
@@ -737,6 +741,7 @@ export interface signalSourcesLogicMeta {
| 'appfollow'
| 'asknicely'
| 'betterstack'
+ | 'bigeye'
| 'bugsnag'
| 'canny'
| 'dixa'
@@ -760,6 +765,7 @@ export interface signalSourcesLogicMeta {
| 'judgeme_reviews'
| 'kustomer'
| 'linear'
+ | 'monte_carlo'
| 'opsgenie'
| 'pagerduty'
| 'pganalyze'
diff --git a/services/mcp/src/api/generated.ts b/services/mcp/src/api/generated.ts
index 060f5ef4bb17..d5266bd52b37 100644
--- a/services/mcp/src/api/generated.ts
+++ b/services/mcp/src/api/generated.ts
@@ -17480,6 +17480,12 @@ export namespace Schemas {
BigQuery: 'BigQuery',
} as const;
+ export interface BigeyeIssueSignalExtra {
+ current_status: string | null;
+ priority: string | null;
+ opened_time_seconds: string | null;
+ }
+
export interface Billing {
/** @maxLength 100 */
plan: string;
@@ -69151,6 +69157,15 @@ export namespace Schemas {
next_measurement_at: string | null;
}
+ export interface MonteCarloAlertSignalExtra {
+ type: string | null;
+ status: string | null;
+ severity: string | null;
+ priority: string | null;
+ url: string | null;
+ created_time: string | null;
+ }
+
export interface MoveTileTile {
/** Dashboard tile ID to move. */
id: number;
@@ -98610,7 +98625,7 @@ export namespace Schemas {
created_at: string | null;
}
- export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra;
+ export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra | MonteCarloAlertSignalExtra | BigeyeIssueSignalExtra;
export type SignalMatchMetadata = MatchedMetadata | NoMatchMetadata;