:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.
Python ab-testingai-analyticsanalyticscdpdata-warehouseexperimentsfeature-flagsjavascriptproduct-analyticspythonreactsession-replaysurveystypescriptweb-analytics
feat(data-warehouse): add crm case tools as self-driving inbox sources (#121040)
Tom Owersd0c8307525f0
diff --git a/posthog/hogql/printer/test/test_property_access_control.py b/posthog/hogql/printer/test/test_property_access_control.pyindex 536e0bde2c30..bee685a1525d 100644--- a/posthog/hogql/printer/test/test_property_access_control.py+++ b/posthog/hogql/printer/test/test_property_access_control.py@@ -684,7 +684,10 @@ class TestRestrictedPersonPropertiesBlobQuery(ClickhouseTestMixin, BaseTest):)response = execute_hogql_query(- "SELECT distinct_id, person.properties FROM events ORDER BY distinct_id",+ # Scope to this test's distinct_ids so events left in ClickHouse by other tests don't leak in.+ "SELECT distinct_id, person.properties FROM events "+ "WHERE distinct_id IN ('with-person-properties', 'without-person-properties') "+ "ORDER BY distinct_id",team=self.team,user=self.user,modifiers=HogQLQueryModifiers(diff --git a/products/signals/backend/contracts.py b/products/signals/backend/contracts.pyindex 66c001e6fa6a..2eb0457669e5 100644--- a/products/signals/backend/contracts.py+++ b/products/signals/backend/contracts.py@@ -1065,6 +1065,37 @@ class HubspotTicketSignalInput(SignalInputBase):extra: HubspotTicketSignalExtra+class Dynamics365TicketSignalExtra(SignalExtraBase):+ ticketnumber: str | None+ prioritycode: str | None+ severitycode: str | None+ casetypecode: str | None+ statuscode: str | None+ createdon: str | None+++class Dynamics365TicketSignalInput(SignalInputBase):+ source_type: Literal[SignalSourceType.TICKET]+ source_product: Literal[SignalSourceProduct.DYNAMICS365]+ extra: Dynamics365TicketSignalExtra+++class ZohoCrmTicketSignalExtra(SignalExtraBase):+ case_number: str | None+ status: str | None+ priority: str | None+ type: str | None+ case_origin: str | None+ case_reason: str | None+ created_time: str | None+++class ZohoCrmTicketSignalInput(SignalInputBase):+ source_type: Literal[SignalSourceType.TICKET]+ source_product: Literal[SignalSourceProduct.ZOHO_CRM]+ extra: ZohoCrmTicketSignalExtra++# ── Search analytics ──────────────────────────────────────────────────────────────@@ -1305,6 +1336,8 @@ SignalInput = Annotated[| JudgemeReviewsReviewSignalInput| IntercomTicketSignalInput| HubspotTicketSignalInput+ | Dynamics365TicketSignalInput+ | ZohoCrmTicketSignalInput| EngineeringAnalyticsCIFlakyCheckSignalInput| EngineeringAnalyticsCIBrokenDefaultBranchSignalInput| EngineeringAnalyticsCIDurationRegressionSignalInput@@ -1374,6 +1407,8 @@ SIGNAL_INPUT_VARIANTS: tuple[type[SignalInputBase], ...] = (JudgemeReviewsReviewSignalInput,IntercomTicketSignalInput,HubspotTicketSignalInput,+ Dynamics365TicketSignalInput,+ ZohoCrmTicketSignalInput,EngineeringAnalyticsCIFlakyCheckSignalInput,EngineeringAnalyticsCIBrokenDefaultBranchSignalInput,EngineeringAnalyticsCIDurationRegressionSignalInput,diff --git a/products/signals/backend/emission/dynamics365_cases.py b/products/signals/backend/emission/dynamics365_cases.pynew file mode 100644index 000000000000..5ea08fc32b61--- /dev/null+++ b/products/signals/backend/emission/dynamics365_cases.py@@ -0,0 +1,45 @@+"""Signal emitter for dynamics365 `Cases` (record kind: ticket).++`statecode` 0 is an active case (1 is resolved, 2 is cancelled); `createdon` is an ISO string.+Customer, contact and owner lookup columns are not read because they identify people.+"""++from products.signals.backend.emission._common import make_flat_emitter+from products.signals.backend.emission._prompts import TICKET_ACTIONABILITY_PROMPT, TICKET_SUMMARIZATION_PROMPT+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher+from products.signals.backend.emission.registry import SignalSourceTableConfig++DYNAMICS365_FIELDS = (+ "incidentid",+ "ticketnumber",+ "title",+ "description",+ "prioritycode",+ "severitycode",+ "casetypecode",+ "statuscode",+ "createdon",+)++DYNAMICS365_CONFIG = SignalSourceTableConfig(+ source_product="dynamics365",+ source_type="ticket",+ emitter=make_flat_emitter(+ source_product="dynamics365",+ source_type="ticket",+ id_field="incidentid",+ title_field="title",+ body_field="description",+ extra_fields=("ticketnumber", "prioritycode", "severitycode", "casetypecode", "statuscode", "createdon"),+ ),+ record_fetcher=data_warehouse_record_fetcher,+ partition_field="createdon",+ partition_field_is_datetime_string=True,+ fields=DYNAMICS365_FIELDS,+ where_clause="statecode = 0",+ max_records=200,+ first_sync_lookback_days=1,+ actionability_prompt=TICKET_ACTIONABILITY_PROMPT,+ summarization_prompt=TICKET_SUMMARIZATION_PROMPT,+ description_summarization_threshold_chars=2000,+)diff --git a/products/signals/backend/emission/registry.py b/products/signals/backend/emission/registry.pyindex 10aad69b7ad6..fd56cae51163 100644--- a/products/signals/backend/emission/registry.py+++ b/products/signals/backend/emission/registry.py@@ -165,6 +165,7 @@ def _register_all_emitters() -> None:from products.signals.backend.emission.datadog_incidents import DATADOG_CONFIGfrom products.signals.backend.emission.datadog_monitor_alerts import DATADOG_MONITOR_ALERTS_CONFIGfrom products.signals.backend.emission.dixa_conversations import DIXA_CONFIG+ from products.signals.backend.emission.dynamics365_cases import DYNAMICS365_CONFIGfrom products.signals.backend.emission.featurebase_posts import FEATUREBASE_CONFIGfrom products.signals.backend.emission.firehydrant_incidents import FIREHYDRANT_CONFIGfrom products.signals.backend.emission.freshdesk_tickets import FRESHDESK_CONFIG@@ -208,6 +209,7 @@ def _register_all_emitters() -> None:from products.signals.backend.emission.uservoice_suggestions import USERVOICE_CONFIGfrom products.signals.backend.emission.xmatters_incidents import XMATTERS_CONFIGfrom products.signals.backend.emission.zendesk_tickets import ZENDESK_TICKETS_CONFIG+ from products.signals.backend.emission.zoho_crm_cases import ZOHO_CRM_CONFIGregister_signal_source(ExternalDataSourceType.ZENDESK, "tickets", ZENDESK_TICKETS_CONFIG)register_signal_source(ExternalDataSourceType.GITHUB, "issues", GITHUB_ISSUES_CONFIG)@@ -259,6 +261,9 @@ def _register_all_emitters() -> None:# OAuth-connected support sources (record kind: ticket)register_signal_source(ExternalDataSourceType.INTERCOM, "conversations", INTERCOM_CONFIG)register_signal_source(ExternalDataSourceType.HUBSPOT, "tickets", HUBSPOT_CONFIG)+ # CRM case tools (record kind: ticket)+ register_signal_source(ExternalDataSourceType.DYNAMICS365, "Cases", DYNAMICS365_CONFIG)+ register_signal_source(ExternalDataSourceType.ZOHOCRM, "Cases", ZOHO_CRM_CONFIG)# Search analytics (record kind: search_opportunity)register_signal_source(ExternalDataSourceType.GOOGLESEARCHCONSOLE, "search_analytics_by_query_page", GOOGLE_SEARCH_CONSOLE_CONFIGdiff --git a/products/signals/backend/emission/tests/test_tier1_registry.py b/products/signals/backend/emission/tests/test_tier1_registry.pyindex b950f29f0994..856607ffdbca 100644--- a/products/signals/backend/emission/tests/test_tier1_registry.py+++ b/products/signals/backend/emission/tests/test_tier1_registry.py@@ -49,6 +49,9 @@ TIER1_SOURCES = [# OAuth-connected support sources(ExternalDataSourceType.INTERCOM, "conversations", "intercom", "ticket"),(ExternalDataSourceType.HUBSPOT, "tickets", "hubspot", "ticket"),+ # CRM case tools+ (ExternalDataSourceType.DYNAMICS365, "Cases", "dynamics365", "ticket"),+ (ExternalDataSourceType.ZOHOCRM, "Cases", "zoho_crm", "ticket"),# Incident management / on-call(ExternalDataSourceType.PAGERDUTY, "incidents", "pagerduty", "incident"),(ExternalDataSourceType.OPSGENIE, "alerts", "opsgenie", "incident"),diff --git a/products/signals/backend/emission/zoho_crm_cases.py b/products/signals/backend/emission/zoho_crm_cases.pynew file mode 100644index 000000000000..aa348ec3b0b3--- /dev/null+++ b/products/signals/backend/emission/zoho_crm_cases.py@@ -0,0 +1,46 @@+"""Signal emitter for zoho_crm `Cases` (record kind: ticket).++Zoho column names are snake_cased in the warehouse. `status` is a picklist whose closed value is "Closed";+`created_time` is an ISO string. Account, owner, reporter and internal comment columns are not read.+"""++from products.signals.backend.emission._common import make_flat_emitter+from products.signals.backend.emission._prompts import TICKET_ACTIONABILITY_PROMPT, TICKET_SUMMARIZATION_PROMPT+from products.signals.backend.emission.fetchers.data_warehouse import data_warehouse_record_fetcher+from products.signals.backend.emission.registry import SignalSourceTableConfig++ZOHO_CRM_FIELDS = (+ "id",+ "case_number",+ "subject",+ "description",+ "status",+ "priority",+ "type",+ "case_origin",+ "case_reason",+ "created_time",+)++ZOHO_CRM_CONFIG = SignalSourceTableConfig(+ source_product="zoho_crm",+ source_type="ticket",+ emitter=make_flat_emitter(+ source_product="zoho_crm",+ source_type="ticket",+ id_field="id",+ title_field="subject",+ body_field="description",+ extra_fields=("case_number", "status", "priority", "type", "case_origin", "case_reason", "created_time"),+ ),+ record_fetcher=data_warehouse_record_fetcher,+ partition_field="created_time",+ partition_field_is_datetime_string=True,+ fields=ZOHO_CRM_FIELDS,+ where_clause="status != 'Closed'",+ max_records=200,+ first_sync_lookback_days=1,+ actionability_prompt=TICKET_ACTIONABILITY_PROMPT,+ summarization_prompt=TICKET_SUMMARIZATION_PROMPT,+ description_summarization_threshold_chars=2000,+)diff --git a/products/signals/frontend/generated/api.schemas.ts b/products/signals/frontend/generated/api.schemas.tsindex b567212f5a9c..a4391cb62cb6 100644--- a/products/signals/frontend/generated/api.schemas.ts+++ b/products/signals/frontend/generated/api.schemas.ts@@ -3352,6 +3352,25 @@ export interface HubspotTicketSignalExtraApi {createdate: string | null}+export interface Dynamics365TicketSignalExtraApi {+ ticketnumber: string | null+ prioritycode: string | null+ severitycode: string | null+ casetypecode: string | null+ statuscode: string | null+ createdon: string | null+}++export interface ZohoCrmTicketSignalExtraApi {+ case_number: string | null+ status: string | null+ priority: string | null+ type: string | null+ case_origin: string | null+ case_reason: string | null+ created_time: string | null+}+export interface GoogleSearchConsoleSearchOpportunitySignalExtraApi {page: stringquery: string@@ -3506,6 +3525,8 @@ export type SignalExtraApi =| JudgemeReviewsReviewSignalExtraApi| IntercomTicketSignalExtraApi| HubspotTicketSignalExtraApi+ | Dynamics365TicketSignalExtraApi+ | ZohoCrmTicketSignalExtraApi| GoogleSearchConsoleSearchOpportunitySignalExtraApi| PagerdutyIncidentSignalExtraApi| OpsgenieAlertSignalExtraApidiff --git a/products/signals/frontend/inbox/externalSignalSources.ts b/products/signals/frontend/inbox/externalSignalSources.tsindex 99068bd98190..085d59f56691 100644--- a/products/signals/frontend/inbox/externalSignalSources.ts+++ b/products/signals/frontend/inbox/externalSignalSources.ts@@ -169,6 +169,24 @@ export const EXTERNAL_SIGNAL_SOURCES = [requiredTables: ['tickets'],sourceType: 'ticket',},+ {+ source: 'dynamics365',+ label: 'Dynamics 365',+ category: 'Support',+ watches: 'Monitor open support cases',+ dwSourceType: 'Dynamics365',+ requiredTables: ['Cases'],+ sourceType: 'ticket',+ },+ {+ source: 'zoho_crm',+ label: 'Zoho CRM',+ category: 'Support',+ watches: 'Monitor open support cases',+ dwSourceType: 'ZohoCRM',+ requiredTables: ['Cases'],+ sourceType: 'ticket',+ },{source: 'intercom',label: 'Intercom',diff --git a/products/signals/frontend/inbox/signalSourcesLogic.ts b/products/signals/frontend/inbox/signalSourcesLogic.tsindex f255c1a2cba0..bff2fa621ba9 100644--- a/products/signals/frontend/inbox/signalSourcesLogic.ts+++ b/products/signals/frontend/inbox/signalSourcesLogic.ts@@ -622,6 +622,7 @@ export interface signalSourcesLogicMeta {| 'bugsnag'| 'canny'| 'dixa'+ | 'dynamics365'| 'featurebase'| 'firehydrant'| 'freshdesk'@@ -662,7 +663,8 @@ export interface signalSourcesLogicMeta {| 'squadcast'| 'uservoice'| 'xmatters'- | 'zendesk',+ | 'zendesk'+ | 'zoho_crm',ExternalSignalSourceState>,ciSignalsConfig: CISignalsConfigApi | null,@@ -688,6 +690,7 @@ export interface signalSourcesLogicMeta {| 'bugsnag'| 'canny'| 'dixa'+ | 'dynamics365'| 'featurebase'| 'firehydrant'| 'freshdesk'@@ -728,7 +731,8 @@ export interface signalSourcesLogicMeta {| 'squadcast'| 'uservoice'| 'xmatters'- | 'zendesk',+ | 'zendesk'+ | 'zoho_crm',ExternalSignalSourceState>,ciSignalsConfig: CISignalsConfigApi | null@@ -745,6 +749,7 @@ export interface signalSourcesLogicMeta {| 'bugsnag'| 'canny'| 'dixa'+ | 'dynamics365'| 'featurebase'| 'firehydrant'| 'freshdesk'@@ -785,7 +790,8 @@ export interface signalSourcesLogicMeta {| 'squadcast'| 'uservoice'| 'xmatters'- | 'zendesk',+ | 'zendesk'+ | 'zoho_crm',ExternalSignalSourceState>,ciSignalsConfig: CISignalsConfigApi | null,diff --git a/services/mcp/src/api/generated.ts b/services/mcp/src/api/generated.tsindex 0ea32b5af592..3e84927747b9 100644--- a/services/mcp/src/api/generated.ts+++ b/services/mcp/src/api/generated.ts@@ -38629,6 +38629,15 @@ export namespace Schemas {change: WoWChange | null;}+ export interface Dynamics365TicketSignalExtra {+ ticketnumber: string | null;+ prioritycode: string | null;+ severitycode: string | null;+ casetypecode: string | null;+ statuscode: string | null;+ createdon: string | null;+ }+/*** Feature flag payload for this early access feature*/@@ -98856,6 +98865,16 @@ export namespace Schemas {created_date: string | null;}+ export interface ZohoCrmTicketSignalExtra {+ case_number: string | null;+ status: string | null;+ priority: string | null;+ type: string | null;+ case_origin: string | null;+ case_reason: string | null;+ created_time: string | null;+ }+export interface SquadcastIncidentSignalExtra {status: string | null;priority: string | null;@@ -98888,7 +98907,7 @@ export namespace Schemas {created_at: string | null;}- export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra | MonteCarloAlertSignalExtra | BigeyeIssueSignalExtra;+ export type SignalExtra = SessionProblemSignalExtra | LlmEvalSignalExtra | LlmEvalReportSignalExtra | ZendeskTicketSignalExtra | GithubIssueSignalExtra | LinearIssueSignalExtra | JiraIssueSignalExtra | ConversationsTicketSignalExtra | ErrorTrackingSignalExtra | PgAnalyzeIssueSignalExtra | EndpointExecutionFailedSignalExtra | EndpointBreakdownLimitExceededSignalExtra | SignalsScoutSignalExtra | CheckFailedSignalExtra | LogsAlertStateChangeSignalExtra | ReplayVisionScannerFindingSignalExtra | AnalyticsAnomalyInvestigationSignalExtra | HealthCheckSignalExtra | EngineeringAnalyticsCIFlakyCheckSignalExtra | EngineeringAnalyticsCIBrokenDefaultBranchSignalExtra | EngineeringAnalyticsCIDurationRegressionSignalExtra | FreshdeskTicketSignalExtra | FreshserviceTicketSignalExtra | FrontConversationSignalExtra | GorgiasTicketSignalExtra | KustomerConversationSignalExtra | DixaConversationSignalExtra | PlainThreadSignalExtra | GitlabIssueSignalExtra | GiteaIssueSignalExtra | ShortcutStorySignalExtra | SentryIssueSignalExtra | RollbarItemSignalExtra | BugsnagErrorSignalExtra | HoneybadgerFaultSignalExtra | RaygunErrorGroupSignalExtra | DatadogSignalExtra | SnykScannerFindingSignalExtra | SonarqubeScannerFindingSignalExtra | SemgrepScannerFindingSignalExtra | Rapid7InsightvmScannerFindingSignalExtra | FeaturebaseFeedbackSignalExtra | FrillFeedbackSignalExtra | AhaFeedbackSignalExtra | UservoiceFeedbackSignalExtra | ProductboardFeedbackSignalExtra | CannyFeedbackSignalExtra | AsknicelyFeedbackSignalExtra | RetentlyFeedbackSignalExtra | AppfiguresReviewSignalExtra | AppfollowReviewSignalExtra | JudgemeReviewsReviewSignalExtra | IntercomTicketSignalExtra | HubspotTicketSignalExtra | Dynamics365TicketSignalExtra | ZohoCrmTicketSignalExtra | GoogleSearchConsoleSearchOpportunitySignalExtra | PagerdutyIncidentSignalExtra | OpsgenieAlertSignalExtra | IncidentIoIncidentSignalExtra | FirehydrantIncidentSignalExtra | SquadcastIncidentSignalExtra | ServicenowIncidentSignalExtra | SolarwindsServiceDeskIncidentSignalExtra | GrafanaIrmIncidentSignalExtra | XmattersIncidentSignalExtra | BetterstackIncidentSignalExtra | MonteCarloAlertSignalExtra | BigeyeIssueSignalExtra;export type SignalMatchMetadata = MatchedMetadata | NoMatchMetadata;