Skip to content

:hedgehog: PostHog is the leading platform for building self-driving products. Our developer tools – AI observability, analytics, session replay, flags, experiments, error tracking, logs, and more – capture all the context agents need to diagnose problems, uncover opportunities, and ship fixes. Steer it all from Slack, web, desktop, or the MCP.

fix(data-warehouse): exclude warehouse shadow jobs (#121782)

Jovan Sakovic6c86f622633b
diff --git a/frontend/src/scenes/data-warehouse/saved_queries/MaterializationStatusPanel.tsx b/frontend/src/scenes/data-warehouse/saved_queries/MaterializationStatusPanel.tsx
index df501a0a7286..b80ff76b6318 100644
--- a/frontend/src/scenes/data-warehouse/saved_queries/MaterializationStatusPanel.tsx
+++ b/frontend/src/scenes/data-warehouse/saved_queries/MaterializationStatusPanel.tsx
@@ -205,12 +205,7 @@ export function MaterializationStatusPanel({
<div className="flex flex-col flex-1 gap-4">
<div>
<div className="flex flex-row items-center gap-2">
- {!hideTitle && (
- <>
- <h3 className="mb-0">Materialization</h3>
- <LemonTag type="warning">BETA</LemonTag>
- </>
- )}
+ {!hideTitle && <h3 className="mb-0">Materialization</h3>}
{showStatusSummary && savedQuery?.latest_error && savedQuery.status === 'Failed' && (
<Tooltip title={savedQuery.latest_error} interactive>
<LemonTag type="danger">Error</LemonTag>
diff --git a/products/data_warehouse/backend/presentation/views/data_modeling_job.py b/products/data_warehouse/backend/presentation/views/data_modeling_job.py
index 89a41277e42c..53c1468a12d3 100644
--- a/products/data_warehouse/backend/presentation/views/data_modeling_job.py
+++ b/products/data_warehouse/backend/presentation/views/data_modeling_job.py
@@ -6,12 +6,9 @@ from rest_framework.decorators import action
from rest_framework.response import Response
from posthog.api.routing import TeamAndOrgViewSetMixin
-from posthog.ph_client import feature_enabled_or_false
from products.data_modeling.backend.facade.models import DataModelingJob, DataModelingJobEngine
-MANAGED_WAREHOUSE_SHADOW_FLAG = "managed-warehouse-data-modeling-shadow"
-
class DataModelingJobSerializer(serializers.ModelSerializer):
updated_at = serializers.DateTimeField(
@@ -74,30 +71,11 @@ class DataModelingJobViewSet(TeamAndOrgViewSetMixin, viewsets.ReadOnlyModelViewS
ordering_fields = ["created_at"]
ordering = "-created_at"
- def _is_managed_warehouse_shadow_enabled(self) -> bool:
- try:
- return feature_enabled_or_false(
- MANAGED_WAREHOUSE_SHADOW_FLAG,
- str(self.team.pk),
- groups={
- "organization": str(self.team.organization_id),
- "project": str(self.team.id),
- },
- group_properties={
- "organization": {"id": str(self.team.organization_id)},
- "project": {"id": str(self.team.id)},
- },
- only_evaluate_locally=True,
- send_feature_flag_events=False,
- )
- except Exception:
- return False
-
def safely_get_queryset(self, queryset):
- qs = queryset.filter(team_id=self.team_id)
- if not self._is_managed_warehouse_shadow_enabled():
- qs = qs.filter(engine=DataModelingJobEngine.CLICKHOUSE)
- return qs.order_by("-created_at")
+ return queryset.filter(
+ team_id=self.team_id,
+ engine=DataModelingJobEngine.CLICKHOUSE,
+ ).order_by("-created_at")
@action(methods=["GET"], detail=False)
def running(self, request, *args, **kwargs):
diff --git a/products/data_warehouse/backend/tests/api/test_datamodelingjob.py b/products/data_warehouse/backend/tests/api/test_datamodelingjob.py
index 4a9c39e323ba..7cc32bff5541 100644
--- a/products/data_warehouse/backend/tests/api/test_datamodelingjob.py
+++ b/products/data_warehouse/backend/tests/api/test_datamodelingjob.py
@@ -4,7 +4,7 @@ from django.utils import timezone
from posthog.models.team.team import Team
-from products.data_modeling.backend.facade.models import DataModelingJob, DataWarehouseSavedQuery
+from products.data_modeling.backend.facade.models import DataModelingJob, DataModelingJobEngine, DataWarehouseSavedQuery
class TestDataModelingJob(APIBaseTest):
@@ -118,6 +118,20 @@ class TestDataModelingJob(APIBaseTest):
self.assertEqual(response.status_code, 200)
self.assertEqual([job["id"] for job in response.json()["results"]], [str(self.job3.id)])
+ def test_excludes_managed_warehouse_jobs(self):
+ warehouse_job = DataModelingJob.objects.create(
+ team=self.team,
+ saved_query=self.saved_query,
+ status=DataModelingJob.Status.COMPLETED,
+ engine=DataModelingJobEngine.MANAGED_WAREHOUSE,
+ last_run_at=timezone.now(),
+ )
+
+ response = self.client.get(f"/api/environments/{self.team.pk}/data_modeling_jobs/")
+
+ self.assertEqual(response.status_code, 200)
+ self.assertNotIn(str(warehouse_job.id), [job["id"] for job in response.json()["results"]])
+
def test_pagination_honors_offset_and_returns_count(self):
paged_query = DataWarehouseSavedQuery.objects.create(team=self.team, name="Paged saved query")
for _ in range(12):