LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
UN-3479 [FIX] Provide service-account access to resources for org-migration via python client (#1987)
Chandrasekharan Mbcc8aa1d452c
diff --git a/backend/adapter_processor_v2/models.py b/backend/adapter_processor_v2/models.pyindex a6fab0c1f..cd4d9dba9 100644--- a/backend/adapter_processor_v2/models.py+++ b/backend/adapter_processor_v2/models.py@@ -35,7 +35,7 @@ class AdapterInstanceModelManager(DefaultOrganizationManagerMixin, BaseModelManadef for_user(self, user: User) -> QuerySet[Any]:if getattr(user, "is_service_account", False):- return self.all()+ return self.get_queryset().filter(is_friction_less=False)return (self.get_queryset()diff --git a/backend/adapter_processor_v2/views.py b/backend/adapter_processor_v2/views.pyindex 3e59d1259..a7e6284e7 100644--- a/backend/adapter_processor_v2/views.py+++ b/backend/adapter_processor_v2/views.py@@ -153,15 +153,13 @@ class AdapterInstanceViewSet(ModelViewSet):return [IsOwner()]def get_queryset(self) -> QuerySet | None:+ queryset = AdapterInstance.objects.for_user(self.request.user)if filter_args := FilterHelper.build_filter_args(self.request,constant.ADAPTER_TYPE,+ constant.ADAPTER_NAME,):- queryset = AdapterInstance.objects.for_user(self.request.user).filter(- **filter_args- )- else:- queryset = AdapterInstance.objects.for_user(self.request.user)+ queryset = queryset.filter(**filter_args)return querysetdef get_serializer_class(diff --git a/backend/api_v2/api_deployment_views.py b/backend/api_v2/api_deployment_views.pyindex e636ca01e..61fe0ae84 100644--- a/backend/api_v2/api_deployment_views.py+++ b/backend/api_v2/api_deployment_views.py@@ -260,6 +260,11 @@ class APIDeploymentViewSet(viewsets.ModelViewSet):if search:queryset = queryset.filter(display_name__icontains=search)+ # Exact-match api_name filter for migration SDK's get-or-create flow.+ api_name = self.request.query_params.get("api_name")+ if api_name:+ queryset = queryset.filter(api_name=api_name)+return querysetdef get_serializer_class(self) -> serializers.Serializer:diff --git a/backend/connector_v2/serializers.py b/backend/connector_v2/serializers.pyindex d639c923a..4654bcaf3 100644--- a/backend/connector_v2/serializers.py+++ b/backend/connector_v2/serializers.py@@ -29,7 +29,13 @@ class ConnectorInstanceSerializer(AuditSerializer):class Meta:model = ConnectorInstancefields = "__all__"- extra_kwargs = {"connector_name": {"required": False}}+ # connector_mode is overridden in to_representation from the catalog,+ # so any client-supplied value is silently discarded — mark it read_only+ # to make that explicit (and to keep DRF OPTIONS schema honest).+ extra_kwargs = {+ "connector_name": {"required": False},+ "connector_mode": {"read_only": True},+ }def validate_connector_name(self, value: str) -> str:return validate_name_field(value, field_name="Connector name")diff --git a/backend/connector_v2/views.py b/backend/connector_v2/views.pyindex 37525e4d5..874ca5939 100644--- a/backend/connector_v2/views.py+++ b/backend/connector_v2/views.py@@ -51,6 +51,7 @@ class ConnectorInstanceViewSet(viewsets.ModelViewSet):RequestKey.WORKFLOW,RequestKey.CREATED_BY,CIKey.CONNECTOR_TYPE,+ CIKey.CONNECTOR_NAME,)if filter_args:queryset = queryset.filter(**filter_args)diff --git a/backend/permissions/permission.py b/backend/permissions/permission.pyindex 19388e6c3..7f5724919 100644--- a/backend/permissions/permission.py+++ b/backend/permissions/permission.py@@ -83,6 +83,8 @@ class IsFrictionLessAdapter(permissions.BasePermission):) -> bool:if obj.is_friction_less:return False+ if _is_service_account(request):+ return Truereturn True if obj.created_by == request.user else Falsediff --git a/backend/pipeline_v2/views.py b/backend/pipeline_v2/views.pyindex 0d902a792..ef25f74d9 100644--- a/backend/pipeline_v2/views.py+++ b/backend/pipeline_v2/views.py@@ -77,6 +77,11 @@ class PipelineViewSet(viewsets.ModelViewSet):if search:queryset = queryset.filter(pipeline_name__icontains=search)+ # Exact-match name filter for migration SDK's get-or-create flow.+ pipeline_name = self.request.query_params.get(PK.PIPELINE_NAME)+ if pipeline_name:+ queryset = queryset.filter(pipeline_name=pipeline_name)+# Apply default ordering: last_run_time desc (nulls last), then created_at desc# This ensures pipelines with recent runs appear first, never-run pipelines at endqueryset = queryset.order_by(diff --git a/backend/prompt_studio/permission.py b/backend/prompt_studio/permission.pyindex e1b84e86f..4bade8a46 100644--- a/backend/prompt_studio/permission.py+++ b/backend/prompt_studio/permission.py@@ -9,6 +9,8 @@ class PromptAcesssToUser(permissions.BasePermission):"""Is the crud to Prompt/Notes allowed to user."""def has_object_permission(self, request: Request, view: APIView, obj: Any) -> bool:+ if getattr(request.user, "is_service_account", False):+ return Truereturn (Trueif (diff --git a/backend/prompt_studio/prompt_studio_registry_v2/views.py b/backend/prompt_studio/prompt_studio_registry_v2/views.pyindex 3e92fb812..0b4e64e76 100644--- a/backend/prompt_studio/prompt_studio_registry_v2/views.py+++ b/backend/prompt_studio/prompt_studio_registry_v2/views.py@@ -27,6 +27,7 @@ class PromptStudioRegistryView(viewsets.ModelViewSet):filterArgs = FilterHelper.build_filter_args(self.request,PromptStudioRegistryKeys.PROMPT_REGISTRY_ID,+ "custom_tool",)queryset = Noneif filterArgs:diff --git a/backend/tags/urls.py b/backend/tags/urls.pyindex fd61d04ea..04085f48c 100644--- a/backend/tags/urls.py+++ b/backend/tags/urls.py@@ -5,12 +5,15 @@ from tags.views import TagViewSettag_list = TagViewSet.as_view({"get": TagViewSet.list.__name__,+ "post": TagViewSet.create.__name__,})tag_detail = TagViewSet.as_view({"get": TagViewSet.retrieve.__name__,+ "patch": TagViewSet.partial_update.__name__,+ "delete": TagViewSet.destroy.__name__,})diff --git a/backend/tags/views.py b/backend/tags/views.pyindex 828f58470..d8fcff5a8 100644--- a/backend/tags/views.py+++ b/backend/tags/views.py@@ -20,6 +20,7 @@ class TagViewSet(viewsets.ModelViewSet):pagination_class = CustomPaginationordering_fields = ["created_at"]filter_backends = [DjangoFilterBackend, OrderingFilter]+ filterset_fields = ["name"]def get_queryset(self):"""Retrieve the base queryset for the Tag model, allowing additionaldiff --git a/backend/tool_instance_v2/views.py b/backend/tool_instance_v2/views.pyindex c8321b2f4..d148238b0 100644--- a/backend/tool_instance_v2/views.py+++ b/backend/tool_instance_v2/views.py@@ -13,6 +13,7 @@ from rest_framework.versioning import URLPathVersioningfrom utils.filtering import FilterHelperfrom utils.user_session import UserSessionUtilsfrom workflow_manager.workflow_v2.constants import WorkflowKey+from workflow_manager.workflow_v2.models.workflow import Workflowfrom backend.constants import RequestKeyfrom tool_instance_v2.constants import ToolInstanceErrors, ToolKey@@ -92,12 +93,20 @@ class ToolInstanceViewSet(viewsets.ModelViewSet):RequestKey.CREATED_BY,RequestKey.WORKFLOW,)- if filter_args:- queryset = ToolInstance.objects.filter(- created_by=self.request.user, **filter_args- )++ # Service accounts (Platform API key holders) need org-wide+ # tool-instance visibility scoped via the workflows they can+ # access — otherwise the migration SDK can't enumerate+ # ToolInstance rows it didn't create. Regular users keep the+ # original per-creator scope so shared-workflow access does NOT+ # silently broaden their tool-instance visibility.+ if getattr(self.request.user, "is_service_account", False):+ accessible_workflows = Workflow.objects.for_user(self.request.user)+ queryset = ToolInstance.objects.filter(workflow__in=accessible_workflows)else:queryset = ToolInstance.objects.filter(created_by=self.request.user)+ if filter_args:+ queryset = queryset.filter(**filter_args)return querysetdef get_serializer_class(self) -> serializers.Serializer:diff --git a/backend/workflow_manager/workflow_v2/views.py b/backend/workflow_manager/workflow_v2/views.pyindex 629b52bb2..82c02fc4e 100644--- a/backend/workflow_manager/workflow_v2/views.py+++ b/backend/workflow_manager/workflow_v2/views.py@@ -83,6 +83,7 @@ class WorkflowViewSet(viewsets.ModelViewSet):RequestKey.PROJECT,WorkflowKey.WF_OWNER,WorkflowKey.WF_IS_ACTIVE,+ WorkflowKey.WF_NAME,)# Use for_user method to include shared workflowsqueryset = (