LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
import uuid
from connector_v2.models import ConnectorInstance
from django.db import models
from utils.models.base_model import BaseModel, BaseModelManager
from utils.user_context import UserContext
from workflow_manager.workflow_v2.models.workflow import Workflow
class WorkflowEndpointModelManager(BaseModelManager):
def get_queryset(self):
# Validating organization
organization = UserContext.get_organization()
return super().get_queryset().filter(workflow__organization=organization)
class WorkflowEndpoint(BaseModel):
class EndpointType(models.TextChoices):
SOURCE = "SOURCE", "Source connector"
DESTINATION = "DESTINATION", "Destination Connector"
class ConnectionType(models.TextChoices):
FILESYSTEM = "FILESYSTEM", "FileSystem connector"
DATABASE = "DATABASE", "Database Connector"
API = "API", "API Connector"
APPDEPLOYMENT = "APPDEPLOYMENT", "App Deployment"
MANUALREVIEW = "MANUALREVIEW", "Manual Review Queue Connector"
id = models.UUIDField(primary_key=True, default=uuid.uuid4, editable=False)
workflow = models.ForeignKey(
Workflow,
on_delete=models.CASCADE,
db_index=True,
editable=False,
db_comment="Foreign key from Workflow model",
)
endpoint_type = models.CharField(
choices=EndpointType.choices,
editable=False,
db_comment="Endpoint type (source or destination)",
)
connection_type = models.CharField(
choices=ConnectionType.choices,
blank=True,
db_comment="Connection type (Filesystem, Database, API or Manualreview)",
)
configuration = models.JSONField(
blank=True, null=True, db_comment="Configuration in JSON format"
)
# Manager
objects = WorkflowEndpointModelManager()
connector_instance = models.ForeignKey(
ConnectorInstance,
on_delete=models.PROTECT,
db_index=True,
null=True,
db_comment="Foreign key from ConnectorInstance model",
related_name="workflow_endpoints",
)
class Meta:
verbose_name = "Workflow Endpoint"
verbose_name_plural = "Workflow Endpoints"
db_table = "workflow_endpoints"