LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Multitenancy V2 porting of Table settings enhancements (#751)
harini-venkataramane36941f8ebd5
diff --git a/backend/prompt_studio/prompt_studio_core_v2/constants.py b/backend/prompt_studio/prompt_studio_core_v2/constants.pyindex a583bd5d7..73abc4bf9 100644--- a/backend/prompt_studio/prompt_studio_core_v2/constants.py+++ b/backend/prompt_studio/prompt_studio_core_v2/constants.py@@ -93,6 +93,7 @@ class ToolStudioPromptKeys:PLATFORM_POSTAMBLE = "platform_postamble"SUMMARIZE_AS_SOURCE = "summarize_as_source"VARIABLE_MAP = "variable_map"+ RECORD = "record"class FileViewTypes:diff --git a/backend/prompt_studio/prompt_studio_core_v2/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core_v2/prompt_studio_helper.pyindex 2a5e9ac97..eb6f41cfe 100644--- a/backend/prompt_studio/prompt_studio_core_v2/prompt_studio_helper.py+++ b/backend/prompt_studio/prompt_studio_core_v2/prompt_studio_helper.py@@ -62,7 +62,7 @@ ERROR_MSG = "User %s doesn't have access to adapter %s"logger = logging.getLogger(__name__)-modifier_loader = load_modifier_plugins()+modifier_plugins = load_modifier_plugins()class PromptStudioHelper:@@ -262,6 +262,11 @@ class PromptStudioHelper:choices = f.read()f.close()response: dict[str, Any] = json.loads(choices)+ for modifier_plugin in modifier_plugins:+ cls = modifier_plugin[ModifierConfig.METADATA][+ ModifierConfig.METADATA_SERVICE_CLASS+ ]+ response = cls.update_select_choices(default_choices=response)return response@staticmethod@@ -451,7 +456,10 @@ class PromptStudioHelper:):prompt_instance = PromptStudioHelper._fetch_prompt_from_id(id)- if prompt_instance.enforce_type == TSPKeys.TABLE and not modifier_loader:+ if (+ prompt_instance.enforce_type == TSPKeys.TABLE+ or prompt_instance.enforce_type == TSPKeys.RECORD+ ) and not modifier_plugins:raise OperationNotSupported()prompt_name = prompt_instance.prompt_key@@ -547,6 +555,7 @@ class PromptStudioHelper:if prompt.prompt_type != TSPKeys.NOTESand prompt.activeand prompt.enforce_type != TSPKeys.TABLE+ and prompt.enforce_type != TSPKeys.RECORD]if not prompts:logger.error(f"[{tool_id or 'NA'}] No prompts found for id: {id}")@@ -841,13 +850,16 @@ class PromptStudioHelper:output: dict[str, Any],) -> dict[str, Any]:- if prompt.enforce_type == TSPKeys.TABLE:+ if (+ prompt.enforce_type == TSPKeys.TABLE+ or prompt.enforce_type == TSPKeys.RECORD+ ):extract_doc_path: str = (PromptStudioHelper._get_extract_or_summary_document_path(org_id, user_id, tool_id, doc_name, TSPKeys.EXTRACT))- for modifier_plugin in modifier_loader:+ for modifier_plugin in modifier_plugins:cls = modifier_plugin[ModifierConfig.METADATA][ModifierConfig.METADATA_SERVICE_CLASS]@@ -857,6 +869,7 @@ class PromptStudioHelper:prompt_id=str(prompt.prompt_id),prompt=prompt.prompt,input_file=extract_doc_path,+ clean_pages=True,)return outputdiff --git a/backend/prompt_studio/prompt_studio_core_v2/static/select_choices.json b/backend/prompt_studio/prompt_studio_core_v2/static/select_choices.jsonindex 4fa10995f..f9e002f7d 100644--- a/backend/prompt_studio/prompt_studio_core_v2/static/select_choices.json+++ b/backend/prompt_studio/prompt_studio_core_v2/static/select_choices.json@@ -14,7 +14,8 @@"date":"date","boolean":"boolean","json":"json",- "table":"table"+ "table":"table",+ "record":"record"},"output_processing":{"DEFAULT":"Default"diff --git a/backend/prompt_studio/prompt_studio_registry_v2/constants.py b/backend/prompt_studio/prompt_studio_registry_v2/constants.pyindex 28f3999da..ab00a9f2d 100644--- a/backend/prompt_studio/prompt_studio_registry_v2/constants.py+++ b/backend/prompt_studio/prompt_studio_registry_v2/constants.py@@ -10,6 +10,7 @@ class PromptStudioRegistryKeys:FILE_NAME = "file_name"UNDEFINED = "undefined"TABLE = "table"+ RECORD = "record"class PromptStudioRegistryErrors:diff --git a/backend/prompt_studio/prompt_studio_registry_v2/prompt_studio_registry_helper.py b/backend/prompt_studio/prompt_studio_registry_v2/prompt_studio_registry_helper.pyindex c9de231cd..67d424e7a 100644--- a/backend/prompt_studio/prompt_studio_registry_v2/prompt_studio_registry_helper.py+++ b/backend/prompt_studio/prompt_studio_registry_v2/prompt_studio_registry_helper.py@@ -27,7 +27,7 @@ from .models import PromptStudioRegistryfrom .serializers import PromptStudioRegistrySerializerlogger = logging.getLogger(__name__)-modifier_loader = load_modifier_plugins()+modifier_plugins = load_modifier_plugins()class PromptStudioRegistryHelper:@@ -337,8 +337,11 @@ class PromptStudioRegistryHelper:output[JsonSchemaKey.REINDEX] = prompt.profile_manager.reindexoutput[JsonSchemaKey.EMBEDDING_SUFFIX] = embedding_suffix- if prompt.enforce_type == PromptStudioRegistryKeys.TABLE:- for modifier_plugin in modifier_loader:+ if (+ prompt.enforce_type == PromptStudioRegistryKeys.TABLE+ or prompt.enforce_type == PromptStudioRegistryKeys.RECORD+ ):+ for modifier_plugin in modifier_plugins:cls = modifier_plugin[ModifierConfig.METADATA][ModifierConfig.METADATA_SERVICE_CLASS]diff --git a/backend/prompt_studio/prompt_studio_v2/models.py b/backend/prompt_studio/prompt_studio_v2/models.pyindex e3b092606..9cd37c36f 100644--- a/backend/prompt_studio/prompt_studio_v2/models.py+++ b/backend/prompt_studio/prompt_studio_v2/models.py@@ -21,6 +21,12 @@ class ToolStudioPrompt(BaseModel):BOOLEAN = "boolean", "Response sent as boolean"JSON = "json", "Response sent as json"TABLE = "table", "Response sent as table"+ RECORD = "record", (+ "Response sent for records. "+ "Entries of records are list of "+ "logical and organized individual "+ "entities with distint values"+ )class PromptType(models.TextChoices):PROMPT = "PROMPT", "Response sent as Text"