Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

MT-v2: Prompt studio core variable replacement minor changes from PR 611 (#718)

Chandrasekharan M275ade1d5c4d
diff --git a/backend/prompt_studio/prompt_studio_core_v2/exceptions.py b/backend/prompt_studio/prompt_studio_core_v2/exceptions.py
index a58f672d2..273d6eabe 100644
--- a/backend/prompt_studio/prompt_studio_core_v2/exceptions.py
+++ b/backend/prompt_studio/prompt_studio_core_v2/exceptions.py
@@ -67,3 +67,22 @@ class MaxProfilesReachedError(APIException):
f"Maximum number of profiles (max {ProfileManagerKeys.MAX_PROFILE_COUNT})"
" per prompt studio project has been reached."
)
+
+
+class OperationNotSupported(APIException):
+ status_code = 403
+ default_detail = (
+ "This feature is not supported "
+ "in the open-source version. "
+ "Please check our cloud or enterprise on-premise offering "
+ "for access to this functionality."
+ )
+
+
+class PromptNotRun(APIException):
+ status_code = 403
+ default_detail = (
+ "The prompt must be executed before "
+ "it can be used as a variable in another prompt. "
+ "Please execute the prompt first and try again."
+ )
diff --git a/backend/prompt_studio/prompt_studio_core_v2/prompt_variable_service.py b/backend/prompt_studio/prompt_studio_core_v2/prompt_variable_service.py
new file mode 100644
index 000000000..f55108bd2
--- /dev/null
+++ b/backend/prompt_studio/prompt_studio_core_v2/prompt_variable_service.py
@@ -0,0 +1,95 @@
+import re
+from enum import Enum
+from typing import Any
+
+from prompt_studio.prompt_studio_core_v2.exceptions import PromptNotRun
+from prompt_studio.prompt_studio_output_manager_v2.models import (
+ PromptStudioOutputManager,
+)
+from prompt_studio.prompt_studio_v2.models import ToolStudioPrompt
+
+
+class VariableType(str, Enum):
+ STATIC = "STATIC"
+ DYNAMIC = "DYNAMIC"
+
+
+class VariableConstants:
+
+ VARIABLE_REGEX = "{{(.+?)}}"
+ DYNAMIC_VARIABLE_DATA_REGEX = r"\[(.*?)\]"
+ DYNAMIC_VARIABLE_URL_REGEX = r"(?i)\b((?:https?://|www\d{0,3}[.]|[a-z0-9.\-]+[.][a-z]{2,4}/)(?:[^\s()<>]+|\(([^\s()<>]+|(\([^\s()<>]+\)))*\))+(?:\(([^\s()<>]+|(\([^\s()<>]+\)))*\)|[^\s`!()\[\]{};:'\".,<>?«»“”‘’]))" # noqa: E501
+
+
+class PromptStudioVariableService:
+
+ @staticmethod
+ def fetch_variable_outputs(variable: str, doc_id: str, tool_id: str) -> Any:
+ variable_prompt: ToolStudioPrompt = ToolStudioPrompt.objects.get(
+ prompt_key=variable, tool_id=tool_id
+ )
+ try:
+ output = PromptStudioOutputManager.objects.get(
+ prompt_id=variable_prompt.prompt_id,
+ document_manager=doc_id,
+ tool_id=variable_prompt.tool_id,
+ profile_manager=variable_prompt.profile_manager,
+ is_single_pass_extract=False,
+ )
+ except PromptStudioOutputManager.DoesNotExist:
+ raise PromptNotRun(
+ f"The prompt : {variable} must be executed before "
+ "it can be used as a variable in another prompt. "
+ "Please execute the prompt first and try again."
+ )
+ return output.output
+
+ @staticmethod
+ def identify_variable_type(variable: str) -> VariableType:
+ variable_type: VariableType
+ pattern = re.compile(VariableConstants.DYNAMIC_VARIABLE_URL_REGEX)
+ if re.findall(pattern, variable):
+ variable_type = VariableType.DYNAMIC
+ else:
+ variable_type = VariableType.STATIC
+ return variable_type
+
+ @staticmethod
+ def extract_variables_from_prompt(prompt: str) -> list[str]:
+ variable: list[str] = []
+ variable = re.findall(VariableConstants.VARIABLE_REGEX, prompt)
+ return variable
+
+ @staticmethod
+ def frame_variable_replacement_map(
+ doc_id: str, prompt_object: ToolStudioPrompt
+ ) -> dict[str, Any]:
+ variable_output_map: dict[str, Any] = {}
+ prompt = prompt_object.prompt
+ variables = PromptStudioVariableService.extract_variables_from_prompt(
+ prompt=prompt
+ )
+ for variable in variables:
+ variable_type: VariableType = (
+ PromptStudioVariableService.identify_variable_type(variable=variable)
+ )
+ if variable_type == VariableType.STATIC:
+ variable_output_map[variable] = (
+ PromptStudioVariableService.fetch_variable_outputs(
+ variable=variable,
+ doc_id=doc_id,
+ tool_id=prompt_object.tool_id.tool_id,
+ )
+ )
+ if variable_type == VariableType.DYNAMIC:
+ variable = re.findall(
+ VariableConstants.DYNAMIC_VARIABLE_DATA_REGEX, variable
+ )[0]
+ variable_output_map[variable] = (
+ PromptStudioVariableService.fetch_variable_outputs(
+ variable=variable,
+ doc_id=doc_id,
+ tool_id=prompt_object.tool_id.tool_id,
+ )
+ )
+ return variable_output_map