LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FEATURE] Added enable highlight flag (#754)
Deepak Kee8309f70f21
diff --git a/backend/prompt_studio/prompt_studio_core/constants.py b/backend/prompt_studio/prompt_studio_core/constants.pyindex 08e71bc36..97141e9f0 100644--- a/backend/prompt_studio/prompt_studio_core/constants.py+++ b/backend/prompt_studio/prompt_studio_core/constants.py@@ -95,6 +95,7 @@ class ToolStudioPromptKeys:SUMMARIZE_AS_SOURCE = "summarize_as_source"VARIABLE_MAP = "variable_map"RECORD = "record"+ ENABLE_HIGHLIGHT = "enable_highlight"class FileViewTypes:diff --git a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.pyindex 353d1f2c2..34a646ddc 100644--- a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py+++ b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py@@ -804,6 +804,7 @@ class PromptStudioHelper:tool_settings[TSPKeys.PREAMBLE] = tool.preambletool_settings[TSPKeys.POSTAMBLE] = tool.postambletool_settings[TSPKeys.GRAMMAR] = grammar_list+ tool_settings[TSPKeys.ENABLE_HIGHLIGHT] = tool.enable_highlighttool_settings[TSPKeys.PLATFORM_POSTAMBLE] = getattr(settings, TSPKeys.PLATFORM_POSTAMBLE.upper(), "")@@ -1062,6 +1063,7 @@ class PromptStudioHelper:tool_settings[TSPKeys.CHUNK_SIZE] = default_profile.chunk_sizetool_settings[TSPKeys.CHUNK_OVERLAP] = default_profile.chunk_overlaptool_settings[TSPKeys.ENABLE_CHALLENGE] = tool.enable_challenge+ tool_settings[TSPKeys.ENABLE_HIGHLIGHT] = tool.enable_highlighttool_settings[TSPKeys.CHALLENGE_LLM] = challenge_llmfor prompt in prompts:diff --git a/backend/prompt_studio/prompt_studio_registry/prompt_studio_registry_helper.py b/backend/prompt_studio/prompt_studio_registry/prompt_studio_registry_helper.pyindex 46510841a..effb4abc5 100644--- a/backend/prompt_studio/prompt_studio_registry/prompt_studio_registry_helper.py+++ b/backend/prompt_studio/prompt_studio_registry/prompt_studio_registry_helper.py@@ -71,6 +71,12 @@ class PromptStudioRegistryHelper:"default": False,"description": "Enables SinglePass Extraction",},+ "enable_highlight": {+ "type": "boolean",+ "title": "Enable highlight",+ "default": False,+ "description": "Enables highlight",+ },}spec = Spec(diff --git a/backend/sample.env b/backend/sample.envindex 94b151db9..e48c508e6 100644--- a/backend/sample.env+++ b/backend/sample.env@@ -81,9 +81,9 @@ PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data# Structure Tool Image (Runs prompt studio exported tools)# https://hub.docker.com/r/unstract/tool-structure-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.46"+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.47"STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"-STRUCTURE_TOOL_IMAGE_TAG="0.0.46"+STRUCTURE_TOOL_IMAGE_TAG="0.0.47"# Feature FlagsEVALUATION_SERVER_IP=unstract-fliptdiff --git a/frontend/src/components/agency/ds-settings-card/DsSettingsCard.jsx b/frontend/src/components/agency/ds-settings-card/DsSettingsCard.jsxindex 389a3cfe7..9e6d49126 100644--- a/frontend/src/components/agency/ds-settings-card/DsSettingsCard.jsx+++ b/frontend/src/components/agency/ds-settings-card/DsSettingsCard.jsx@@ -14,6 +14,7 @@ import {Space,Tooltip,Typography,+ Modal,} from "antd";import PropTypes from "prop-types";import { useEffect, useState } from "react";@@ -320,6 +321,16 @@ function DsSettingsCard({ type, endpointDetails, message }) {} else {updatedData["destination"] = data;}+ if (+ type === "output" &&+ updatedData?.destination?.connection_type === "MANUALREVIEW"+ ) {+ Modal.warning({+ title: "Warning",+ content:+ "Please ensure that the tool in use is has highlight enabled in the tool settings.",+ });+ }updateWorkflow(updatedData);if (showSuccess) {setAlertDetails({diff --git a/frontend/src/components/custom-tools/settings-modal/SettingsModal.jsx b/frontend/src/components/custom-tools/settings-modal/SettingsModal.jsxindex a3d73bfda..203af58bd 100644--- a/frontend/src/components/custom-tools/settings-modal/SettingsModal.jsx+++ b/frontend/src/components/custom-tools/settings-modal/SettingsModal.jsx@@ -20,11 +20,14 @@ import "./SettingsModal.css";let SummarizeManager = null;const EvaluationManager = null;let ChallengeManager = null;+let HighlightManager = null;try {SummarizeManager =require("../../../plugins/summarize-manager/SummarizeManager").SummarizeManager;ChallengeManager =require("../../../plugins/challenge-manager/ChallengeManager").ChallengeManager;+ HighlightManager =+ require("../../../plugins/highlight-manager/HighlightManager").HighlightManager;} catch {// Component will remain null if it is not present.}@@ -95,10 +98,22 @@ function SettingsModal({ open, setOpen, handleUpdateTool }) {getMenuItem("LLMChallenge", 4, <FileTextOutlined />));listOfComponents[4] = (- <ChallengeManager handleUpdateTool={handleUpdateTool} />+ <ChallengeManager+ handleUpdateTool={handleUpdateTool}+ type="challenge"+ />+ );+ position++;+ }+ if (HighlightManager) {+ items.push(getMenuItem("Highlight Manager", 8, <FileTextOutlined />));+ listOfComponents[8] = (+ <HighlightManager+ handleUpdateTool={handleUpdateTool}+ type="highlight"+ />);}-setMenuItems(items);setComponents(listOfComponents);}, [llmItems]);diff --git a/prompt-service/src/unstract/prompt_service/constants.py b/prompt-service/src/unstract/prompt_service/constants.pyindex eb3c4b804..95919c473 100644--- a/prompt-service/src/unstract/prompt_service/constants.py+++ b/prompt-service/src/unstract/prompt_service/constants.py@@ -68,6 +68,7 @@ class PromptServiceContants:VARIABLE_MAP = "variable_map"RECORD = "record"TEXT = "text"+ ENABLE_HIGHLIGHT = "enable_highlight"class RunLevel(Enum):diff --git a/prompt-service/src/unstract/prompt_service/helper.py b/prompt-service/src/unstract/prompt_service/helper.pyindex cb57cda4e..ee730173e 100644--- a/prompt-service/src/unstract/prompt_service/helper.py+++ b/prompt-service/src/unstract/prompt_service/helper.py@@ -217,7 +217,9 @@ def construct_and_run_prompt(metadata: dict[str, Any],) -> str:platform_postamble = tool_settings.get(PSKeys.PLATFORM_POSTAMBLE, "")- if tool_settings.get(PSKeys.SUMMARIZE_AS_SOURCE):+ summarize_as_source = tool_settings.get(PSKeys.SUMMARIZE_AS_SOURCE)+ enable_highlight = tool_settings.get(PSKeys.ENABLE_HIGHLIGHT, False)+ if not enable_highlight or summarize_as_source:platform_postamble = ""prompt = construct_prompt(preamble=tool_settings.get(PSKeys.PREAMBLE, ""),@@ -233,6 +235,7 @@ def construct_and_run_prompt(metadata=metadata,prompt_key=output[PSKeys.NAME],prompt_type=output.get(PSKeys.TYPE, PSKeys.TEXT),+ enable_highlight=enable_highlight,)@@ -272,6 +275,7 @@ def run_completion(metadata: Optional[dict[str, str]] = None,prompt_key: Optional[str] = None,prompt_type: Optional[str] = PSKeys.TEXT,+ enable_highlight: bool = False,) -> str:logger: Logger = current_app.loggertry:@@ -279,7 +283,7 @@ def run_completion(PSKeys.EXTRACT_EPILOGUE, {})extract_epilogue = None- if extract_epilogue_plugin:+ if extract_epilogue_plugin and enable_highlight:extract_epilogue = extract_epilogue_plugin["entrypoint_cls"].runcompletion = llm.complete(prompt=prompt,diff --git a/tools/structure/src/main.py b/tools/structure/src/main.pyindex 4294550f8..dfb71345f 100644--- a/tools/structure/src/main.py+++ b/tools/structure/src/main.py@@ -41,6 +41,7 @@ class StructureTool(BaseTool):SettingsKeys.SINGLE_PASS_EXTRACTION_MODE, False)challenge_llm: str = settings.get(SettingsKeys.CHALLENGE_LLM_ADAPTER_ID, "")+ enable_highlight: bool = settings.get(SettingsKeys.ENABLE_HIGHLIGHT, False)responder: PromptTool = PromptTool(tool=self,prompt_port=self.get_env_or_die(SettingsKeys.PROMPT_PORT),@@ -67,13 +68,13 @@ class StructureTool(BaseTool):tool_id = tool_metadata[SettingsKeys.TOOL_ID]tool_settings = tool_metadata[SettingsKeys.TOOL_SETTINGS]outputs = tool_metadata[SettingsKeys.OUTPUTS]- enable_highlight: bool = tool_settings.get(SettingsKeys.ENABLE_HIGHLIGHT, False)tool_settings[SettingsKeys.CHALLENGE_LLM] = challenge_llmtool_settings[SettingsKeys.ENABLE_CHALLENGE] = enable_challengetool_settings[SettingsKeys.ENABLE_SINGLE_PASS_EXTRACTION] = (single_pass_extraction_mode)tool_settings[SettingsKeys.SUMMARIZE_AS_SOURCE] = summarize_as_source+ tool_settings[SettingsKeys.ENABLE_HIGHLIGHT] = enable_highlightprompt_service_resp = None_, file_name = os.path.split(input_file)if summarize_as_source:@@ -122,7 +123,6 @@ class StructureTool(BaseTool):output_file_path=tool_data_dir / SettingsKeys.EXTRACT,reindex=True,usage_kwargs=usage_kwargs,- enable_highlight=enable_highlight,process_text=process_text,)if summarize_as_source:@@ -134,7 +134,6 @@ class StructureTool(BaseTool):outputs=outputs,index=index,usage_kwargs=usage_kwargs,- enable_highlight=enable_highlight,)payload[SettingsKeys.FILE_HASH] = summarize_file_hashself.stream_log("Fetching response for single pass extraction")@@ -160,7 +159,6 @@ class StructureTool(BaseTool):output_file_path=tool_data_dir / SettingsKeys.EXTRACT,reindex=reindex,usage_kwargs=usage_kwargs,- enable_highlight=enable_highlight,process_text=process_text,)@@ -262,7 +260,6 @@ class StructureTool(BaseTool):outputs: dict[str, Any],index: Index,usage_kwargs: dict[Any, Any] = {},- enable_highlight: bool = False,) -> str:"""Summarizes the context of the file and indexes the summarizedcontent.@@ -336,7 +333,6 @@ class StructureTool(BaseTool):chunk_size=0,chunk_overlap=0,usage_kwargs=usage_kwargs,- enable_highlight=enable_highlight,)return summarize_file_hash