LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FIX] - FIxed Validation Issue with Deployment Name for Azure OpenAI LLM (#1691)
Praveen Kumarc59b5c3f6e8b
diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.jsonindex 3d63596b7..56dae8929 100644--- a/tools/classifier/src/config/properties.json+++ b/tools/classifier/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.72",+ "toolVersion": "0.0.73","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex 9c622cc7c..8a09fdb70 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Structure Tool","functionName": "structure_tool",- "toolVersion": "0.0.92",+ "toolVersion": "0.0.93","description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio","input": {"description": "File that needs to be indexed and parsed for answers"diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.jsonindex 2c020e492..9d7d35e12 100644--- a/tools/text_extractor/src/config/properties.json+++ b/tools/text_extractor/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.68",+ "toolVersion": "0.0.69","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/base1.py b/unstract/sdk1/src/unstract/sdk1/adapters/base1.pyindex b7c34598a..db112df69 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/base1.py+++ b/unstract/sdk1/src/unstract/sdk1/adapters/base1.py@@ -9,7 +9,7 @@ from typing import TYPE_CHECKINGif TYPE_CHECKING:from typing import Any-from pydantic import BaseModel, Field+from pydantic import BaseModel, Field, model_validatorfrom unstract.sdk1.adapters.constants import Commonfrom unstract.sdk1.adapters.enums import AdapterTypes@@ -235,6 +235,17 @@ class AzureOpenAILLMParameters(BaseChatCompletionParameters):num_retries: int | None = 3reasoning_effort: str | None = None+ @model_validator(mode="before")+ @classmethod+ def set_model_from_deployment_name(cls, data: dict[str, "Any"]) -> dict[str, "Any"]:+ """Convert deployment_name to model field before validation."""+ if "deployment_name" in data:+ deployment_name = data.pop("deployment_name")+ if not deployment_name.startswith("azure/"):+ deployment_name = f"azure/{deployment_name}"+ data["model"] = deployment_name+ return data+@staticmethoddef validate(adapter_metadata: dict[str, "Any"]) -> dict[str, "Any"]:adapter_metadata["model"] = AzureOpenAILLMParameters.validate_model(@@ -289,13 +300,18 @@ class AzureOpenAILLMParameters(BaseChatCompletionParameters):@staticmethoddef validate_model(adapter_metadata: dict[str, "Any"]) -> str:- model = adapter_metadata.get("deployment_name", "")- # Only add azure/ prefix if the model doesn't already have it- del adapter_metadata["deployment_name"]+ # deployment_name ALWAYS takes precedence over model+ if "deployment_name" in adapter_metadata:+ deployment_name = adapter_metadata["deployment_name"]+ if deployment_name.startswith("azure/"):+ return deployment_name+ return f"azure/{deployment_name}"++ # Only use model if deployment_name doesn't exist (second validation call)+ model = adapter_metadata.get("model", "")if model.startswith("azure/"):return model- else:- return f"azure/{model}"+ return f"azure/{model}"class VertexAILLMParameters(BaseChatCompletionParameters):diff --git a/unstract/tool-registry/tool_registry_config/public_tools.json b/unstract/tool-registry/tool_registry_config/public_tools.jsonindex e6c1862be..0d1a767f3 100644--- a/unstract/tool-registry/tool_registry_config/public_tools.json+++ b/unstract/tool-registry/tool_registry_config/public_tools.json@@ -5,7 +5,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.72",+ "toolVersion": "0.0.73","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"@@ -106,9 +106,9 @@"properties": {}},"icon": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<svg\n enable-background=\"new 0 0 20 20\"\n height=\"48\"\n viewBox=\"0 0 20 20\"\n width=\"48\"\n fill=\"#000000\"\n version=\"1.1\"\n id=\"svg8109\"\n sodipodi:docname=\"folder_copy_black_48dp.svg\"\n xmlns:inkscape=\"http://www.inkscape.org/namespaces/inkscape\"\n xmlns:sodipodi=\"http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd\"\n xmlns=\"http://www.w3.org/2000/svg\"\n xmlns:svg=\"http://www.w3.org/2000/svg\">\n <defs\n id=\"defs8113\" />\n <sodipodi:namedview\n id=\"namedview8111\"\n pagecolor=\"#ffffff\"\n bordercolor=\"#000000\"\n borderopacity=\"0.25\"\n inkscape:showpageshadow=\"2\"\n inkscape:pageopacity=\"0.0\"\n inkscape:pagecheckerboard=\"0\"\n inkscape:deskcolor=\"#d1d1d1\"\n showgrid=\"false\" />\n <g\n id=\"g8099\">\n <rect\n fill=\"none\"\n height=\"20\"\n width=\"20\"\n x=\"0\"\n id=\"rect8097\"\n y=\"0\" />\n </g>\n <g\n id=\"g8107\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <g\n id=\"g8105\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <path\n d=\"M 2.5,5 H 1 V 15.5 C 1,16.33 1.67,17 2.5,17 H 15.68 V 15.5 H 2.5 Z\"\n id=\"path8101\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n <path\n d=\"M 16.5,4 H 11 L 9,2 H 5.5 C 4.67,2 4,2.67 4,3.5 v 9 C 4,13.33 4.67,14 5.5,14 h 11 c 0.83,0 1.5,-0.67 1.5,-1.5 v -7 C 18,4.67 17.33,4 16.5,4 Z m 0,8.5 h -11 v -9 h 2.88 l 2,2 h 6.12 z\"\n id=\"path8103\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n </g>\n </g>\n</svg>\n",- "image_url": "docker:unstract/tool-classifier:0.0.72",+ "image_url": "docker:unstract/tool-classifier:0.0.73","image_name": "unstract/tool-classifier",- "image_tag": "0.0.72"+ "image_tag": "0.0.73"},"text_extractor": {"tool_uid": "text_extractor",@@ -116,7 +116,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.68",+ "toolVersion": "0.0.69","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"@@ -191,8 +191,8 @@}},"icon": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<svg\n enable-background=\"new 0 0 20 20\"\n height=\"48\"\n viewBox=\"0 0 20 20\"\n width=\"48\"\n fill=\"#000000\"\n version=\"1.1\"\n id=\"svg8109\"\n sodipodi:docname=\"folder_copy_black_48dp.svg\"\n xmlns:inkscape=\"http://www.inkscape.org/namespaces/inkscape\"\n xmlns:sodipodi=\"http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd\"\n xmlns=\"http://www.w3.org/2000/svg\"\n xmlns:svg=\"http://www.w3.org/2000/svg\">\n <defs\n id=\"defs8113\" />\n <sodipodi:namedview\n id=\"namedview8111\"\n pagecolor=\"#ffffff\"\n bordercolor=\"#000000\"\n borderopacity=\"0.25\"\n inkscape:showpageshadow=\"2\"\n inkscape:pageopacity=\"0.0\"\n inkscape:pagecheckerboard=\"0\"\n inkscape:deskcolor=\"#d1d1d1\"\n showgrid=\"false\" />\n <g\n id=\"g8099\">\n <rect\n fill=\"none\"\n height=\"20\"\n width=\"20\"\n x=\"0\"\n id=\"rect8097\"\n y=\"0\" />\n </g>\n <g\n id=\"g8107\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <g\n id=\"g8105\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <path\n d=\"M 2.5,5 H 1 V 15.5 C 1,16.33 1.67,17 2.5,17 H 15.68 V 15.5 H 2.5 Z\"\n id=\"path8101\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n <path\n d=\"M 16.5,4 H 11 L 9,2 H 5.5 C 4.67,2 4,2.67 4,3.5 v 9 C 4,13.33 4.67,14 5.5,14 h 11 c 0.83,0 1.5,-0.67 1.5,-1.5 v -7 C 18,4.67 17.33,4 16.5,4 Z m 0,8.5 h -11 v -9 h 2.88 l 2,2 h 6.12 z\"\n id=\"path8103\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n </g>\n </g>\n</svg>\n",- "image_url": "docker:unstract/tool-text-extractor:0.0.68",+ "image_url": "docker:unstract/tool-text-extractor:0.0.69","image_name": "unstract/tool-text-extractor",- "image_tag": "0.0.68"+ "image_tag": "0.0.69"}}