LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Propagate error properly from prompt-service to backend (#248)
Deepak Kb5a6e0fefc28
diff --git a/backend/pdm.lock b/backend/pdm.lockindex 8f48e1eea..7448cfbbe 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy", "test"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:0d836bd2572a421f5dd25b335bf4b05b9d65a679fae8b070124062389498b7a3"+content_hash = "sha256:b4901f4b26ef751cf8b9067e1296bc48f031a1b5606a2a71ae7ba68acc2a3340"[[package]]name = "adlfs"@@ -4737,7 +4737,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.18.1"+version = "0.18.2"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -4751,8 +4751,8 @@ dependencies = ["unstract-adapters~=0.8.0",]files = [- {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},- {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},][[package]]diff --git a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.pyindex 1043d5f23..8c9bccb7e 100644--- a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py+++ b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py@@ -418,6 +418,20 @@ class PromptStudioHelper:)except PermissionError as e:raise e+ except AnswerFetchError as e:+ error_message = str(e)+ logger.error(+ "[%s] Error while fetching single pass response: %s",+ tool_id,+ error_message,+ )+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": str(id)},+ LogLevels.ERROR,+ LogLevels.RUN,+ error_message,+ )+ raiseexcept Exception as e:logger.error(f"[{tool.tool_id}] Error while fetching single pass response: {e}" # noqa: E501@@ -768,6 +782,7 @@ class PromptStudioHelper:answer = responder.single_pass_extraction(payload)# TODO: Make use of dataclassesif answer["status"] == "ERROR":- raise AnswerFetchError()+ error_message = answer.get("error", "")+ raise AnswerFetchError(error_message)output_response = json.loads(answer["structure_output"])return output_responsediff --git a/backend/pyproject.toml b/backend/pyproject.tomlindex 5c68d0237..956d867b1 100644--- a/backend/pyproject.toml+++ b/backend/pyproject.toml@@ -30,7 +30,7 @@ dependencies = ["python-socketio==5.9.0", # For log_events"social-auth-app-django==5.3.0", # For OAuth"social-auth-core==4.4.2", # For OAuth- "unstract-sdk~=0.18.0",+ "unstract-sdk~=0.18.2","unstract-adapters~=0.8.0",# ! IMPORTANT!# Indirect local dependencies usually need to be added in their own projectsdiff --git a/pdm.lock b/pdm.lockindex fb802988d..ddfdf8616 100644--- a/pdm.lock+++ b/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "hook-check-django-migrations", "lint"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:aaed1201ed76dc8c721cfa72abd70d2ff3e2f55525a19fba07dfda2948d48175"+content_hash = "sha256:df5d10f4fc9dae6d123bc93fc2c2b1064a534e453f85c105281d177a6d21aa32"[[package]]name = "adlfs"@@ -4894,7 +4894,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.18.0"+version = "0.18.2"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["hook-check-django-migrations"]@@ -4908,8 +4908,8 @@ dependencies = ["unstract-adapters~=0.8.0",]files = [- {file = "unstract_sdk-0.18.0-py3-none-any.whl", hash = "sha256:84462ee3fddf9e56d7954111c47308c504b1297bf6576307c183bfc1ea83c75b"},- {file = "unstract_sdk-0.18.0.tar.gz", hash = "sha256:ea8a7066c4510ffef82215754c72479121e2ba430541fca1a352029613a0bf83"},+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},][[package]]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 2ae5f2318..b14a38400 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:a42badfe8b43ec0f40fde1c0fabe32a9b50ab05397eea09fb25daab33d0d725e"+content_hash = "sha256:7d82667fe188400642da443a2613e2d2f174ab6b2070f5f28c0848c611dfb396"[[package]]name = "aiohttp"@@ -3584,7 +3584,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.18.1"+version = "0.18.2"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -3598,8 +3598,8 @@ dependencies = ["unstract-adapters~=0.8.0",]files = [- {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},- {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},][[package]]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex f16907ba0..4852b749e 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -15,7 +15,7 @@ dependencies = ["flask~=3.0","llama-index==0.9.28","python-dotenv==1.0.0",- "unstract-sdk~=0.18.0",+ "unstract-sdk~=0.18.2","redis>=5.0.3","unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]diff --git a/pyproject.toml b/pyproject.tomlindex 5b55dadbd..8839899c5 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -40,7 +40,7 @@ hook-check-django-migrations = ["psycopg2-binary==2.9.9","python-dotenv==1.0.0","python-magic==0.4.27",- "unstract-sdk~=0.18.0",+ "unstract-sdk~=0.18.2","unstract-adapters~=0.8.0","-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors","-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core",diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.jsonindex 9dc42df65..641a6b735 100644--- a/tools/classifier/src/config/properties.json+++ b/tools/classifier/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.7",+ "toolVersion": "0.0.8","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex 69c7528d5..90a5d4199 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Structure Tool","functionName": "structure_tool",- "toolVersion": "0.0.9",+ "toolVersion": "0.0.10","description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio","input": {"description": "File that needs to be indexed and parsed for answers"diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.jsonindex ee35987fa..0d1d6dbaa 100644--- a/tools/text_extractor/src/config/properties.json+++ b/tools/text_extractor/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.6",+ "toolVersion": "0.0.7","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"