Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Propagate error properly from prompt-service to backend (#248)

Deepak Kb5a6e0fefc28
diff --git a/backend/pdm.lock b/backend/pdm.lock
index 8f48e1eea..7448cfbbe 100644
--- a/backend/pdm.lock
+++ b/backend/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "deploy", "test"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:0d836bd2572a421f5dd25b335bf4b05b9d65a679fae8b070124062389498b7a3"
+content_hash = "sha256:b4901f4b26ef751cf8b9067e1296bc48f031a1b5606a2a71ae7ba68acc2a3340"
[[package]]
name = "adlfs"
@@ -4737,7 +4737,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.18.1"
+version = "0.18.2"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["default"]
@@ -4751,8 +4751,8 @@ dependencies = [
"unstract-adapters~=0.8.0",
]
files = [
- {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},
- {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},
+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},
+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},
]
[[package]]
diff --git a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
index 1043d5f23..8c9bccb7e 100644
--- a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
+++ b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
@@ -418,6 +418,20 @@ class PromptStudioHelper:
)
except PermissionError as e:
raise e
+ except AnswerFetchError as e:
+ error_message = str(e)
+ logger.error(
+ "[%s] Error while fetching single pass response: %s",
+ tool_id,
+ error_message,
+ )
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": str(id)},
+ LogLevels.ERROR,
+ LogLevels.RUN,
+ error_message,
+ )
+ raise
except Exception as e:
logger.error(
f"[{tool.tool_id}] Error while fetching single pass response: {e}" # noqa: E501
@@ -768,6 +782,7 @@ class PromptStudioHelper:
answer = responder.single_pass_extraction(payload)
# TODO: Make use of dataclasses
if answer["status"] == "ERROR":
- raise AnswerFetchError()
+ error_message = answer.get("error", "")
+ raise AnswerFetchError(error_message)
output_response = json.loads(answer["structure_output"])
return output_response
diff --git a/backend/pyproject.toml b/backend/pyproject.toml
index 5c68d0237..956d867b1 100644
--- a/backend/pyproject.toml
+++ b/backend/pyproject.toml
@@ -30,7 +30,7 @@ dependencies = [
"python-socketio==5.9.0", # For log_events
"social-auth-app-django==5.3.0", # For OAuth
"social-auth-core==4.4.2", # For OAuth
- "unstract-sdk~=0.18.0",
+ "unstract-sdk~=0.18.2",
"unstract-adapters~=0.8.0",
# ! IMPORTANT!
# Indirect local dependencies usually need to be added in their own projects
diff --git a/pdm.lock b/pdm.lock
index fb802988d..ddfdf8616 100644
--- a/pdm.lock
+++ b/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "hook-check-django-migrations", "lint"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:aaed1201ed76dc8c721cfa72abd70d2ff3e2f55525a19fba07dfda2948d48175"
+content_hash = "sha256:df5d10f4fc9dae6d123bc93fc2c2b1064a534e453f85c105281d177a6d21aa32"
[[package]]
name = "adlfs"
@@ -4894,7 +4894,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.18.0"
+version = "0.18.2"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["hook-check-django-migrations"]
@@ -4908,8 +4908,8 @@ dependencies = [
"unstract-adapters~=0.8.0",
]
files = [
- {file = "unstract_sdk-0.18.0-py3-none-any.whl", hash = "sha256:84462ee3fddf9e56d7954111c47308c504b1297bf6576307c183bfc1ea83c75b"},
- {file = "unstract_sdk-0.18.0.tar.gz", hash = "sha256:ea8a7066c4510ffef82215754c72479121e2ba430541fca1a352029613a0bf83"},
+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},
+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},
]
[[package]]
diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lock
index 2ae5f2318..b14a38400 100644
--- a/prompt-service/pdm.lock
+++ b/prompt-service/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "deploy"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:a42badfe8b43ec0f40fde1c0fabe32a9b50ab05397eea09fb25daab33d0d725e"
+content_hash = "sha256:7d82667fe188400642da443a2613e2d2f174ab6b2070f5f28c0848c611dfb396"
[[package]]
name = "aiohttp"
@@ -3584,7 +3584,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.18.1"
+version = "0.18.2"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["default"]
@@ -3598,8 +3598,8 @@ dependencies = [
"unstract-adapters~=0.8.0",
]
files = [
- {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},
- {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},
+ {file = "unstract_sdk-0.18.2-py3-none-any.whl", hash = "sha256:828af7d1ed0cd3b6c7d55629c2484fde54153356de8db8bc04ca2f83b821c3d6"},
+ {file = "unstract_sdk-0.18.2.tar.gz", hash = "sha256:6666b703ae9d1391c8905bf5bfd354449e7e1b155f4d9c28e54891a8e5f73627"},
]
[[package]]
diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.toml
index f16907ba0..4852b749e 100644
--- a/prompt-service/pyproject.toml
+++ b/prompt-service/pyproject.toml
@@ -15,7 +15,7 @@ dependencies = [
"flask~=3.0",
"llama-index==0.9.28",
"python-dotenv==1.0.0",
- "unstract-sdk~=0.18.0",
+ "unstract-sdk~=0.18.2",
"redis>=5.0.3",
"unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",
]
diff --git a/pyproject.toml b/pyproject.toml
index 5b55dadbd..8839899c5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -40,7 +40,7 @@ hook-check-django-migrations = [
"psycopg2-binary==2.9.9",
"python-dotenv==1.0.0",
"python-magic==0.4.27",
- "unstract-sdk~=0.18.0",
+ "unstract-sdk~=0.18.2",
"unstract-adapters~=0.8.0",
"-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors",
"-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core",
diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.json
index 9dc42df65..641a6b735 100644
--- a/tools/classifier/src/config/properties.json
+++ b/tools/classifier/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "File Classifier",
"functionName": "classify",
- "toolVersion": "0.0.7",
+ "toolVersion": "0.0.8",
"description": "Classifies a file into a bin based on its contents",
"input": {
"description": "File to be classified"
diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.json
index 69c7528d5..90a5d4199 100644
--- a/tools/structure/src/config/properties.json
+++ b/tools/structure/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "Structure Tool",
"functionName": "structure_tool",
- "toolVersion": "0.0.9",
+ "toolVersion": "0.0.10",
"description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio",
"input": {
"description": "File that needs to be indexed and parsed for answers"
diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.json
index ee35987fa..0d1d6dbaa 100644
--- a/tools/text_extractor/src/config/properties.json
+++ b/tools/text_extractor/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "Text Extractor",
"functionName": "text_extractor",
- "toolVersion": "0.0.6",
+ "toolVersion": "0.0.7",
"description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents",
"input": {
"description": "Document"