LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Bumped SDK, adapter and tool versions (#263)
Deepak K779b944aab39
diff --git a/backend/pdm.lock b/backend/pdm.lockindex 31628ab7a..0e0fd364d 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy", "test"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:99efd0828d808f334497d4eea893a98cf4c9b5e08a3c843f4d8b888755fc497a"+content_hash = "sha256:edf754aed2e55b887341ffab6d88ea967d690b120aab0019d60a888c0d553e3c"[[package]]name = "adlfs"@@ -4682,7 +4682,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.9.0"+version = "0.10.0"requires_python = "<3.12,>=3.9"summary = "Unstract interface for LLMs, Embeddings and VectorDBs"groups = ["default"]@@ -4707,8 +4707,8 @@ dependencies = ["singleton-decorator~=1.0.0",]files = [- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},][[package]]@@ -4766,7 +4766,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.19.0"+version = "0.20.0"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -4777,11 +4777,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},][[package]]@@ -4795,7 +4795,7 @@ dependencies = ["PyYAML~=6.0.1","docker~=6.1.3","jsonschema~=4.18.2",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0","unstract-tool-sandbox",]diff --git a/backend/pyproject.toml b/backend/pyproject.tomlindex 461376b8c..a4e810637 100644--- a/backend/pyproject.toml+++ b/backend/pyproject.toml@@ -30,8 +30,8 @@ dependencies = ["python-socketio==5.9.0", # For log_events"social-auth-app-django==5.3.0", # For OAuth"social-auth-core==4.4.2", # For OAuth- "unstract-sdk~=0.19.0",- "unstract-adapters~=0.9.0",+ "unstract-sdk~=0.20.0",+ "unstract-adapters~=0.10.0",# ! IMPORTANT!# Indirect local dependencies usually need to be added in their own projects# as: https://pdm-project.org/latest/usage/dependency/#local-dependencies.diff --git a/backend/sample.env b/backend/sample.envindex c607e834d..923145617 100644--- a/backend/sample.env+++ b/backend/sample.env@@ -89,9 +89,9 @@ PROMPT_PORT=3003PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data# Structure Tool-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.11"+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.12"STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"-STRUCTURE_TOOL_IMAGE_TAG="0.0.11"+STRUCTURE_TOOL_IMAGE_TAG="0.0.12"# Feature FlagsEVALUATION_SERVER_IP=localhostdiff --git a/pdm.lock b/pdm.lockindex c935f84f8..90f34530b 100644--- a/pdm.lock+++ b/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "hook-check-django-migrations", "lint"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:0dedd6312c00ca449cfb4293c0bad56d4865920cacfa4ea345a9ae943001d9e9"+content_hash = "sha256:310c79dc4110a40d6ce285183f2ce6c1112e1b20fcc7d5cfcd4195a785e97d73"[[package]]name = "adlfs"@@ -4836,7 +4836,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.9.0"+version = "0.10.0"requires_python = "<3.12,>=3.9"summary = "Unstract interface for LLMs, Embeddings and VectorDBs"groups = ["hook-check-django-migrations"]@@ -4861,8 +4861,8 @@ dependencies = ["singleton-decorator~=1.0.0",]files = [- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},][[package]]@@ -4923,7 +4923,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.19.0"+version = "0.20.0"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["hook-check-django-migrations"]@@ -4934,11 +4934,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},][[package]]@@ -4953,7 +4953,7 @@ dependencies = ["PyYAML~=6.0.1","docker~=6.1.3","jsonschema~=4.18.2",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0","unstract-tool-sandbox",]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex e44d7b07b..71b1ed13a 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:d3843efe948827b882b2c5bc1179bcd752fb4b688796449e6a9d61ea2c0b7031"+content_hash = "sha256:50d54cc7dddf2e4a3d103e8844e7d6cce463261cdca44973582a083d1d0941e1"[[package]]name = "aiohttp"@@ -3340,8 +3340,8 @@ requires_python = ">=3.7"summary = "Database Abstraction Library"groups = ["default"]dependencies = [+ "SQLAlchemy==2.0.29","greenlet!=0.4.17",- "sqlalchemy==2.0.29",]files = [{file = "SQLAlchemy-2.0.29-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4c142852ae192e9fe5aad5c350ea6befe9db14370b34047e1f0f7cf99e63c63b"},@@ -3633,7 +3633,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.9.0"+version = "0.10.0"requires_python = "<3.12,>=3.9"summary = "Unstract interface for LLMs, Embeddings and VectorDBs"groups = ["default"]@@ -3658,8 +3658,8 @@ dependencies = ["singleton-decorator~=1.0.0",]files = [- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},][[package]]@@ -3680,7 +3680,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.19.0"+version = "0.20.0"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -3691,11 +3691,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},][[package]]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex 58d30dcda..07e66e18a 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -15,7 +15,7 @@ dependencies = ["flask~=3.0","llama-index==0.10.28","python-dotenv==1.0.0",- "unstract-sdk~=0.19.0",+ "unstract-sdk~=0.20.0","redis>=5.0.3","unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]diff --git a/pyproject.toml b/pyproject.tomlindex 4241a031e..4fc6fc41c 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -40,8 +40,8 @@ hook-check-django-migrations = ["psycopg2-binary==2.9.9","python-dotenv==1.0.0","python-magic==0.4.27",- "unstract-sdk~=0.19.0",- "unstract-adapters~=0.9.0",+ "unstract-sdk~=0.20.0",+ "unstract-adapters~=0.10.0","-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors","-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core","-e unstract-flags @ file:///${PROJECT_ROOT}/unstract/flags",diff --git a/tools/classifier/requirements.txt b/tools/classifier/requirements.txtindex e67c81cf6..25d528ba1 100644--- a/tools/classifier/requirements.txt+++ b/tools/classifier/requirements.txt@@ -1,4 +1,4 @@# Add your dependencies here# Required for all unstract tools-unstract-sdk~=0.19.0+unstract-sdk~=0.20.0diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.jsonindex 86b8f5f96..b193904f2 100644--- a/tools/classifier/src/config/properties.json+++ b/tools/classifier/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.9",+ "toolVersion": "0.0.10","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"diff --git a/tools/structure/requirements.txt b/tools/structure/requirements.txtindex fdbe42b3c..25d528ba1 100644--- a/tools/structure/requirements.txt+++ b/tools/structure/requirements.txt@@ -1,4 +1,4 @@# Add your dependencies here# Required for all unstract tools-unstract-sdk~=0.18.0+unstract-sdk~=0.20.0diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex c11b0a6c0..1f9f709e9 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Structure Tool","functionName": "structure_tool",- "toolVersion": "0.0.11",+ "toolVersion": "0.0.12","description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio","input": {"description": "File that needs to be indexed and parsed for answers"diff --git a/tools/text_extractor/requirements.txt b/tools/text_extractor/requirements.txtindex fdbe42b3c..25d528ba1 100644--- a/tools/text_extractor/requirements.txt+++ b/tools/text_extractor/requirements.txt@@ -1,4 +1,4 @@# Add your dependencies here# Required for all unstract tools-unstract-sdk~=0.18.0+unstract-sdk~=0.20.0diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.jsonindex 1b7cb3d22..d9765935a 100644--- a/tools/text_extractor/src/config/properties.json+++ b/tools/text_extractor/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.8",+ "toolVersion": "0.0.9","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"diff --git a/unstract/tool-registry/pyproject.toml b/unstract/tool-registry/pyproject.tomlindex c37ae42dc..f14770303 100644--- a/unstract/tool-registry/pyproject.toml+++ b/unstract/tool-registry/pyproject.toml@@ -13,7 +13,7 @@ dependencies = ["docker~=6.1.3","jsonschema~=4.18.2","PyYAML~=6.0.1",- "unstract-adapters~=0.9.0",+ "unstract-adapters~=0.10.0",# ! IMPORTANT!# Local dependencies usually need to be added as:# https://pdm-project.org/latest/usage/dependency/#local-dependencies