Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Bumped SDK, adapter and tool versions (#263)

Deepak K779b944aab39
diff --git a/backend/pdm.lock b/backend/pdm.lock
index 31628ab7a..0e0fd364d 100644
--- a/backend/pdm.lock
+++ b/backend/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "deploy", "test"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:99efd0828d808f334497d4eea893a98cf4c9b5e08a3c843f4d8b888755fc497a"
+content_hash = "sha256:edf754aed2e55b887341ffab6d88ea967d690b120aab0019d60a888c0d553e3c"
[[package]]
name = "adlfs"
@@ -4682,7 +4682,7 @@ files = [
[[package]]
name = "unstract-adapters"
-version = "0.9.0"
+version = "0.10.0"
requires_python = "<3.12,>=3.9"
summary = "Unstract interface for LLMs, Embeddings and VectorDBs"
groups = ["default"]
@@ -4707,8 +4707,8 @@ dependencies = [
"singleton-decorator~=1.0.0",
]
files = [
- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},
- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},
+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},
+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},
]
[[package]]
@@ -4766,7 +4766,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.19.0"
+version = "0.20.0"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["default"]
@@ -4777,11 +4777,11 @@ dependencies = [
"python-magic~=0.4.27",
"tiktoken~=0.4.0",
"transformers==4.37.0",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
]
files = [
- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},
- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},
+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},
+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},
]
[[package]]
@@ -4795,7 +4795,7 @@ dependencies = [
"PyYAML~=6.0.1",
"docker~=6.1.3",
"jsonschema~=4.18.2",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
"unstract-tool-sandbox",
]
diff --git a/backend/pyproject.toml b/backend/pyproject.toml
index 461376b8c..a4e810637 100644
--- a/backend/pyproject.toml
+++ b/backend/pyproject.toml
@@ -30,8 +30,8 @@ dependencies = [
"python-socketio==5.9.0", # For log_events
"social-auth-app-django==5.3.0", # For OAuth
"social-auth-core==4.4.2", # For OAuth
- "unstract-sdk~=0.19.0",
- "unstract-adapters~=0.9.0",
+ "unstract-sdk~=0.20.0",
+ "unstract-adapters~=0.10.0",
# ! IMPORTANT!
# Indirect local dependencies usually need to be added in their own projects
# as: https://pdm-project.org/latest/usage/dependency/#local-dependencies.
diff --git a/backend/sample.env b/backend/sample.env
index c607e834d..923145617 100644
--- a/backend/sample.env
+++ b/backend/sample.env
@@ -89,9 +89,9 @@ PROMPT_PORT=3003
PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data
# Structure Tool
-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.11"
+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.12"
STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"
-STRUCTURE_TOOL_IMAGE_TAG="0.0.11"
+STRUCTURE_TOOL_IMAGE_TAG="0.0.12"
# Feature Flags
EVALUATION_SERVER_IP=localhost
diff --git a/pdm.lock b/pdm.lock
index c935f84f8..90f34530b 100644
--- a/pdm.lock
+++ b/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "hook-check-django-migrations", "lint"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:0dedd6312c00ca449cfb4293c0bad56d4865920cacfa4ea345a9ae943001d9e9"
+content_hash = "sha256:310c79dc4110a40d6ce285183f2ce6c1112e1b20fcc7d5cfcd4195a785e97d73"
[[package]]
name = "adlfs"
@@ -4836,7 +4836,7 @@ files = [
[[package]]
name = "unstract-adapters"
-version = "0.9.0"
+version = "0.10.0"
requires_python = "<3.12,>=3.9"
summary = "Unstract interface for LLMs, Embeddings and VectorDBs"
groups = ["hook-check-django-migrations"]
@@ -4861,8 +4861,8 @@ dependencies = [
"singleton-decorator~=1.0.0",
]
files = [
- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},
- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},
+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},
+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},
]
[[package]]
@@ -4923,7 +4923,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.19.0"
+version = "0.20.0"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["hook-check-django-migrations"]
@@ -4934,11 +4934,11 @@ dependencies = [
"python-magic~=0.4.27",
"tiktoken~=0.4.0",
"transformers==4.37.0",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
]
files = [
- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},
- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},
+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},
+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},
]
[[package]]
@@ -4953,7 +4953,7 @@ dependencies = [
"PyYAML~=6.0.1",
"docker~=6.1.3",
"jsonschema~=4.18.2",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
"unstract-tool-sandbox",
]
diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lock
index e44d7b07b..71b1ed13a 100644
--- a/prompt-service/pdm.lock
+++ b/prompt-service/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "deploy"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:d3843efe948827b882b2c5bc1179bcd752fb4b688796449e6a9d61ea2c0b7031"
+content_hash = "sha256:50d54cc7dddf2e4a3d103e8844e7d6cce463261cdca44973582a083d1d0941e1"
[[package]]
name = "aiohttp"
@@ -3340,8 +3340,8 @@ requires_python = ">=3.7"
summary = "Database Abstraction Library"
groups = ["default"]
dependencies = [
+ "SQLAlchemy==2.0.29",
"greenlet!=0.4.17",
- "sqlalchemy==2.0.29",
]
files = [
{file = "SQLAlchemy-2.0.29-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4c142852ae192e9fe5aad5c350ea6befe9db14370b34047e1f0f7cf99e63c63b"},
@@ -3633,7 +3633,7 @@ files = [
[[package]]
name = "unstract-adapters"
-version = "0.9.0"
+version = "0.10.0"
requires_python = "<3.12,>=3.9"
summary = "Unstract interface for LLMs, Embeddings and VectorDBs"
groups = ["default"]
@@ -3658,8 +3658,8 @@ dependencies = [
"singleton-decorator~=1.0.0",
]
files = [
- {file = "unstract_adapters-0.9.0-py3-none-any.whl", hash = "sha256:4cdd4de1f0bb6fe09f3a13fadf6e229d7fcab8362d31707dd2be331f4ce79940"},
- {file = "unstract_adapters-0.9.0.tar.gz", hash = "sha256:045bbe233a80fc7c08c8ba8f841bbfc3b57988762cd668fb90f2c09bddafab18"},
+ {file = "unstract_adapters-0.10.0-py3-none-any.whl", hash = "sha256:8ad19cbdf939679a53f2910e596ba6402598b1e3046fc05b2331bb5e902e9915"},
+ {file = "unstract_adapters-0.10.0.tar.gz", hash = "sha256:b0cde1ce5ce40e978fe3e2a350ef5950b7ec622ea9b14a99eedf3fa77efade97"},
]
[[package]]
@@ -3680,7 +3680,7 @@ dependencies = [
[[package]]
name = "unstract-sdk"
-version = "0.19.0"
+version = "0.20.0"
requires_python = "<3.11.1,>=3.9"
summary = "A framework for writing Unstract Tools/Apps"
groups = ["default"]
@@ -3691,11 +3691,11 @@ dependencies = [
"python-magic~=0.4.27",
"tiktoken~=0.4.0",
"transformers==4.37.0",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
]
files = [
- {file = "unstract_sdk-0.19.0-py3-none-any.whl", hash = "sha256:9aeb63b378d22e457c47a6d74d074d0d420bea58d84eb2b9e72ca2d5bfdf9915"},
- {file = "unstract_sdk-0.19.0.tar.gz", hash = "sha256:f868bfbd2852e7fa6c7176daa3001b77370e09e7bc3efbe460c8d6ee8b203c59"},
+ {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},
+ {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},
]
[[package]]
diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.toml
index 58d30dcda..07e66e18a 100644
--- a/prompt-service/pyproject.toml
+++ b/prompt-service/pyproject.toml
@@ -15,7 +15,7 @@ dependencies = [
"flask~=3.0",
"llama-index==0.10.28",
"python-dotenv==1.0.0",
- "unstract-sdk~=0.19.0",
+ "unstract-sdk~=0.20.0",
"redis>=5.0.3",
"unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",
]
diff --git a/pyproject.toml b/pyproject.toml
index 4241a031e..4fc6fc41c 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -40,8 +40,8 @@ hook-check-django-migrations = [
"psycopg2-binary==2.9.9",
"python-dotenv==1.0.0",
"python-magic==0.4.27",
- "unstract-sdk~=0.19.0",
- "unstract-adapters~=0.9.0",
+ "unstract-sdk~=0.20.0",
+ "unstract-adapters~=0.10.0",
"-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors",
"-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core",
"-e unstract-flags @ file:///${PROJECT_ROOT}/unstract/flags",
diff --git a/tools/classifier/requirements.txt b/tools/classifier/requirements.txt
index e67c81cf6..25d528ba1 100644
--- a/tools/classifier/requirements.txt
+++ b/tools/classifier/requirements.txt
@@ -1,4 +1,4 @@
# Add your dependencies here
# Required for all unstract tools
-unstract-sdk~=0.19.0
+unstract-sdk~=0.20.0
diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.json
index 86b8f5f96..b193904f2 100644
--- a/tools/classifier/src/config/properties.json
+++ b/tools/classifier/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "File Classifier",
"functionName": "classify",
- "toolVersion": "0.0.9",
+ "toolVersion": "0.0.10",
"description": "Classifies a file into a bin based on its contents",
"input": {
"description": "File to be classified"
diff --git a/tools/structure/requirements.txt b/tools/structure/requirements.txt
index fdbe42b3c..25d528ba1 100644
--- a/tools/structure/requirements.txt
+++ b/tools/structure/requirements.txt
@@ -1,4 +1,4 @@
# Add your dependencies here
# Required for all unstract tools
-unstract-sdk~=0.18.0
+unstract-sdk~=0.20.0
diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.json
index c11b0a6c0..1f9f709e9 100644
--- a/tools/structure/src/config/properties.json
+++ b/tools/structure/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "Structure Tool",
"functionName": "structure_tool",
- "toolVersion": "0.0.11",
+ "toolVersion": "0.0.12",
"description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio",
"input": {
"description": "File that needs to be indexed and parsed for answers"
diff --git a/tools/text_extractor/requirements.txt b/tools/text_extractor/requirements.txt
index fdbe42b3c..25d528ba1 100644
--- a/tools/text_extractor/requirements.txt
+++ b/tools/text_extractor/requirements.txt
@@ -1,4 +1,4 @@
# Add your dependencies here
# Required for all unstract tools
-unstract-sdk~=0.18.0
+unstract-sdk~=0.20.0
diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.json
index 1b7cb3d22..d9765935a 100644
--- a/tools/text_extractor/src/config/properties.json
+++ b/tools/text_extractor/src/config/properties.json
@@ -2,7 +2,7 @@
"schemaVersion": "0.0.1",
"displayName": "Text Extractor",
"functionName": "text_extractor",
- "toolVersion": "0.0.8",
+ "toolVersion": "0.0.9",
"description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents",
"input": {
"description": "Document"
diff --git a/unstract/tool-registry/pyproject.toml b/unstract/tool-registry/pyproject.toml
index c37ae42dc..f14770303 100644
--- a/unstract/tool-registry/pyproject.toml
+++ b/unstract/tool-registry/pyproject.toml
@@ -13,7 +13,7 @@ dependencies = [
"docker~=6.1.3",
"jsonschema~=4.18.2",
"PyYAML~=6.0.1",
- "unstract-adapters~=0.9.0",
+ "unstract-adapters~=0.10.0",
# ! IMPORTANT!
# Local dependencies usually need to be added as:
# https://pdm-project.org/latest/usage/dependency/#local-dependencies