LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
SDK version bump (#267)
Deepak Kb3bad3f4768d
diff --git a/backend/pdm.lock b/backend/pdm.lockindex 0e0fd364d..5a4bc890d 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy", "test"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:edf754aed2e55b887341ffab6d88ea967d690b120aab0019d60a888c0d553e3c"+content_hash = "sha256:30a73ada03d4b4dafb971b76a0253d5d530b8918448c70dd099289c49e941326"[[package]]name = "adlfs"@@ -1741,16 +1741,16 @@ files = [[[package]]name = "gunicorn"-version = "21.2.0"-requires_python = ">=3.5"+version = "22.0.0"+requires_python = ">=3.7"summary = "WSGI HTTP Server for UNIX"groups = ["deploy"]dependencies = ["packaging",]files = [- {file = "gunicorn-21.2.0-py3-none-any.whl", hash = "sha256:3213aa5e8c24949e792bcacfc176fef362e7aac80b76c56f6b5122bf350722f0"},- {file = "gunicorn-21.2.0.tar.gz", hash = "sha256:88ec8bff1d634f98e61b9f65bc4bf3cd918a90806c6f5c48bc5603849ec81033"},+ {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},+ {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},][[package]]@@ -4766,7 +4766,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.20.0"+version = "0.20.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -4780,8 +4780,8 @@ dependencies = ["unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},- {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},+ {file = "unstract_sdk-0.20.1-py3-none-any.whl", hash = "sha256:b3df6cf33550b9e74d9f0d07e914eb65bdf726665c6022c4ad9dda2dbec05899"},+ {file = "unstract_sdk-0.20.1.tar.gz", hash = "sha256:0fda20c4689a4e83936efacfaeb51a3de9b8ae2bea7f330fc442dee27fd22308"},][[package]]diff --git a/backend/pyproject.toml b/backend/pyproject.tomlindex a4e810637..cdffd9550 100644--- a/backend/pyproject.toml+++ b/backend/pyproject.toml@@ -30,7 +30,7 @@ dependencies = ["python-socketio==5.9.0", # For log_events"social-auth-app-django==5.3.0", # For OAuth"social-auth-core==4.4.2", # For OAuth- "unstract-sdk~=0.20.0",+ "unstract-sdk~=0.20.1","unstract-adapters~=0.10.0",# ! IMPORTANT!# Indirect local dependencies usually need to be added in their own projectsdiff --git a/backend/sample.env b/backend/sample.envindex 923145617..3b2b62f03 100644--- a/backend/sample.env+++ b/backend/sample.env@@ -89,9 +89,9 @@ PROMPT_PORT=3003PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data# Structure Tool-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.12"+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.13"STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"-STRUCTURE_TOOL_IMAGE_TAG="0.0.12"+STRUCTURE_TOOL_IMAGE_TAG="0.0.13"# Feature FlagsEVALUATION_SERVER_IP=localhostdiff --git a/pdm.lock b/pdm.lockindex 90f34530b..59076d4b9 100644--- a/pdm.lock+++ b/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "hook-check-django-migrations", "lint"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:310c79dc4110a40d6ce285183f2ce6c1112e1b20fcc7d5cfcd4195a785e97d73"+content_hash = "sha256:4fee7127ce481373d3361ddcfaf4294fb601e7612b9d84c7dd7cb4722e854688"[[package]]name = "adlfs"@@ -4645,6 +4645,20 @@ files = [{file = "transformers-4.37.0.tar.gz", hash = "sha256:5a0fdee36168f751770f7036ce7a8787be14f8b0d8f29806c493b6cb819c6c83"},]+[[package]]+name = "types-cffi"+version = "1.16.0.20240331"+requires_python = ">=3.8"+summary = "Typing stubs for cffi"+groups = ["lint"]+dependencies = [+ "types-setuptools",+]+files = [+ {file = "types-cffi-1.16.0.20240331.tar.gz", hash = "sha256:b8b20d23a2b89cfed5f8c5bc53b0cb8677c3aac6d970dbc771e28b9c698f5dee"},+ {file = "types_cffi-1.16.0.20240331-py3-none-any.whl", hash = "sha256:a363e5ea54a4eb6a4a105d800685fde596bc318089b025b27dee09849fe41ff0"},+]+[[package]]name = "types-pymysql"version = "1.1.0.1"@@ -4657,16 +4671,17 @@ files = [[[package]]name = "types-pyopenssl"-version = "24.0.0.20240311"+version = "24.0.0.20240417"requires_python = ">=3.8"summary = "Typing stubs for pyOpenSSL"groups = ["lint"]dependencies = ["cryptography>=35.0.0",+ "types-cffi",]files = [- {file = "types-pyOpenSSL-24.0.0.20240311.tar.gz", hash = "sha256:7bca00cfc4e7ef9c5d2663c6a1c068c35798e59670595439f6296e7ba3d58083"},- {file = "types_pyOpenSSL-24.0.0.20240311-py3-none-any.whl", hash = "sha256:6e8e8bfad34924067333232c93f7fc4b369856d8bea0d5c9d1808cb290ab1972"},+ {file = "types-pyOpenSSL-24.0.0.20240417.tar.gz", hash = "sha256:38e75fb828d2717be173770bbae8c22811fdec68e2bc3f5833954113eb84237d"},+ {file = "types_pyOpenSSL-24.0.0.20240417-py3-none-any.whl", hash = "sha256:4ce41ddaf383815168b6e21d542fd92135f10a5e82adb3e593a6b79638b0b511"},][[package]]@@ -4693,7 +4708,7 @@ files = [[[package]]name = "types-redis"-version = "4.6.0.20240409"+version = "4.6.0.20240417"requires_python = ">=3.8"summary = "Typing stubs for redis"groups = ["lint"]@@ -4702,8 +4717,8 @@ dependencies = ["types-pyOpenSSL",]files = [- {file = "types-redis-4.6.0.20240409.tar.gz", hash = "sha256:ce217c279581d769df992c5b76d61c65425b0a679626048e633e643868eb881b"},- {file = "types_redis-4.6.0.20240409-py3-none-any.whl", hash = "sha256:a3b92760c49a034827a0c3825206728df4e61e981c1324099d4414335af4f52f"},+ {file = "types-redis-4.6.0.20240417.tar.gz", hash = "sha256:8be4b3e5945120acdef0a2348c04be42894e84c6d616288b908a3d8ed5e89a8d"},+ {file = "types_redis-4.6.0.20240417-py3-none-any.whl", hash = "sha256:4c35cbd90ff18c8da6f97a05d2fe97eb3abfe09acf3a4357b6c5e2d4a59385a1"},][[package]]@@ -4720,6 +4735,17 @@ files = [{file = "types_requests-2.31.0.6-py3-none-any.whl", hash = "sha256:a2db9cb228a81da8348b49ad6db3f5519452dd20a9c1e1a868c83c5fe88fd1a9"},]+[[package]]+name = "types-setuptools"+version = "69.5.0.20240415"+requires_python = ">=3.8"+summary = "Typing stubs for setuptools"+groups = ["lint"]+files = [+ {file = "types-setuptools-69.5.0.20240415.tar.gz", hash = "sha256:ea64af0a96a674f8c40ba34c09c254f3c70bc3f218c6bffa1d0912bd91584a2f"},+ {file = "types_setuptools-69.5.0.20240415-py3-none-any.whl", hash = "sha256:637cdb24a0d48a6ab362c09cfe3b89ecaa1c10666a8ba9452924e9a0ae00fa4a"},+]+[[package]]name = "types-tzlocal"version = "5.1.0.1"@@ -4923,7 +4949,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.20.0"+version = "0.20.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["hook-check-django-migrations"]@@ -4937,8 +4963,8 @@ dependencies = ["unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},- {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},+ {file = "unstract_sdk-0.20.1-py3-none-any.whl", hash = "sha256:b3df6cf33550b9e74d9f0d07e914eb65bdf726665c6022c4ad9dda2dbec05899"},+ {file = "unstract_sdk-0.20.1.tar.gz", hash = "sha256:0fda20c4689a4e83936efacfaeb51a3de9b8ae2bea7f330fc442dee27fd22308"},][[package]]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 71b1ed13a..102604ab2 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:50d54cc7dddf2e4a3d103e8844e7d6cce463261cdca44973582a083d1d0941e1"+content_hash = "sha256:f0b68f3f12f926e922d0fc178e6bb0e03642e8495d15a21c7e1c404e104cf280"[[package]]name = "aiohttp"@@ -1184,16 +1184,16 @@ files = [[[package]]name = "gunicorn"-version = "21.2.0"-requires_python = ">=3.5"+version = "22.0.0"+requires_python = ">=3.7"summary = "WSGI HTTP Server for UNIX"groups = ["deploy"]dependencies = ["packaging",]files = [- {file = "gunicorn-21.2.0-py3-none-any.whl", hash = "sha256:3213aa5e8c24949e792bcacfc176fef362e7aac80b76c56f6b5122bf350722f0"},- {file = "gunicorn-21.2.0.tar.gz", hash = "sha256:88ec8bff1d634f98e61b9f65bc4bf3cd918a90806c6f5c48bc5603849ec81033"},+ {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},+ {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},][[package]]@@ -2294,11 +2294,11 @@ files = [[[package]]name = "peewee"-version = "3.17.1"+version = "3.17.2"summary = "a little orm"groups = ["default"]files = [- {file = "peewee-3.17.1.tar.gz", hash = "sha256:e009ac4227c4fdc0058a56e822ad5987684f0a1fbb20fed577200785102581c3"},+ {file = "peewee-3.17.2.tar.gz", hash = "sha256:2fe35224317d6b50e162ac44880a0d281d4ac0d53c7ae9d228eb769299618fb1"},][[package]]@@ -3680,7 +3680,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.20.0"+version = "0.20.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -3694,8 +3694,8 @@ dependencies = ["unstract-adapters~=0.10.0",]files = [- {file = "unstract_sdk-0.20.0-py3-none-any.whl", hash = "sha256:cdcc7fe30e912a66d4a7cbb4b7ee6f373a5b88e4cfe7d39a06efef5999c182e5"},- {file = "unstract_sdk-0.20.0.tar.gz", hash = "sha256:3344860c02313a64990b0d2fa89926b7784122b5549abb21d034a9df11be93b3"},+ {file = "unstract_sdk-0.20.1-py3-none-any.whl", hash = "sha256:b3df6cf33550b9e74d9f0d07e914eb65bdf726665c6022c4ad9dda2dbec05899"},+ {file = "unstract_sdk-0.20.1.tar.gz", hash = "sha256:0fda20c4689a4e83936efacfaeb51a3de9b8ae2bea7f330fc442dee27fd22308"},][[package]]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex 07e66e18a..43aa549e0 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -15,7 +15,7 @@ dependencies = ["flask~=3.0","llama-index==0.10.28","python-dotenv==1.0.0",- "unstract-sdk~=0.20.0",+ "unstract-sdk~=0.20.1","redis>=5.0.3","unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]diff --git a/pyproject.toml b/pyproject.tomlindex 4fc6fc41c..1bc32fc92 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -40,7 +40,7 @@ hook-check-django-migrations = ["psycopg2-binary==2.9.9","python-dotenv==1.0.0","python-magic==0.4.27",- "unstract-sdk~=0.20.0",+ "unstract-sdk~=0.20.1","unstract-adapters~=0.10.0","-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors","-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core",diff --git a/tools/structure/requirements.txt b/tools/structure/requirements.txtindex 25d528ba1..748c1e6aa 100644--- a/tools/structure/requirements.txt+++ b/tools/structure/requirements.txt@@ -1,4 +1,4 @@# Add your dependencies here# Required for all unstract tools-unstract-sdk~=0.20.0+unstract-sdk~=0.20.1diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex 1f9f709e9..008023a16 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Structure Tool","functionName": "structure_tool",- "toolVersion": "0.0.12",+ "toolVersion": "0.0.13","description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio","input": {"description": "File that needs to be indexed and parsed for answers"