LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Version roll over for qdrant client (#185)
Gayathri3cd1759cf5b1
diff --git a/backend/pdm.lock b/backend/pdm.lockindex 7cab98b73..16ab7e698 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy", "test"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:20f4ea4bee67fb5ba4b287acf91faffc67cadcc10f899e94bf8acdec19ef7c34"+content_hash = "sha256:f419cbb1b6f0d23dc3a724c8a11bcf57384bafec9bdcc2fd9a700953501811b4"[[package]]name = "adlfs"@@ -3472,8 +3472,8 @@ files = [[[package]]name = "qdrant-client"-version = "1.7.0"-requires_python = ">=3.8,<3.13"+version = "1.8.0"+requires_python = ">=3.8"summary = "Client library for the Qdrant vector search engine"groups = ["default"]dependencies = [@@ -3483,11 +3483,11 @@ dependencies = ["numpy>=1.21; python_version >= \"3.8\" and python_version < \"3.12\"","portalocker<3.0.0,>=2.7.0","pydantic>=1.10.8",- "urllib3<2.0.0,>=1.26.14",+ "urllib3<3,>=1.26.14",]files = [- {file = "qdrant_client-1.7.0-py3-none-any.whl", hash = "sha256:ab5779cf3f008da2a801c943413423f1ff434128dfaeda031f037453e1fa8306"},- {file = "qdrant_client-1.7.0.tar.gz", hash = "sha256:bbe0656020c2f11061d7836b87e99ba6b50a028f5318459cc1fddf4ef73d9a8b"},+ {file = "qdrant_client-1.8.0-py3-none-any.whl", hash = "sha256:fa28d3eb64c0c57ec029c7c85c71f6c72c197f92502022655741f3632c518e29"},+ {file = "qdrant_client-1.8.0.tar.gz", hash = "sha256:2a1a3f2cbacc7adba85644cf6cfdee20401cf25764b32da479c81fb63e178d15"},][[package]]@@ -4650,7 +4650,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.7.0"+version = "0.7.1"requires_python = "<3.12,>=3.9"summary = "Unstract Adapters"groups = ["default"]@@ -4670,15 +4670,15 @@ dependencies = ["pinecone-client==2.2.4","psycopg2-binary==2.9.9","pymilvus==2.3.4",- "qdrant-client==1.7.0",+ "qdrant-client~=1.8.0","replicate==0.22.0","supabase==2.2.1","vecs==0.4.3","weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.7.0-py3-none-any.whl", hash = "sha256:d0da2881b57787508a2821a02b575ed2e0eb1953bf2dc3462455214a3b1eb9a6"},- {file = "unstract_adapters-0.7.0.tar.gz", hash = "sha256:bc7b12fe3e5f9d58a1b7bd6a902b3a545116901590c0c8a4e98dd05081bdab1a"},+ {file = "unstract_adapters-0.7.1-py3-none-any.whl", hash = "sha256:f9ff79b3af13aeeed026f21c2e023ed071761a695da15ee00f029a15f31722b1"},+ {file = "unstract_adapters-0.7.1.tar.gz", hash = "sha256:c0016dd6c88e661ce02fc1b03a3f83733005450be5a4b9cf9716b02ae3f81d1a"},][[package]]@@ -4735,7 +4735,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.17.0"+version = "0.17.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -4746,11 +4746,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1",]files = [- {file = "unstract_sdk-0.17.0-py3-none-any.whl", hash = "sha256:047f4110fa480ce6d5e761d8eef2ff64fcd405e9a068d9280d25568c7b2a9046"},- {file = "unstract_sdk-0.17.0.tar.gz", hash = "sha256:ac021e2544bddee321d5d3bcea1c0dea1058c0e951954bb0ab828090ebcfd83e"},+ {file = "unstract_sdk-0.17.1-py3-none-any.whl", hash = "sha256:bef2101cc81c23f22f24dccd1dc585390c64c9a8774e9ec49bd9fbee286bbfec"},+ {file = "unstract_sdk-0.17.1.tar.gz", hash = "sha256:af8cc4369c19fd9dc2a4564743a41594b0e5b086218cc6ded01eb19116824914"},][[package]]@@ -4764,7 +4764,7 @@ dependencies = ["PyYAML~=6.0.1","docker~=6.1.3","jsonschema~=4.18.2",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1","unstract-tool-sandbox",]diff --git a/backend/pyproject.toml b/backend/pyproject.tomlindex 31afd0fbc..f1044649f 100644--- a/backend/pyproject.toml+++ b/backend/pyproject.toml@@ -30,8 +30,8 @@ dependencies = ["python-socketio==5.9.0", # For log_events"social-auth-app-django==5.3.0", # For OAuth"social-auth-core==4.4.2", # For OAuth- "unstract-sdk~=0.17.0",- "unstract-adapters~=0.7.0",+ "unstract-sdk~=0.17.1",+ "unstract-adapters~=0.7.1",# ! IMPORTANT!# Indirect local dependencies usually need to be added in their own projects# as: https://pdm-project.org/latest/usage/dependency/#local-dependencies.diff --git a/docker/docker-compose-dev-essentials.yaml b/docker/docker-compose-dev-essentials.yamlindex 33da325bd..dc916f1b5 100644--- a/docker/docker-compose-dev-essentials.yaml+++ b/docker/docker-compose-dev-essentials.yaml@@ -110,7 +110,7 @@ services:qdrant:# Vector DB for doc indexer- image: 'qdrant/qdrant:v1.7.4'+ image: 'qdrant/qdrant:v1.8.3'container_name: unstract-vector-dbrestart: alwaysports:diff --git a/pdm.lock b/pdm.lockindex ae0aa7c80..71a23bea5 100644--- a/pdm.lock+++ b/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "hook-check-django-migrations", "lint"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:18fb3a7a5b1016fe976d0f60400b702adfd8681717b81458a04d52dfd872dfb9"+content_hash = "sha256:dc1cb92ccdfdbebd4737746657ef4063dd361aceca69db1864d98e225d8acf68"[[package]]name = "absolufy-imports"@@ -3573,8 +3573,8 @@ files = [[[package]]name = "qdrant-client"-version = "1.7.0"-requires_python = ">=3.8,<3.13"+version = "1.8.0"+requires_python = ">=3.8"summary = "Client library for the Qdrant vector search engine"groups = ["hook-check-django-migrations"]dependencies = [@@ -3584,11 +3584,11 @@ dependencies = ["numpy>=1.21; python_version >= \"3.8\" and python_version < \"3.12\"","portalocker<3.0.0,>=2.7.0","pydantic>=1.10.8",- "urllib3<2.0.0,>=1.26.14",+ "urllib3<3,>=1.26.14",]files = [- {file = "qdrant_client-1.7.0-py3-none-any.whl", hash = "sha256:ab5779cf3f008da2a801c943413423f1ff434128dfaeda031f037453e1fa8306"},- {file = "qdrant_client-1.7.0.tar.gz", hash = "sha256:bbe0656020c2f11061d7836b87e99ba6b50a028f5318459cc1fddf4ef73d9a8b"},+ {file = "qdrant_client-1.8.0-py3-none-any.whl", hash = "sha256:fa28d3eb64c0c57ec029c7c85c71f6c72c197f92502022655741f3632c518e29"},+ {file = "qdrant_client-1.8.0.tar.gz", hash = "sha256:2a1a3f2cbacc7adba85644cf6cfdee20401cf25764b32da479c81fb63e178d15"},][[package]]@@ -4816,7 +4816,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.7.0"+version = "0.7.1"requires_python = "<3.12,>=3.9"summary = "Unstract Adapters"groups = ["hook-check-django-migrations"]@@ -4836,15 +4836,15 @@ dependencies = ["pinecone-client==2.2.4","psycopg2-binary==2.9.9","pymilvus==2.3.4",- "qdrant-client==1.7.0",+ "qdrant-client~=1.8.0","replicate==0.22.0","supabase==2.2.1","vecs==0.4.3","weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.7.0-py3-none-any.whl", hash = "sha256:d0da2881b57787508a2821a02b575ed2e0eb1953bf2dc3462455214a3b1eb9a6"},- {file = "unstract_adapters-0.7.0.tar.gz", hash = "sha256:bc7b12fe3e5f9d58a1b7bd6a902b3a545116901590c0c8a4e98dd05081bdab1a"},+ {file = "unstract_adapters-0.7.1-py3-none-any.whl", hash = "sha256:f9ff79b3af13aeeed026f21c2e023ed071761a695da15ee00f029a15f31722b1"},+ {file = "unstract_adapters-0.7.1.tar.gz", hash = "sha256:c0016dd6c88e661ce02fc1b03a3f83733005450be5a4b9cf9716b02ae3f81d1a"},][[package]]@@ -4904,7 +4904,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.17.0"+version = "0.17.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["hook-check-django-migrations"]@@ -4915,11 +4915,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1",]files = [- {file = "unstract_sdk-0.17.0-py3-none-any.whl", hash = "sha256:047f4110fa480ce6d5e761d8eef2ff64fcd405e9a068d9280d25568c7b2a9046"},- {file = "unstract_sdk-0.17.0.tar.gz", hash = "sha256:ac021e2544bddee321d5d3bcea1c0dea1058c0e951954bb0ab828090ebcfd83e"},+ {file = "unstract_sdk-0.17.1-py3-none-any.whl", hash = "sha256:bef2101cc81c23f22f24dccd1dc585390c64c9a8774e9ec49bd9fbee286bbfec"},+ {file = "unstract_sdk-0.17.1.tar.gz", hash = "sha256:af8cc4369c19fd9dc2a4564743a41594b0e5b086218cc6ded01eb19116824914"},][[package]]@@ -4934,7 +4934,7 @@ dependencies = ["PyYAML~=6.0.1","docker~=6.1.3","jsonschema~=4.18.2",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1","unstract-tool-sandbox",]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 8cab31611..59d9de832 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:30a01026f73edba50cb1ea9ec619c5f68a7df7d0f61096ef0414d440d12c39d6"+content_hash = "sha256:6fb592c5fe4d2c74ba52c9c7dcce32cbac7903fe5c76ce8cf311209a443bcc6d"[[package]]name = "aiohttp"@@ -2619,8 +2619,8 @@ files = [[[package]]name = "qdrant-client"-version = "1.7.0"-requires_python = ">=3.8,<3.13"+version = "1.8.0"+requires_python = ">=3.8"summary = "Client library for the Qdrant vector search engine"groups = ["default"]dependencies = [@@ -2630,11 +2630,11 @@ dependencies = ["numpy>=1.21; python_version >= \"3.8\" and python_version < \"3.12\"","portalocker<3.0.0,>=2.7.0","pydantic>=1.10.8",- "urllib3<2.0.0,>=1.26.14",+ "urllib3<3,>=1.26.14",]files = [- {file = "qdrant_client-1.7.0-py3-none-any.whl", hash = "sha256:ab5779cf3f008da2a801c943413423f1ff434128dfaeda031f037453e1fa8306"},- {file = "qdrant_client-1.7.0.tar.gz", hash = "sha256:bbe0656020c2f11061d7836b87e99ba6b50a028f5318459cc1fddf4ef73d9a8b"},+ {file = "qdrant_client-1.8.0-py3-none-any.whl", hash = "sha256:fa28d3eb64c0c57ec029c7c85c71f6c72c197f92502022655741f3632c518e29"},+ {file = "qdrant_client-1.8.0.tar.gz", hash = "sha256:2a1a3f2cbacc7adba85644cf6cfdee20401cf25764b32da479c81fb63e178d15"},][[package]]@@ -3534,7 +3534,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.7.0"+version = "0.7.1"requires_python = "<3.12,>=3.9"summary = "Unstract Adapters"groups = ["default"]@@ -3554,15 +3554,15 @@ dependencies = ["pinecone-client==2.2.4","psycopg2-binary==2.9.9","pymilvus==2.3.4",- "qdrant-client==1.7.0",+ "qdrant-client~=1.8.0","replicate==0.22.0","supabase==2.2.1","vecs==0.4.3","weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.7.0-py3-none-any.whl", hash = "sha256:d0da2881b57787508a2821a02b575ed2e0eb1953bf2dc3462455214a3b1eb9a6"},- {file = "unstract_adapters-0.7.0.tar.gz", hash = "sha256:bc7b12fe3e5f9d58a1b7bd6a902b3a545116901590c0c8a4e98dd05081bdab1a"},+ {file = "unstract_adapters-0.7.1-py3-none-any.whl", hash = "sha256:f9ff79b3af13aeeed026f21c2e023ed071761a695da15ee00f029a15f31722b1"},+ {file = "unstract_adapters-0.7.1.tar.gz", hash = "sha256:c0016dd6c88e661ce02fc1b03a3f83733005450be5a4b9cf9716b02ae3f81d1a"},][[package]]@@ -3582,7 +3582,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.17.0"+version = "0.17.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -3593,11 +3593,11 @@ dependencies = ["python-magic~=0.4.27","tiktoken~=0.4.0","transformers==4.37.0",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1",]files = [- {file = "unstract_sdk-0.17.0-py3-none-any.whl", hash = "sha256:047f4110fa480ce6d5e761d8eef2ff64fcd405e9a068d9280d25568c7b2a9046"},- {file = "unstract_sdk-0.17.0.tar.gz", hash = "sha256:ac021e2544bddee321d5d3bcea1c0dea1058c0e951954bb0ab828090ebcfd83e"},+ {file = "unstract_sdk-0.17.1-py3-none-any.whl", hash = "sha256:bef2101cc81c23f22f24dccd1dc585390c64c9a8774e9ec49bd9fbee286bbfec"},+ {file = "unstract_sdk-0.17.1.tar.gz", hash = "sha256:af8cc4369c19fd9dc2a4564743a41594b0e5b086218cc6ded01eb19116824914"},][[package]]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex 40e2bb30c..50981c8d7 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -15,7 +15,7 @@ dependencies = ["flask~=3.0","llama-index==0.9.28","python-dotenv==1.0.0",- "unstract-sdk~=0.17.0",+ "unstract-sdk~=0.17.1","redis>=5.0.3","unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]diff --git a/pyproject.toml b/pyproject.tomlindex 8da3b3ee2..ee636d1a8 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -41,8 +41,8 @@ hook-check-django-migrations = ["psycopg2-binary==2.9.9","python-dotenv==1.0.0","python-magic==0.4.27",- "unstract-sdk~=0.17.0",- "unstract-adapters~=0.7.0",+ "unstract-sdk~=0.17.1",+ "unstract-adapters~=0.7.1","-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors","-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core","-e unstract-flags @ file:///${PROJECT_ROOT}/unstract/flags",diff --git a/unstract/tool-registry/pyproject.toml b/unstract/tool-registry/pyproject.tomlindex 2b941763e..df7974cad 100644--- a/unstract/tool-registry/pyproject.toml+++ b/unstract/tool-registry/pyproject.toml@@ -13,7 +13,7 @@ dependencies = ["docker~=6.1.3","jsonschema~=4.18.2","PyYAML~=6.0.1",- "unstract-adapters~=0.7.0",+ "unstract-adapters~=0.7.1",# ! IMPORTANT!# Local dependencies usually need to be added as:# https://pdm-project.org/latest/usage/dependency/#local-dependencies