LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Pull latest sdk and adapter versions for dependent services and tools (#246)
Gayathri8634ef7a3a2b
diff --git a/backend/pdm.lock b/backend/pdm.lockindex 4c11c0953..8f48e1eea 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -1428,7 +1428,7 @@ files = [[[package]]name = "google-api-python-client"-version = "2.124.0"+version = "2.125.0"requires_python = ">=3.7"summary = "Google API Client Library for Python"groups = ["default"]@@ -1440,8 +1440,8 @@ dependencies = ["uritemplate<5,>=3.0.1",]files = [- {file = "google-api-python-client-2.124.0.tar.gz", hash = "sha256:f6d3258420f7c76b0f5266b5e402e6f804e30351b018a10083f4a46c3ec33773"},- {file = "google_api_python_client-2.124.0-py2.py3-none-any.whl", hash = "sha256:07dc674449ed353704b1169fdee792f74438d024261dad71b6ce7bb9c683d51f"},+ {file = "google-api-python-client-2.125.0.tar.gz", hash = "sha256:51a0385cff65ec135106e8be60ee7112557396dde5f44113ae23912baddda143"},+ {file = "google_api_python_client-2.125.0-py2.py3-none-any.whl", hash = "sha256:0a62b60fbd61b61a455f15d925264b3301099b67cafd2d33cf8bf151f1fca4f4"},][[package]]@@ -2142,13 +2142,13 @@ files = [[[package]]name = "joblib"-version = "1.3.2"-requires_python = ">=3.7"+version = "1.4.0"+requires_python = ">=3.8"summary = "Lightweight pipelining with Python functions"groups = ["default"]files = [- {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"},- {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"},+ {file = "joblib-1.4.0-py3-none-any.whl", hash = "sha256:42942470d4062537be4d54c83511186da1fc14ba354961a2114da91efa9a4ed7"},+ {file = "joblib-1.4.0.tar.gz", hash = "sha256:1eb0dc091919cd384490de890cb5dfd538410a6d4b3b54eef09fb8c50b409b1c"},][[package]]@@ -4547,13 +4547,13 @@ files = [[[package]]name = "typing-extensions"-version = "4.10.0"+version = "4.11.0"requires_python = ">=3.8"summary = "Backported and Experimental Type Hints for Python 3.8+"groups = ["default"]files = [- {file = "typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475"},- {file = "typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb"},+ {file = "typing_extensions-4.11.0-py3-none-any.whl", hash = "sha256:c1f94d72897edaf4ce775bb7558d5b79d8126906a14ea5ed1635921406c0387a"},+ {file = "typing_extensions-4.11.0.tar.gz", hash = "sha256:83f085bd5ca59c80295fc2a82ab5dac679cbe02b9f33f7d83af68e241bea51b0"},][[package]]@@ -4651,7 +4651,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.8.0"+version = "0.8.1"requires_python = "<3.12,>=3.9"summary = "Unstract interface for LLMs, Embeddings and VectorDBs"groups = ["default"]@@ -4679,8 +4679,8 @@ dependencies = ["weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.8.0-py3-none-any.whl", hash = "sha256:5ca04f993782be587b99b4221893260982bff1f26236aa3ea3d6e71279152ad8"},- {file = "unstract_adapters-0.8.0.tar.gz", hash = "sha256:d6282762e52263bd59b64d70bdb30c596ed6a4dbaf296b12a39617c9e4a2d4b4"},+ {file = "unstract_adapters-0.8.1-py3-none-any.whl", hash = "sha256:dddb7233d033648181c1b957d784ac5148c1d8623429bc7faf41fa0b5d993247"},+ {file = "unstract_adapters-0.8.1.tar.gz", hash = "sha256:6abb54a4bcd4df03badbfbb2c88cd1323fcef3b1a5115fc456aa22a7ec10d6d0"},][[package]]@@ -4737,7 +4737,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.18.0"+version = "0.18.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -4751,8 +4751,8 @@ dependencies = ["unstract-adapters~=0.8.0",]files = [- {file = "unstract_sdk-0.18.0-py3-none-any.whl", hash = "sha256:84462ee3fddf9e56d7954111c47308c504b1297bf6576307c183bfc1ea83c75b"},- {file = "unstract_sdk-0.18.0.tar.gz", hash = "sha256:ea8a7066c4510ffef82215754c72479121e2ba430541fca1a352029613a0bf83"},+ {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},+ {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},][[package]]@@ -4818,13 +4818,13 @@ files = [[[package]]name = "validators"-version = "0.24.0"+version = "0.28.0"requires_python = ">=3.8"summary = "Python Data Validation for Humans™"groups = ["default"]files = [- {file = "validators-0.24.0-py3-none-any.whl", hash = "sha256:4a99eb368747e60900bae947418eb21e230ff4ff5e7b7944b9308c456d86da32"},- {file = "validators-0.24.0.tar.gz", hash = "sha256:cd23defb36de42d14e7559cf0757f761bb46b10d9de2998e6ef805f769d859e3"},+ {file = "validators-0.28.0-py3-none-any.whl", hash = "sha256:e0184691dea3ba82b52c161ba81d3ec1d8be8da9609f0137d1430b395b366521"},+ {file = "validators-0.28.0.tar.gz", hash = "sha256:85bc82511f6ccd0800f4c15d8c0dc546c15e369640c5ea1f24349ba0b3b17815"},][[package]]diff --git a/backend/sample.env b/backend/sample.envindex 9e3944691..652ae9f1f 100644--- a/backend/sample.env+++ b/backend/sample.env@@ -89,9 +89,9 @@ PROMPT_PORT=3003PROMPT_STUDIO_FILE_PATH=/app/prompt-studio-data# Structure Tool-STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.8"+STRUCTURE_TOOL_IMAGE_URL="docker:unstract/tool-structure:0.0.9"STRUCTURE_TOOL_IMAGE_NAME="unstract/tool-structure"-STRUCTURE_TOOL_IMAGE_TAG="0.0.8"+STRUCTURE_TOOL_IMAGE_TAG="0.0.9"# Feature FlagsEVALUATION_SERVER_IP=localhostdiff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 156bc74f3..2ae5f2318 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -701,7 +701,7 @@ files = [[[package]]name = "flask"-version = "3.0.2"+version = "3.0.3"requires_python = ">=3.8"summary = "A simple framework for building complex web applications."groups = ["default"]@@ -714,8 +714,8 @@ dependencies = ["itsdangerous>=2.1.2",]files = [- {file = "flask-3.0.2-py3-none-any.whl", hash = "sha256:3232e0e9c850d781933cf0207523d1ece087eb8d87b23777ae38456e2fbe7c6e"},- {file = "flask-3.0.2.tar.gz", hash = "sha256:822c03f4b799204250a7ee84b1eddc40665395333973dfb9deebfe425fefcb7d"},+ {file = "flask-3.0.3-py3-none-any.whl", hash = "sha256:34e815dfaa43340d1d15a5c3a02b8476004037eb4840b34910c6e21679d288f3"},+ {file = "flask-3.0.3.tar.gz", hash = "sha256:ceb27b0af3823ea2737928a4d99d125a06175b8512c445cbd9a9ce200ef76842"},][[package]]@@ -1540,13 +1540,13 @@ files = [[[package]]name = "joblib"-version = "1.3.2"-requires_python = ">=3.7"+version = "1.4.0"+requires_python = ">=3.8"summary = "Lightweight pipelining with Python functions"groups = ["default"]files = [- {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"},- {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"},+ {file = "joblib-1.4.0-py3-none-any.whl", hash = "sha256:42942470d4062537be4d54c83511186da1fc14ba354961a2114da91efa9a4ed7"},+ {file = "joblib-1.4.0.tar.gz", hash = "sha256:1eb0dc091919cd384490de890cb5dfd538410a6d4b3b54eef09fb8c50b409b1c"},][[package]]@@ -3431,13 +3431,13 @@ files = [[[package]]name = "typing-extensions"-version = "4.10.0"+version = "4.11.0"requires_python = ">=3.8"summary = "Backported and Experimental Type Hints for Python 3.8+"groups = ["default"]files = [- {file = "typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475"},- {file = "typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb"},+ {file = "typing_extensions-4.11.0-py3-none-any.whl", hash = "sha256:c1f94d72897edaf4ce775bb7558d5b79d8126906a14ea5ed1635921406c0387a"},+ {file = "typing_extensions-4.11.0.tar.gz", hash = "sha256:83f085bd5ca59c80295fc2a82ab5dac679cbe02b9f33f7d83af68e241bea51b0"},][[package]]@@ -3535,7 +3535,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.8.0"+version = "0.8.1"requires_python = "<3.12,>=3.9"summary = "Unstract interface for LLMs, Embeddings and VectorDBs"groups = ["default"]@@ -3563,8 +3563,8 @@ dependencies = ["weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.8.0-py3-none-any.whl", hash = "sha256:5ca04f993782be587b99b4221893260982bff1f26236aa3ea3d6e71279152ad8"},- {file = "unstract_adapters-0.8.0.tar.gz", hash = "sha256:d6282762e52263bd59b64d70bdb30c596ed6a4dbaf296b12a39617c9e4a2d4b4"},+ {file = "unstract_adapters-0.8.1-py3-none-any.whl", hash = "sha256:dddb7233d033648181c1b957d784ac5148c1d8623429bc7faf41fa0b5d993247"},+ {file = "unstract_adapters-0.8.1.tar.gz", hash = "sha256:6abb54a4bcd4df03badbfbb2c88cd1323fcef3b1a5115fc456aa22a7ec10d6d0"},][[package]]@@ -3584,7 +3584,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.18.0"+version = "0.18.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["default"]@@ -3598,8 +3598,8 @@ dependencies = ["unstract-adapters~=0.8.0",]files = [- {file = "unstract_sdk-0.18.0-py3-none-any.whl", hash = "sha256:84462ee3fddf9e56d7954111c47308c504b1297bf6576307c183bfc1ea83c75b"},- {file = "unstract_sdk-0.18.0.tar.gz", hash = "sha256:ea8a7066c4510ffef82215754c72479121e2ba430541fca1a352029613a0bf83"},+ {file = "unstract_sdk-0.18.1-py3-none-any.whl", hash = "sha256:16b3c4e30d2c5b1c283fd89f3ec4582fc8c83db1c274cc27d2f0f2ac25d43fe2"},+ {file = "unstract_sdk-0.18.1.tar.gz", hash = "sha256:679f0c52899f7ffed97fdbcaa8582d9a910269272022f3be6e8bedb586ac39ba"},][[package]]@@ -3615,13 +3615,13 @@ files = [[[package]]name = "validators"-version = "0.24.0"+version = "0.28.0"requires_python = ">=3.8"summary = "Python Data Validation for Humans™"groups = ["default"]files = [- {file = "validators-0.24.0-py3-none-any.whl", hash = "sha256:4a99eb368747e60900bae947418eb21e230ff4ff5e7b7944b9308c456d86da32"},- {file = "validators-0.24.0.tar.gz", hash = "sha256:cd23defb36de42d14e7559cf0757f761bb46b10d9de2998e6ef805f769d859e3"},+ {file = "validators-0.28.0-py3-none-any.whl", hash = "sha256:e0184691dea3ba82b52c161ba81d3ec1d8be8da9609f0137d1430b395b366521"},+ {file = "validators-0.28.0.tar.gz", hash = "sha256:85bc82511f6ccd0800f4c15d8c0dc546c15e369640c5ea1f24349ba0b3b17815"},][[package]]diff --git a/tools/classifier/src/config/properties.json b/tools/classifier/src/config/properties.jsonindex d5be7a2d7..9dc42df65 100644--- a/tools/classifier/src/config/properties.json+++ b/tools/classifier/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.6",+ "toolVersion": "0.0.7","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex 2636f4b7c..69c7528d5 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Structure Tool","functionName": "structure_tool",- "toolVersion": "0.0.8",+ "toolVersion": "0.0.9","description": "This is a template tool which can answer set of input prompts designed in the Prompt Studio","input": {"description": "File that needs to be indexed and parsed for answers"diff --git a/tools/text_extractor/src/config/properties.json b/tools/text_extractor/src/config/properties.jsonindex 82292bdec..ee35987fa 100644--- a/tools/text_extractor/src/config/properties.json+++ b/tools/text_extractor/src/config/properties.json@@ -2,7 +2,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.5",+ "toolVersion": "0.0.6","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"diff --git a/unstract/tool-registry/src/unstract/tool_registry/public_tools.json b/unstract/tool-registry/src/unstract/tool_registry/public_tools.jsonindex 4e8f1f1f8..27d365448 100644--- a/unstract/tool-registry/src/unstract/tool_registry/public_tools.json+++ b/unstract/tool-registry/src/unstract/tool_registry/public_tools.json@@ -5,7 +5,7 @@"schemaVersion": "0.0.1","displayName": "File Classifier","functionName": "classify",- "toolVersion": "0.0.6",+ "toolVersion": "0.0.7","description": "Classifies a file into a bin based on its contents","input": {"description": "File to be classified"@@ -139,9 +139,9 @@}},"icon": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<svg\n enable-background=\"new 0 0 20 20\"\n height=\"48\"\n viewBox=\"0 0 20 20\"\n width=\"48\"\n fill=\"#000000\"\n version=\"1.1\"\n id=\"svg8109\"\n sodipodi:docname=\"folder_copy_black_48dp.svg\"\n xmlns:inkscape=\"http://www.inkscape.org/namespaces/inkscape\"\n xmlns:sodipodi=\"http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd\"\n xmlns=\"http://www.w3.org/2000/svg\"\n xmlns:svg=\"http://www.w3.org/2000/svg\">\n <defs\n id=\"defs8113\" />\n <sodipodi:namedview\n id=\"namedview8111\"\n pagecolor=\"#ffffff\"\n bordercolor=\"#000000\"\n borderopacity=\"0.25\"\n inkscape:showpageshadow=\"2\"\n inkscape:pageopacity=\"0.0\"\n inkscape:pagecheckerboard=\"0\"\n inkscape:deskcolor=\"#d1d1d1\"\n showgrid=\"false\" />\n <g\n id=\"g8099\">\n <rect\n fill=\"none\"\n height=\"20\"\n width=\"20\"\n x=\"0\"\n id=\"rect8097\"\n y=\"0\" />\n </g>\n <g\n id=\"g8107\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <g\n id=\"g8105\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <path\n d=\"M 2.5,5 H 1 V 15.5 C 1,16.33 1.67,17 2.5,17 H 15.68 V 15.5 H 2.5 Z\"\n id=\"path8101\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n <path\n d=\"M 16.5,4 H 11 L 9,2 H 5.5 C 4.67,2 4,2.67 4,3.5 v 9 C 4,13.33 4.67,14 5.5,14 h 11 c 0.83,0 1.5,-0.67 1.5,-1.5 v -7 C 18,4.67 17.33,4 16.5,4 Z m 0,8.5 h -11 v -9 h 2.88 l 2,2 h 6.12 z\"\n id=\"path8103\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n </g>\n </g>\n</svg>\n",- "image_url": "docker:unstract/tool-classifier:0.0.6",+ "image_url": "docker:unstract/tool-classifier:0.0.7","image_name": "unstract/tool-classifier",- "image_tag": "0.0.6"+ "image_tag": "0.0.7"},"text_extractor": {"tool_uid": "text_extractor",@@ -149,7 +149,7 @@"schemaVersion": "0.0.1","displayName": "Text Extractor","functionName": "text_extractor",- "toolVersion": "0.0.5",+ "toolVersion": "0.0.6","description": "The Text Extractor is a powerful tool designed to convert documents to its text form or Extract texts from documents","input": {"description": "Document"@@ -224,8 +224,8 @@}},"icon": "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n<svg\n enable-background=\"new 0 0 20 20\"\n height=\"48\"\n viewBox=\"0 0 20 20\"\n width=\"48\"\n fill=\"#000000\"\n version=\"1.1\"\n id=\"svg8109\"\n sodipodi:docname=\"folder_copy_black_48dp.svg\"\n xmlns:inkscape=\"http://www.inkscape.org/namespaces/inkscape\"\n xmlns:sodipodi=\"http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd\"\n xmlns=\"http://www.w3.org/2000/svg\"\n xmlns:svg=\"http://www.w3.org/2000/svg\">\n <defs\n id=\"defs8113\" />\n <sodipodi:namedview\n id=\"namedview8111\"\n pagecolor=\"#ffffff\"\n bordercolor=\"#000000\"\n borderopacity=\"0.25\"\n inkscape:showpageshadow=\"2\"\n inkscape:pageopacity=\"0.0\"\n inkscape:pagecheckerboard=\"0\"\n inkscape:deskcolor=\"#d1d1d1\"\n showgrid=\"false\" />\n <g\n id=\"g8099\">\n <rect\n fill=\"none\"\n height=\"20\"\n width=\"20\"\n x=\"0\"\n id=\"rect8097\"\n y=\"0\" />\n </g>\n <g\n id=\"g8107\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <g\n id=\"g8105\"\n style=\"fill:#ff4d6d;fill-opacity:1\">\n <path\n d=\"M 2.5,5 H 1 V 15.5 C 1,16.33 1.67,17 2.5,17 H 15.68 V 15.5 H 2.5 Z\"\n id=\"path8101\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n <path\n d=\"M 16.5,4 H 11 L 9,2 H 5.5 C 4.67,2 4,2.67 4,3.5 v 9 C 4,13.33 4.67,14 5.5,14 h 11 c 0.83,0 1.5,-0.67 1.5,-1.5 v -7 C 18,4.67 17.33,4 16.5,4 Z m 0,8.5 h -11 v -9 h 2.88 l 2,2 h 6.12 z\"\n id=\"path8103\"\n style=\"fill:#ff4d6d;fill-opacity:1\" />\n </g>\n </g>\n</svg>\n",- "image_url": "docker:unstract/tool-text-extractor:0.0.5",+ "image_url": "docker:unstract/tool-text-extractor:0.0.6","image_name": "unstract/tool-text-extractor",- "image_tag": "0.0.5"+ "image_tag": "0.0.6"}}