LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
feat: Removed unused document-service (#645)
Chandrasekharan Ma441eca2336d
diff --git a/.github/workflows/ci-container-build.yaml b/.github/workflows/ci-container-build.yamlindex 6597620c0..a9a5ad2c4 100644--- a/.github/workflows/ci-container-build.yaml+++ b/.github/workflows/ci-container-build.yaml@@ -12,7 +12,6 @@ on:- 'backend/**'- 'frontend/**'- 'unstract/**'- - 'document-service/**'- 'platform-service/**'- 'x2text-service/**'- 'worker/**'@@ -26,7 +25,6 @@ on:- 'backend/**'- 'frontend/**'- 'unstract/**'- - 'document-service/**'- 'platform-service/**'- 'x2text-service/**'- 'worker/**'@@ -52,7 +50,6 @@ jobs:working-directory: ./dockerrun: |cp ../backend/sample.env ../backend/.env- cp ../document-service/sample.env ../document-service/.envcp ../platform-service/sample.env ../platform-service/.envcp ../prompt-service/sample.env ../prompt-service/.envcp ../worker/sample.env ../worker/.envdiff --git a/.github/workflows/production-build.yaml b/.github/workflows/production-build.yamlindex eaf1bd57f..650834033 100644--- a/.github/workflows/production-build.yaml+++ b/.github/workflows/production-build.yaml@@ -18,7 +18,7 @@ jobs:runs-on: ubuntu-lateststrategy:matrix:- service_name: [backend, frontend, document-service, platform-service, prompt-service, worker, x2text-service]+ service_name: [backend, frontend, platform-service, prompt-service, worker, x2text-service]steps:- name: Checkout code for releasediff --git a/backend/sample.env b/backend/sample.envindex 06c22e10f..92bccb953 100644--- a/backend/sample.env+++ b/backend/sample.env@@ -74,10 +74,6 @@ PLATFORM_SERVICE_PORT=3001UNSTRACT_RUNNER_HOST=http://unstract-runnerUNSTRACT_RUNNER_PORT=5002-# Document Service-DOCUMENT_PROCESSOR_URL=http://unstract-document-service:3002-DOCUMENT_PROCESSOR_API_KEY="0vpepz5CyzRIAKuy+9ZJXLOCXO+TYOAt+55M+ewxGMk="-# Workflow executionWORKFLOW_DATA_DIR = "/data/execution"diff --git a/docker/docker-compose.build.yaml b/docker/docker-compose.build.yamlindex 48aa376ff..14673e0de 100644--- a/docker/docker-compose.build.yaml+++ b/docker/docker-compose.build.yaml@@ -19,13 +19,6 @@ services:build:dockerfile: docker/dockerfiles/platform.Dockerfilecontext: ..- document-service:- profiles:- - optional- image: unstract/document-service:${VERSION}- build:- dockerfile: docker/dockerfiles/document.Dockerfile- context: ..prompt-service:image: unstract/prompt-service:${VERSION}build:diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yamlindex 67a19c6b9..cb3766d7f 100644--- a/docker/docker-compose.yaml+++ b/docker/docker-compose.yaml@@ -203,23 +203,6 @@ services:labels:- traefik.enable=false- document-service:- profiles:- - optional- image: unstract/document-service:${VERSION}- container_name: unstract-document-service- restart: unless-stopped- ports:- - 3002:3002- depends_on:- - redis- env_file:- - ../document-service/.env- environment:- - ENVIRONMENT=development- labels:- - traefik.enable=false-volumes:prompt_studio_data:unstract_data:diff --git a/docker/dockerfiles/backend.Dockerfile.dockerignore b/docker/dockerfiles/backend.Dockerfile.dockerignoreindex aa3a5142a..739cbd3bc 100644--- a/docker/dockerfiles/backend.Dockerfile.dockerignore+++ b/docker/dockerfiles/backend.Dockerfile.dockerignore@@ -54,7 +54,6 @@test*.py!backend-document-servicefrontendplatform-serviceprompt-servicediff --git a/docker/dockerfiles/document.Dockerfile b/docker/dockerfiles/document.Dockerfiledeleted file mode 100644index a7aac7e6b..000000000--- a/docker/dockerfiles/document.Dockerfile+++ /dev/null@@ -1,58 +0,0 @@-FROM openjdk:8-jre-slim--LABEL maintainer="Zipstack Inc."--# Keeps Python from generating .pyc files in the container-ENV PYTHONDONTWRITEBYTECODE 1-# Turns off buffering for easier container logging-ENV PYTHONUNBUFFERED=1--ENV BUILD_CONTEXT_PATH document-service-ENV PYTHON_VERSION 3.9-ENV PDM_VERSION 2.16.1--RUN DEBIAN_FRONTEND=noninteractive apt-get update; \- apt-get --no-install-recommends install -y \- fonts-dejavu fonts-dejavu-core fonts-dejavu-extra fonts-droid-fallback fonts-dustin \- fonts-f500 fonts-fanwood fonts-freefont-ttf \- fonts-liberation fonts-lmodern fonts-lyx \- fonts-opensymbol fonts-sil-gentium fonts-texgyre fonts-tlwg-purisa \- hyphen-af hyphen-en-us \- libreoffice-common \- python${PYTHON_VERSION} python3-pip \- software-properties-common \- unoconv; \- apt-get clean && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*; \- \- pip install --no-cache-dir -U pip pdm~=${PDM_VERSION}; \- \- # Creates a non-root user with an explicit UID and adds permission to access the /app folder- # For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers- adduser -u 5678 --disabled-password --gecos "" unstract;--USER unstract--WORKDIR /app--COPY --chown=unstract ${BUILD_CONTEXT_PATH}/ .--RUN set -e; \- \- rm -rf .venv .pdm* .python* requirements.txt 2>/dev/null; \- \- pdm venv create -w virtualenv --with-pip; \- # source command may not be availble in sh- . .venv/bin/activate; \- \- pdm sync --prod --no-editable; \- \- # REF: https://docs.gunicorn.org/en/stable/deploy.html#using-virtualenv- pip install --no-cache-dir gunicorn; \- \- # Storage for document uploads and processing- mkdir /app/uploads /app/processed;--EXPOSE 3002--# Wrapper to run both python server and libreoffice.-CMD [ "/app/wrapper.sh" ]diff --git a/docker/dockerfiles/document.Dockerfile.dockerignore b/docker/dockerfiles/document.Dockerfile.dockerignoredeleted file mode 100644index c63f53024..000000000--- a/docker/dockerfiles/document.Dockerfile.dockerignore+++ /dev/null@@ -1,64 +0,0 @@-**/__pycache__-**/.pytest_cache-**/.python-version-**/.pyc-**/.pyo-**/.venv-**/.classpath-**/.dockerignore-**/.env-**/.git-**/.gitignore-**/.gitkeep-**/.project-**/.settings-**/.toolstarget-**/.vs-**/.vscode-**/*.*proj.user-**/*.dbmdl-**/*.jfm-**/bin-**/charts-**/docker-compose*-**/compose*-**/Dockerfile*-**/build-**/dist-**/node_modules-**/npm-debug.log-**/obj-**/secrets.dev.yaml-**/values.dev.yaml-**/.db-**/.sqlite3-**/.log-**/*-log.txt-**/*.drawio-**/.tmp-**/.swp-**/.swo-**/.bak-*.idea-*.vscode-*.git-**/.pdm.toml-**/.pdm-build-**/.pdm-python-!LICENSE-*.md-!README.md-.jshintrc-.pre-commit-config.yaml-**/tests-test*.py--backend-!document-service-frontend-platform-service-prompt-service-tools-unstract-worker-x2text-servicediff --git a/docker/dockerfiles/frontend.Dockerfile.dockerignore b/docker/dockerfiles/frontend.Dockerfile.dockerignoreindex 4ea2254b5..38ca16755 100644--- a/docker/dockerfiles/frontend.Dockerfile.dockerignore+++ b/docker/dockerfiles/frontend.Dockerfile.dockerignore@@ -55,7 +55,6 @@ test*.pybackend!frontend-document-serviceplatform-serviceprompt-servicetoolsdiff --git a/docker/dockerfiles/platform.Dockerfile.dockerignore b/docker/dockerfiles/platform.Dockerfile.dockerignoreindex 00b841bd4..06f2017a7 100644--- a/docker/dockerfiles/platform.Dockerfile.dockerignore+++ b/docker/dockerfiles/platform.Dockerfile.dockerignore@@ -54,7 +54,6 @@test*.pybackend-document-servicefrontend!platform-serviceprompt-servicediff --git a/docker/dockerfiles/prompt.Dockerfile.dockerignore b/docker/dockerfiles/prompt.Dockerfile.dockerignoreindex 00c305965..d3c688586 100644--- a/docker/dockerfiles/prompt.Dockerfile.dockerignore+++ b/docker/dockerfiles/prompt.Dockerfile.dockerignore@@ -54,7 +54,6 @@test*.pybackend-document-servicefrontendplatform-service!prompt-servicediff --git a/docker/dockerfiles/worker.Dockerfile.dockerignore b/docker/dockerfiles/worker.Dockerfile.dockerignoreindex 077282992..02c44352b 100644--- a/docker/dockerfiles/worker.Dockerfile.dockerignore+++ b/docker/dockerfiles/worker.Dockerfile.dockerignore@@ -54,7 +54,6 @@test*.pybackend-document-servicefrontendplatform-serviceprompt-servicediff --git a/docker/dockerfiles/x2text.Dockerfile.dockerignore b/docker/dockerfiles/x2text.Dockerfile.dockerignoreindex d86d203e1..dec89acc7 100644--- a/docker/dockerfiles/x2text.Dockerfile.dockerignore+++ b/docker/dockerfiles/x2text.Dockerfile.dockerignore@@ -54,7 +54,6 @@test*.pybackend-document-servicefrontendplatform-serviceprompt-servicediff --git a/document-service/.gitignore b/document-service/.gitignoredeleted file mode 100644index 4b3ab3003..000000000--- a/document-service/.gitignore+++ /dev/null@@ -1,162 +0,0 @@-# Byte-compiled / optimized / DLL files-__pycache__/-*.py[cod]-*$py.class--# C extensions-*.so--# Distribution / packaging-.Python-build/-develop-eggs/-dist/-downloads/-eggs/-.eggs/-lib/-lib64/-parts/-sdist/-var/-wheels/-share/python-wheels/-*.egg-info/-.installed.cfg-*.egg-MANIFEST--# PyInstaller-# Usually these files are written by a python script from a template-# before PyInstaller builds the exe, so as to inject date/other infos into it.-*.manifest-*.spec--# Installer logs-pip-log.txt-pip-delete-this-directory.txt--# Unit test / coverage reports-htmlcov/-.tox/-.nox/-.coverage-.coverage.*-.cache-nosetests.xml-coverage.xml-*.cover-*.py,cover-.hypothesis/-.pytest_cache/-cover/--# Translations-*.mo-*.pot--# Django stuff:-*.log-local_settings.py-db.sqlite3-db.sqlite3-journal--# Flask stuff:-instance/-.webassets-cache--# Scrapy stuff:-.scrapy--# Sphinx documentation-docs/_build/--# PyBuilder-.pybuilder/-target/--# Jupyter Notebook-.ipynb_checkpoints--# IPython-profile_default/-ipython_config.py--# pyenv-# For a library or package, you might want to ignore these files since the code is-# intended to run in multiple environments; otherwise, check them in:-# .python-version--# pipenv-# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.-# However, in case of collaboration, if having platform-specific dependencies or dependencies-# having no cross-platform support, pipenv may install dependencies that don't work, or not-# install all needed dependencies.-#Pipfile.lock--# poetry-# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.-# This is especially recommended for binary packages to ensure reproducibility, and is more-# commonly ignored for libraries.-# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control-#poetry.lock--# pdm-# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.-#pdm.lock-# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it-# in version control.-# https://pdm.fming.dev/#use-with-ide-.pdm.toml-.pdm-python-.pdm-build/--# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm-__pypackages__/--# Celery stuff-celerybeat-schedule-celerybeat.pid--# SageMath parsed files-*.sage.py--# Environments-.env-.venv-env/-venv/-ENV/-env.bak/-venv.bak/--# Spyder project settings-.spyderproject-.spyproject--# Rope project settings-.ropeproject--# mkdocs documentation-/site--# mypy-.mypy_cache/-.dmypy.json-dmypy.json--# Pyre type checker-.pyre/--# pytype static type analyzer-.pytype/--# Cython debug symbols-cython_debug/--# PyCharm-# JetBrains specific template is maintained in a separate JetBrains.gitignore that can-# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore-# and can be added to the global gitignore or merged into this file. For a more nuclear-# option (not recommended) you can uncomment the following to ignore the entire idea folder.-#.idea/diff --git a/document-service/README.md b/document-service/README.mddeleted file mode 100644index 89de1833e..000000000--- a/document-service/README.md+++ /dev/null@@ -1,72 +0,0 @@-## Document Processor Server--A flask server with the following functionalities:--* Upload a document to the server-* Perform find and replace on the document--### Pre-requisites--#### LibreOffice--Application Should be installed and running in headless mode--```bash-/Applications/LibreOffice.app/Contents/MacOS/soffice --backtrace --headless --nocrashreport --nodefault --nologo --nofirststartwizard --norestore --accept="socket,host=127.0.0.1,port=2002,tcpNoDelay=1;urp;StarOffice.ComponentContext"-```--_Change the application path to suit your requirement. The example is for MacOS_--#### Unoserver--Should be installed on the server. Note that Unoserver installation is not straighforward. Unoserver requires the Python-distribution which is bundled with LibreOffice. The following command can be used to install Unoserver--```bash-/Applications/LibreOffice.app/Contents/Resources/python -m pip install unoserver-```--_Change the application path to suit your requirement. The example is for MacOS. Refer-to <https://github.com/unoconv/unoserver>--### Environment Variables--```bash-REDIS_HOST=redis-15866.c99.us-east-1-4.ec2.cloud.redislabs.com-REDIS_PORT=15866-REDIS_PASSWORD=XXXXXXXXXXXXXXXXXXX-UPLOAD_FOLDER=/tmp/document_service/uploads-PROCESS_FOLDER=/tmp/document_service/processed-LIBREOFFICE_PYTHON=/Applications/LibreOffice.app/Contents/Resources/python-PORT=3000-MAX_FILE_SIZE=31457280-```--### Run in development--```-flask --app "src.unstract.document_service.main:app" run --debug-```--### Nginx Configuration--If we are using Nginx to frontend the server for SSL, make sure `Autherization` and `Content-Length` headers are passed--```nginx-location / {- proxy_pass http://localhost:3000/;- proxy_buffering off;- proxy_set_header X-Real-IP $remote_addr;- proxy_set_header X-Forwarded-Host $host;- proxy_set_header X-Forwarded-Port $server_port;- proxy_pass_request_headers on;- client_max_body_size 100M;- proxy_request_buffering off;- include proxy_params;-}-```--Thunder collection `thunder-collection_document-service.json` for API testing. `upload` a pdf document, then hit `find_and_replace` api.-it will generate a pdf document. download it and verify replacement text.--VS Marketplace Link: <https://marketplace.visualstudio.com/items?itemName=rangav.vscode-thunder-client>diff --git a/document-service/pdm.lock b/document-service/pdm.lockdeleted file mode 100644index 5e43579fa..000000000--- a/document-service/pdm.lock+++ /dev/null@@ -1,366 +0,0 @@-# This file is @generated by PDM.-# It is not intended for manual editing.--[metadata]-groups = ["default", "deploy", "test"]-strategy = ["cross_platform", "inherit_metadata"]-lock_version = "4.4.2"-content_hash = "sha256:ecc29cf1d0d5572d74fb1a967cf78473f13efb09e26f9941bae5e948c00f34c0"--[[package]]-name = "async-timeout"-version = "4.0.3"-requires_python = ">=3.7"-summary = "Timeout context manager for asyncio programs"-groups = ["default"]-marker = "python_full_version <= \"3.11.2\""-files = [- {file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"},- {file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},-]--[[package]]-name = "blinker"-version = "1.8.2"-requires_python = ">=3.8"-summary = "Fast, simple object-to-object and broadcast signaling"-groups = ["default"]-files = [- {file = "blinker-1.8.2-py3-none-any.whl", hash = "sha256:1779309f71bf239144b9399d06ae925637cf6634cf6bd131104184531bf67c01"},- {file = "blinker-1.8.2.tar.gz", hash = "sha256:8f77b09d3bf7c795e969e9486f39c2c5e9c39d4ee07424be2bc594ece9642d83"},-]--[[package]]-name = "click"-version = "8.1.7"-requires_python = ">=3.7"-summary = "Composable command line interface toolkit"-groups = ["default"]-dependencies = [- "colorama; platform_system == \"Windows\"",-]-files = [- {file = "click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28"},- {file = "click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de"},-]--[[package]]-name = "colorama"-version = "0.4.6"-requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"-summary = "Cross-platform colored terminal text."-groups = ["default", "test"]-marker = "sys_platform == \"win32\" or platform_system == \"Windows\""-files = [- {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"},- {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},-]--[[package]]-name = "defusedxml"-version = "0.7.1"-requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*"-summary = "XML bomb protection for Python stdlib modules"-groups = ["default"]-files = [- {file = "defusedxml-0.7.1-py2.py3-none-any.whl", hash = "sha256:a352e7e428770286cc899e2542b6cdaedb2b4953ff269a210103ec58f6198a61"},- {file = "defusedxml-0.7.1.tar.gz", hash = "sha256:1bb3032db185915b62d7c6209c5a8792be6a32ab2fedacc84e01b52c51aa3e69"},-]--[[package]]-name = "exceptiongroup"-version = "1.2.2"-requires_python = ">=3.7"-summary = "Backport of PEP 654 (exception groups)"-groups = ["test"]-marker = "python_version < \"3.11\""-files = [- {file = "exceptiongroup-1.2.2-py3-none-any.whl", hash = "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b"},- {file = "exceptiongroup-1.2.2.tar.gz", hash = "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc"},-]--[[package]]-name = "flask"-version = "2.3.2"-requires_python = ">=3.8"-summary = "A simple framework for building complex web applications."-groups = ["default"]-dependencies = [- "Jinja2>=3.1.2",- "Werkzeug>=2.3.3",- "blinker>=1.6.2",- "click>=8.1.3",- "importlib-metadata>=3.6.0; python_version < \"3.10\"",- "itsdangerous>=2.1.2",-]-files = [- {file = "Flask-2.3.2-py3-none-any.whl", hash = "sha256:77fd4e1249d8c9923de34907236b747ced06e5467ecac1a7bb7115ae0e9670b0"},- {file = "Flask-2.3.2.tar.gz", hash = "sha256:8c2f9abd47a9e8df7f0c3f091ce9497d011dc3b31effcf4c85a6e2b50f4114ef"},-]--[[package]]-name = "gunicorn"-version = "22.0.0"-requires_python = ">=3.7"-summary = "WSGI HTTP Server for UNIX"-groups = ["deploy"]-dependencies = [- "packaging",-]-files = [- {file = "gunicorn-22.0.0-py3-none-any.whl", hash = "sha256:350679f91b24062c86e386e198a15438d53a7a8207235a78ba1b53df4c4378d9"},- {file = "gunicorn-22.0.0.tar.gz", hash = "sha256:4a0b436239ff76fb33f11c07a16482c521a7e09c1ce3cc293c2330afe01bec63"},-]--[[package]]-name = "importlib-metadata"-version = "8.2.0"-requires_python = ">=3.8"-summary = "Read metadata from Python packages"-groups = ["default"]-marker = "python_version < \"3.10\""-dependencies = [- "zipp>=0.5",-]-files = [- {file = "importlib_metadata-8.2.0-py3-none-any.whl", hash = "sha256:11901fa0c2f97919b288679932bb64febaeacf289d18ac84dd68cb2e74213369"},- {file = "importlib_metadata-8.2.0.tar.gz", hash = "sha256:72e8d4399996132204f9a16dcc751af254a48f8d1b20b9ff0f98d4a8f901e73d"},-]--[[package]]-name = "iniconfig"-version = "2.0.0"-requires_python = ">=3.7"-summary = "brain-dead simple config-ini parsing"-groups = ["test"]-files = [- {file = "iniconfig-2.0.0-py3-none-any.whl", hash = "sha256:b6a85871a79d2e3b22d2d1b94ac2824226a63c6b741c88f7ae975f18b6778374"},- {file = "iniconfig-2.0.0.tar.gz", hash = "sha256:2d91e135bf72d31a410b17c16da610a82cb55f6b0477d1a902134b24a455b8b3"},-]--[[package]]-name = "itsdangerous"-version = "2.2.0"-requires_python = ">=3.8"-summary = "Safely pass data to untrusted environments and back."-groups = ["default"]-files = [- {file = "itsdangerous-2.2.0-py3-none-any.whl", hash = "sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef"},- {file = "itsdangerous-2.2.0.tar.gz", hash = "sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173"},-]--[[package]]-name = "jinja2"-version = "3.1.4"-requires_python = ">=3.7"-summary = "A very fast and expressive template engine."-groups = ["default"]-dependencies = [- "MarkupSafe>=2.0",-]-files = [- {file = "jinja2-3.1.4-py3-none-any.whl", hash = "sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d"},- {file = "jinja2-3.1.4.tar.gz", hash = "sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369"},-]--[[package]]-name = "markupsafe"-version = "2.1.5"-requires_python = ">=3.7"-summary = "Safely add untrusted strings to HTML/XML markup."-groups = ["default"]-files = [- {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a17a92de5231666cfbe003f0e4b9b3a7ae3afb1ec2845aadc2bacc93ff85febc"},- {file = "MarkupSafe-2.1.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:72b6be590cc35924b02c78ef34b467da4ba07e4e0f0454a2c5907f473fc50ce5"},- {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e61659ba32cf2cf1481e575d0462554625196a1f2fc06a1c777d3f48e8865d46"},- {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2174c595a0d73a3080ca3257b40096db99799265e1c27cc5a610743acd86d62f"},- {file = "MarkupSafe-2.1.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ae2ad8ae6ebee9d2d94b17fb62763125f3f374c25618198f40cbb8b525411900"},- {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:075202fa5b72c86ad32dc7d0b56024ebdbcf2048c0ba09f1cde31bfdd57bcfff"},- {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:598e3276b64aff0e7b3451b72e94fa3c238d452e7ddcd893c3ab324717456bad"},- {file = "MarkupSafe-2.1.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:fce659a462a1be54d2ffcacea5e3ba2d74daa74f30f5f143fe0c58636e355fdd"},- {file = "MarkupSafe-2.1.5-cp310-cp310-win32.whl", hash = "sha256:d9fad5155d72433c921b782e58892377c44bd6252b5af2f67f16b194987338a4"},- {file = "MarkupSafe-2.1.5-cp310-cp310-win_amd64.whl", hash = "sha256:bf50cd79a75d181c9181df03572cdce0fbb75cc353bc350712073108cba98de5"},- {file = "MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:629ddd2ca402ae6dbedfceeba9c46d5f7b2a61d9749597d4307f943ef198fc1f"},- {file = "MarkupSafe-2.1.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5b7b716f97b52c5a14bffdf688f971b2d5ef4029127f1ad7a513973cfd818df2"},- {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6ec585f69cec0aa07d945b20805be741395e28ac1627333b1c5b0105962ffced"},- {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b91c037585eba9095565a3556f611e3cbfaa42ca1e865f7b8015fe5c7336d5a5"},- {file = "MarkupSafe-2.1.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7502934a33b54030eaf1194c21c692a534196063db72176b0c4028e140f8f32c"},- {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0e397ac966fdf721b2c528cf028494e86172b4feba51d65f81ffd65c63798f3f"},- {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c061bb86a71b42465156a3ee7bd58c8c2ceacdbeb95d05a99893e08b8467359a"},- {file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3a57fdd7ce31c7ff06cdfbf31dafa96cc533c21e443d57f5b1ecc6cdc668ec7f"},- {file = "MarkupSafe-2.1.5-cp311-cp311-win32.whl", hash = "sha256:397081c1a0bfb5124355710fe79478cdbeb39626492b15d399526ae53422b906"},- {file = "MarkupSafe-2.1.5-cp311-cp311-win_amd64.whl", hash = "sha256:2b7c57a4dfc4f16f7142221afe5ba4e093e09e728ca65c51f5620c9aaeb9a617"},- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8dec4936e9c3100156f8a2dc89c4b88d5c435175ff03413b443469c7c8c5f4d1"},- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3c6b973f22eb18a789b1460b4b91bf04ae3f0c4234a0a6aa6b0a92f6f7b951d4"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac07bad82163452a6884fe8fa0963fb98c2346ba78d779ec06bd7a6262132aee"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5dfb42c4604dddc8e4305050aa6deb084540643ed5804d7455b5df8fe16f5e5"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea3d8a3d18833cf4304cd2fc9cbb1efe188ca9b5efef2bdac7adc20594a0e46b"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:d050b3361367a06d752db6ead6e7edeb0009be66bc3bae0ee9d97fb326badc2a"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:bec0a414d016ac1a18862a519e54b2fd0fc8bbfd6890376898a6c0891dd82e9f"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:58c98fee265677f63a4385256a6d7683ab1832f3ddd1e66fe948d5880c21a169"},- {file = "MarkupSafe-2.1.5-cp312-cp312-win32.whl", hash = "sha256:8590b4ae07a35970728874632fed7bd57b26b0102df2d2b233b6d9d82f6c62ad"},- {file = "MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl", hash = "sha256:823b65d8706e32ad2df51ed89496147a42a2a6e01c13cfb6ffb8b1e92bc910bb"},- {file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:7a68b554d356a91cce1236aa7682dc01df0edba8d043fd1ce607c49dd3c1edcf"},- {file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:db0b55e0f3cc0be60c1f19efdde9a637c32740486004f20d1cff53c3c0ece4d2"},- {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e53af139f8579a6d5f7b76549125f0d94d7e630761a2111bc431fd820e163b8"},- {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:17b950fccb810b3293638215058e432159d2b71005c74371d784862b7e4683f3"},- {file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4c31f53cdae6ecfa91a77820e8b151dba54ab528ba65dfd235c80b086d68a465"},- {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:bff1b4290a66b490a2f4719358c0cdcd9bafb6b8f061e45c7a2460866bf50c2e"},- {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:bc1667f8b83f48511b94671e0e441401371dfd0f0a795c7daa4a3cd1dde55bea"},- {file = "MarkupSafe-2.1.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:5049256f536511ee3f7e1b3f87d1d1209d327e818e6ae1365e8653d7e3abb6a6"},- {file = "MarkupSafe-2.1.5-cp39-cp39-win32.whl", hash = "sha256:00e046b6dd71aa03a41079792f8473dc494d564611a8f89bbbd7cb93295ebdcf"},- {file = "MarkupSafe-2.1.5-cp39-cp39-win_amd64.whl", hash = "sha256:fa173ec60341d6bb97a89f5ea19c85c5643c1e7dedebc22f5181eb73573142c5"},- {file = "MarkupSafe-2.1.5.tar.gz", hash = "sha256:d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b"},-]--[[package]]-name = "odfpy"-version = "1.4.1"-summary = "Python API and tools to manipulate OpenDocument files"-groups = ["default"]-dependencies = [- "defusedxml",-]-files = [- {file = "odfpy-1.4.1.tar.gz", hash = "sha256:db766a6e59c5103212f3cc92ec8dd50a0f3a02790233ed0b52148b70d3c438ec"},-]--[[package]]-name = "packaging"-version = "24.1"-requires_python = ">=3.8"-summary = "Core utilities for Python packages"-groups = ["deploy", "test"]-files = [- {file = "packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124"},- {file = "packaging-24.1.tar.gz", hash = "sha256:026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002"},-]--[[package]]-name = "pluggy"-version = "1.5.0"-requires_python = ">=3.8"-summary = "plugin and hook calling mechanisms for python"-groups = ["test"]-files = [- {file = "pluggy-1.5.0-py3-none-any.whl", hash = "sha256:44e1ad92c8ca002de6377e165f3e0f1be63266ab4d554740532335b9d75ea669"},- {file = "pluggy-1.5.0.tar.gz", hash = "sha256:2cffa88e94fdc978c4c574f15f9e59b7f4201d439195c3715ca9e2486f1d0cf1"},-]--[[package]]-name = "pytest"-version = "8.3.2"-requires_python = ">=3.8"-summary = "pytest: simple powerful testing with Python"-groups = ["test"]-dependencies = [- "colorama; sys_platform == \"win32\"",- "exceptiongroup>=1.0.0rc8; python_version < \"3.11\"",- "iniconfig",- "packaging",- "pluggy<2,>=1.5",- "tomli>=1; python_version < \"3.11\"",-]-files = [- {file = "pytest-8.3.2-py3-none-any.whl", hash = "sha256:4ba08f9ae7dcf84ded419494d229b48d0903ea6407b030eaec46df5e6a73bba5"},- {file = "pytest-8.3.2.tar.gz", hash = "sha256:c132345d12ce551242c87269de812483f5bcc87cdbb4722e48487ba194f9fdce"},-]--[[package]]-name = "python-dotenv"-version = "1.0.1"-requires_python = ">=3.8"-summary = "Read key-value pairs from a .env file and set them as environment variables"-groups = ["default"]-files = [- {file = "python-dotenv-1.0.1.tar.gz", hash = "sha256:e324ee90a023d808f1959c46bcbc04446a10ced277783dc6ee09987c37ec10ca"},- {file = "python_dotenv-1.0.1-py3-none-any.whl", hash = "sha256:f7b63ef50f1b690dddf550d03497b66d609393b40b564ed0d674909a68ebf16a"},-]--[[package]]-name = "redis"-version = "4.5.5"-requires_python = ">=3.7"-summary = "Python client for Redis database and key-value store"-groups = ["default"]-dependencies = [- "async-timeout>=4.0.2; python_full_version <= \"3.11.2\"",-]-files = [- {file = "redis-4.5.5-py3-none-any.whl", hash = "sha256:77929bc7f5dab9adf3acba2d3bb7d7658f1e0c2f1cafe7eb36434e751c471119"},- {file = "redis-4.5.5.tar.gz", hash = "sha256:dc87a0bdef6c8bfe1ef1e1c40be7034390c2ae02d92dcd0c7ca1729443899880"},-]--[[package]]-name = "setuptools"-version = "71.1.0"-requires_python = ">=3.8"-summary = "Easily download, build, install, upgrade, and uninstall Python packages"-groups = ["default"]-files = [- {file = "setuptools-71.1.0-py3-none-any.whl", hash = "sha256:33874fdc59b3188304b2e7c80d9029097ea31627180896fb549c578ceb8a0855"},- {file = "setuptools-71.1.0.tar.gz", hash = "sha256:032d42ee9fb536e33087fb66cac5f840eb9391ed05637b3f2a76a7c8fb477936"},-]--[[package]]-name = "tomli"-version = "2.0.1"-requires_python = ">=3.7"-summary = "A lil' TOML parser"-groups = ["test"]-marker = "python_version < \"3.11\""-files = [- {file = "tomli-2.0.1-py3-none-any.whl", hash = "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc"},- {file = "tomli-2.0.1.tar.gz", hash = "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f"},-]--[[package]]-name = "unoserver"-version = "1.5"-requires_python = ">=3.7"-summary = "A server for file conversions with Libre Office"-groups = ["default"]-dependencies = [- "setuptools",-]-files = [- {file = "unoserver-1.5-py3-none-any.whl", hash = "sha256:2c45f96ba8da8a56b61edb66df679f49fd234cdd58202ec1ec984f7fc74ead1f"},- {file = "unoserver-1.5.tar.gz", hash = "sha256:af3dedc5fd12bbf1d54d715b5e3bcd0bf0b6adcc1bd0317f3163a02303c5716b"},-]--[[package]]-name = "waitress"-version = "2.1.2"-requires_python = ">=3.7.0"-summary = "Waitress WSGI server"-groups = ["default"]-files = [- {file = "waitress-2.1.2-py3-none-any.whl", hash = "sha256:7500c9625927c8ec60f54377d590f67b30c8e70ef4b8894214ac6e4cad233d2a"},- {file = "waitress-2.1.2.tar.gz", hash = "sha256:780a4082c5fbc0fde6a2fcfe5e26e6efc1e8f425730863c04085769781f51eba"},-]--[[package]]-name = "werkzeug"-version = "3.0.3"-requires_python = ">=3.8"-summary = "The comprehensive WSGI web application library."-groups = ["default"]-dependencies = [- "MarkupSafe>=2.1.1",-]-files = [- {file = "werkzeug-3.0.3-py3-none-any.whl", hash = "sha256:fc9645dc43e03e4d630d23143a04a7f947a9a3b5727cd535fdfe155a17cc48c8"},- {file = "werkzeug-3.0.3.tar.gz", hash = "sha256:097e5bfda9f0aba8da6b8545146def481d06aa7d3266e7448e2cccf67dd8bd18"},-]--[[package]]-name = "zipp"-version = "3.19.2"-requires_python = ">=3.8"-summary = "Backport of pathlib-compatible object wrapper for zip files"-groups = ["default"]-marker = "python_version < \"3.10\""-files = [- {file = "zipp-3.19.2-py3-none-any.whl", hash = "sha256:f091755f667055f2d02b32c53771a7a6c8b47e1fdbc4b72a8b9072b3eef8015c"},- {file = "zipp-3.19.2.tar.gz", hash = "sha256:bf1dcf6450f873a13e952a29504887c89e6de7506209e5b1bcc3460135d4de19"},-]diff --git a/document-service/pyproject.toml b/document-service/pyproject.tomldeleted file mode 100644index cd900f0bd..000000000--- a/document-service/pyproject.toml+++ /dev/null@@ -1,34 +0,0 @@-[project]-name = "unstract-document-service"-version = "0.1.0"-description = "Document processing service"-authors = [- {name = "Zipstack", email = "[email protected]"},-]-dependencies = [- "flask==2.3.2",- "waitress==2.1.2",- "odfpy>=1.4.1",- "unoserver==1.5",- "redis==4.5.5",- "python-dotenv>=1.0.0",-]-requires-python = ">=3.9"-readme = "README.md"-license = {text = "MIT"}--[build-system]-requires = ["pdm-backend"]-build-backend = "pdm.backend"--[tool.pdm.build]-includes = ["src"]-package-dir = "src"--[tool.pdm.dev-dependencies]-test = [- "pytest>=8.0.1",-]-deploy = [- "gunicorn>=21.2.0",-]diff --git a/document-service/sample.env b/document-service/sample.envdeleted file mode 100644index 272e10beb..000000000--- a/document-service/sample.env+++ /dev/null@@ -1,12 +0,0 @@-SERVICE_API_TOKEN="0vpepz5CyzRIAKuy+9ZJXLOCXO+TYOAt+55M+ewxGMk="-UPLOAD_FOLDER="/app/uploads"-PROCESS_FOLDER="/app/processed"-LIBREOFFICE_PYTHON="/usr/bin/python3"-MAX_FILE_SIZE=31457280---#Redis-REDIS_HOST="unstract-redis"-REDIS_PORT=6379-REDIS_PASSWORD=""-REDIS_USER=defaultdiff --git a/document-service/src/unstract/document_service/__init__.py b/document-service/src/unstract/document_service/__init__.pydeleted file mode 100644index e69de29bb..000000000diff --git a/document-service/src/unstract/document_service/main.py b/document-service/src/unstract/document_service/main.pydeleted file mode 100644index 731a419b9..000000000--- a/document-service/src/unstract/document_service/main.py+++ /dev/null@@ -1,219 +0,0 @@-# type: ignore-import logging-import os-import subprocess-import time-from typing import Any--import redis-from flask import Flask, request, send_file-from odf import teletype, text-from odf.opendocument import load--logging.basicConfig(- level=logging.INFO,- format="%(asctime)s %(levelname)s %(name)s : %(message)s",-)--UPLOAD_FOLDER = os.environ.get("UPLOAD_FOLDER", "/tmp/document_service/upload")-PROCESS_FOLDER = os.environ.get("PROCESS_FOLDER", "/tmp/document_service/process")-LIBREOFFICE_PYTHON = os.environ.get("LIBREOFFICE_PYTHON", "/usr/bin/python3")-MAX_FILE_SIZE = int(os.environ.get("MAX_FILE_SIZE", 10485760)) # 10 * 1024 * 1024-SERVICE_API_TOKEN = os.environ.get("SERVICE_API_TOKEN", "")--app = Flask("document_service")-app.config["WTF_CSRF_ENABLED"] = False # Sensitive---def authentication_middleware(func: Any) -> Any:- def wrapper(*args, **kwargs):- bearer_token = request.headers.get("Authorization")-- # Check if bearer token exists and validate it- if not bearer_token or not validate_bearer_token(bearer_token):- return "Unauthorized", 401-- return func(*args, **kwargs)-- return wrapper---def allowed_file_size(file: Any) -> bool:- return file.content_length <= MAX_FILE_SIZE---def validate_bearer_token(token: Any) -> bool:- key_status = None- if token == SERVICE_API_TOKEN:- key_status = True- else:- app.logger.error(f"Error while validating bearer token: {token}")- key_status = False- return key_status--[email protected]("/health", methods=["GET"], endpoint="health_check")-def health_check():- return "OK"--[email protected]("/upload", methods=["POST"], endpoint="upload_file")-@authentication_middleware-def upload_file():- """- Sample Usage:- curl -X POST -H "Authorization: 0xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" \- -F "file=@/Users/arun/Devel/pandora_storage/train_ticket.pdf" \- http://localhost:3000/upload?file_name=file1.pdf&account_id=1234- """-- if "file" not in request.files:- app.logger.error("No file found!")- return "No file found!", 400-- _file = request.files["file"]- if _file.filename == "":- app.logger.error("No selected file!")- return "No selected file!", 400-- # Check file size- content_length = request.headers.get("Content-Length", type=int)- if content_length is not None and content_length > MAX_FILE_SIZE:- app.logger.error(- f"File size exceeds the limit! {content_length} > {MAX_FILE_SIZE}"- )- return "File size exceeds the limit!", 400-- account_id = request.args.get("account_id")- file_name = request.args.get("file_name")- app.logger.info(f"Uploading file {file_name} for account {account_id}")-- try:- file_path = os.path.join(UPLOAD_FOLDER, f"{account_id}_{file_name}")- _file.save(file_path)- except Exception as e:- app.logger.error(f"Error while saving file: {e}")- return "Error while saving file!", 500-- try:- # Store upload time in redis- redis_host = os.environ.get("REDIS_HOST")- redis_port = int(os.environ.get("REDIS_PORT"))- redis_password = os.environ.get("REDIS_PASSWORD")- r = redis.Redis(host=redis_host, port=redis_port, password=redis_password)- # TODO: Create a file reaper process to look at uploaded time and delete- redis_key = f"upload_time:{account_id}_{file_name}"- current_timestamp = int(time.time())- r.set(redis_key, current_timestamp)- r.close()- except Exception as e:- app.logger.error(f"Error while storing upload time in redis: {e}")- if os.path.exists(file_path):- os.remove(file_path)- return "Error while storing upload time in redis!", 500-- app.logger.info(f"File uploaded successfully! {file_path}")- return "File uploaded successfully!", 200--[email protected]("/find_and_replace", methods=["POST"], endpoint="find_and_replace")-@authentication_middleware-def find_and_replace():- account_id = request.args.get("account_id")- file_name = request.args.get("file_name")- output_format = request.args.get("output_format").lower()- find_and_replace_text = request.json-- app.logger.info(f"Find and replace for file {file_name} for account {account_id}")- app.logger.info(f"Output format: {output_format}")-- if output_format not in ["pdf"]:- app.logger.error(f"Unsupported output format: {output_format}")- return "Unsupported output format!", 400-- file_namex = os.path.join(UPLOAD_FOLDER, f"{account_id}_{file_name}")-- # Check if file exists- if not os.path.exists(file_namex):- app.logger.error(f"File not found! {file_namex}")- return "File not found!", 400-- # Convert the orginal file to ODT format for processing- file_name_odt = f"{account_id}_{file_name}.odt"- file_name_odt = os.path.join(PROCESS_FOLDER, file_name_odt)- try:- command = f"{LIBREOFFICE_PYTHON} -m unoserver.converter --convert-to odt \- --filter writer8 {file_namex} {file_name_odt}"- result = subprocess.run(command, shell=True, capture_output=True, text=True)- app.logger.info(result)- if result.returncode != 0:- app.logger.error(- f"Failed to convert file to ODT format: \- {result.stdout} | ERR: {result.stderr}"- )- return "Failed to convert file to ODT format!", 500- else:- app.logger.info(- f"File converted to ODT format successfully! {file_name_odt}"- )- app.logger.info(f"ODT convertion result: {result.stdout} | {result.stderr}")- except Exception as e:- app.logger.error(f"Error while converting file to ODT format: {e}")- return "Error while converting file to ODT format!", 500-- # Find and replace- doc = load(file_name_odt)- for find_str in find_and_replace_text:- app.logger.info(- f"Find and replace: {find_str} -> {find_and_replace_text[find_str]}"- )- replace_str = find_and_replace_text[find_str]- for element in doc.getElementsByType(text.Span):- if find_str in teletype.extractText(element):- app.logger.info(f"Found {find_str} in {teletype.extractText(element)}")- new_element = text.Span()- new_element.setAttribute("stylename", element.getAttribute("stylename"))- t = teletype.extractText(element)- t = t.replace(find_str, replace_str)- new_element.addText(t)- element.parentNode.insertBefore(new_element, element)- element.parentNode.removeChild(element)- doc.save(file_name_odt)-- file_name_output = f"{account_id}_{file_name}.{output_format}"- file_name_output = os.path.join(PROCESS_FOLDER, file_name_output)-- # Convert the ODT file to the requested format- try:- command = (- f"{LIBREOFFICE_PYTHON} -m unoserver.converter --convert-to pdf "- f"--filter writer_pdf_Export {file_name_odt} {file_name_output}"- )- result = subprocess.run(command, shell=True, capture_output=True, text=True)- if result.returncode != 0:- app.logger.error(- f"Failed to convert file to {output_format} format: "- f"{result.stdout} | ERR: {result.stderr}"- )- return "Failed to convert file to ODT format!", 500- else:- app.logger.info(- f"File converted to {output_format} format successfully! "- f"{file_name_output}"- )- app.logger.info(f"ODT convertion result: {result.stdout} | {result.stderr}")- except Exception as e:- app.logger.error(f"Error while converting file to {output_format} format: {e}")- return f"Error while converting file to {output_format} format!", 500- return send_file(file_name_output, as_attachment=True)---if __name__ == "__main__":- # Check if upload folder exists and create it if not- if not os.path.exists(UPLOAD_FOLDER):- os.makedirs(UPLOAD_FOLDER)- if not os.path.exists(PROCESS_FOLDER):- os.makedirs(PROCESS_FOLDER)-- # Start the server- app.run()diff --git a/document-service/tests/__init__.py b/document-service/tests/__init__.pydeleted file mode 100644index e69de29bb..000000000diff --git a/document-service/thunder-collection_document-service.json b/document-service/thunder-collection_document-service.jsondeleted file mode 100644index 443f60502..000000000--- a/document-service/thunder-collection_document-service.json+++ /dev/null@@ -1,97 +0,0 @@-{- "client": "Thunder Client",- "collectionName": "document-service",- "dateExported": "2023-08-15T03:42:29.575Z",- "version": "1.1",- "folders": [],- "requests": [- {- "_id": "54e80168-0fbf-4de6-8397-4069ff0bcb0d",- "colId": "a50995ac-f753-4b4c-847e-fc03d134641c",- "containerId": "",- "name": "upload",- "url": "/upload?file_name=test.pdf&account_id=1234",- "method": "POST",- "sortNum": 10000,- "created": "2023-08-14T09:58:13.352Z",- "modified": "2023-08-14T16:58:48.550Z",- "headers": [- {- "name": "Authorization",- "value": "builtin_functions_key:123",- "isDisabled": true- }- ],- "params": [- {- "name": "file_name",- "value": "test.pdf",- "isPath": false- },- {- "name": "account_id",- "value": "1234",- "isPath": false- }- ],- "body": {- "type": "formdata",- "raw": "",- "form": [],- "files": [- {- "name": "file",- "value": "/Users/path_to_file/test.pdf"- }- ]- },- "tests": []- },- {- "_id": "e5d544ac-1500-4ea8-a9cd-22583be4c86f",- "colId": "a50995ac-f753-4b4c-847e-fc03d134641c",- "containerId": "",- "name": "find_and_replace",- "url": "/find_and_replace?account_id=1234&file_name=test.pdf&output_format=pdf",- "method": "POST",- "sortNum": 20000,- "created": "2023-08-14T17:00:10.866Z",- "modified": "2023-08-14T17:05:05.746Z",- "headers": [],- "params": [- {- "name": "account_id",- "value": "1234",- "isPath": false- },- {- "name": "file_name",- "value": "test.pdf",- "isPath": false- },- {- "name": "output_format",- "value": "pdf",- "isPath": false- }- ],- "body": {- "type": "json",- "raw": "{\n \"Slack\": \"Jaseem\"\n}",- "form": []- },- "tests": []- }- ],- "settings": {- "headers": [- {- "name": "Authorization",- "value": "123"- }- ],- "options": {- "baseUrl": "http://localhost:3000"- }- }-}diff --git a/document-service/wrapper.sh b/document-service/wrapper.shdeleted file mode 100755index 1bfa6e0fb..000000000--- a/document-service/wrapper.sh+++ /dev/null@@ -1,15 +0,0 @@-#!/bin/bash--# Start the first process-# Args: --nocrashreport --nodefault-/usr/bin/libreoffice --headless --nologo --nofirststartwizard --norestore --accept="socket,host=127.0.0.1,port=2002,tcpNoDelay=1;urp;StarOffice.ComponentContext" &--# Start the second process-# 'src' layout is detected from pdm settings in pyproject.toml-.venv/bin/gunicorn --bind 0.0.0.0:3002 --timeout 300 unstract.document_service.main:app &--# Wait for any process to exit-wait -n--# Exit with status of process that exited first-exit $?diff --git a/pdm.lock b/pdm.lockindex 0fdb01d80..ddba68d43 100644--- a/pdm.lock+++ b/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "hook-check-django-migrations", "lint"]strategy = ["inherit_metadata"]lock_version = "4.4.2"-content_hash = "sha256:d7266fb7a14b58660f3a28e3d04039f440d85ddec49fd85f6e492f4188f02564"+content_hash = "sha256:ea95cfab5594692de846e2f59fddbc63689fbd9a8a5a724957f4821f1a23fb30"[[package]]name = "adlfs"@@ -92,16 +92,16 @@ files = [[[package]]name = "aioitertools"-version = "0.11.0"-requires_python = ">=3.6"+version = "0.12.0"+requires_python = ">=3.8"summary = "itertools and builtins for AsyncIO and mixed iterables"groups = ["hook-check-django-migrations"]dependencies = ["typing-extensions>=4.0; python_version < \"3.10\"",]files = [- {file = "aioitertools-0.11.0-py3-none-any.whl", hash = "sha256:04b95e3dab25b449def24d7df809411c10e62aab0cbe31a50ca4e68748c43394"},- {file = "aioitertools-0.11.0.tar.gz", hash = "sha256:42c68b8dd3a69c2bf7f2233bf7df4bb58b557bca5252ac02ed5187bbc67d6831"},+ {file = "aioitertools-0.12.0-py3-none-any.whl", hash = "sha256:fc1f5fac3d737354de8831cbba3eb04f79dd649d8f3afb4c5b114925e662a796"},+ {file = "aioitertools-0.12.0.tar.gz", hash = "sha256:c2a9055b4fbb7705f561b9d86053e8af5d10cc845d22c32008c43490b2d8dd6b"},][[package]]@@ -508,18 +508,18 @@ files = [[[package]]name = "certifi"-version = "2024.7.4"+version = "2024.8.30"requires_python = ">=3.6"summary = "Python package for providing Mozilla's CA Bundle."groups = ["hook-check-django-migrations"]files = [- {file = "certifi-2024.7.4-py3-none-any.whl", hash = "sha256:c198e21b1289c2ab85ee4e67bb4b4ef3ead0892059901a8d5b622f24a1101e90"},- {file = "certifi-2024.7.4.tar.gz", hash = "sha256:5a1e7645bc0ec61a09e26c36f6106dd4cf40c6db3a1fb6352b0244e7fb057c7b"},+ {file = "certifi-2024.8.30-py3-none-any.whl", hash = "sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8"},+ {file = "certifi-2024.8.30.tar.gz", hash = "sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9"},][[package]]name = "cffi"-version = "1.17.0"+version = "1.17.1"requires_python = ">=3.8"summary = "Foreign Function Interface for Python calling C code."groups = ["hook-check-django-migrations", "lint"]@@ -527,8 +527,8 @@ dependencies = ["pycparser",]files = [- {file = "cffi-1.17.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6f76a90c345796c01d85e6332e81cab6d70de83b829cf1d9762d0a3da59c7932"},- {file = "cffi-1.17.0.tar.gz", hash = "sha256:f3157624b7558b914cb039fd1af735e5e8049a87c817cc215109ad1c8779df76"},+ {file = "cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cdf5ce3acdfd1661132f2a9c19cac174758dc2352bfe37d98aa7512c6b7178b3"},+ {file = "cffi-1.17.1.tar.gz", hash = "sha256:1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824"},][[package]]@@ -1155,7 +1155,7 @@ files = [[[package]]name = "google-cloud-aiplatform"-version = "1.64.0"+version = "1.65.0"requires_python = ">=3.8"summary = "Vertex AI API client library"groups = ["hook-check-django-migrations"]@@ -1173,8 +1173,8 @@ dependencies = ["shapely<3.0.0dev",]files = [- {file = "google-cloud-aiplatform-1.64.0.tar.gz", hash = "sha256:475a612829b283eb8f783e773d37115c30db42e2e50065c8653db0c9bd18b0da"},- {file = "google_cloud_aiplatform-1.64.0-py2.py3-none-any.whl", hash = "sha256:3a79ce2ec047868c348336624a60993464ca977fd258bcf609cc79309a8101c4"},+ {file = "google-cloud-aiplatform-1.65.0.tar.gz", hash = "sha256:2349a2b8b85868c378788233929810aaac3efbb72cfec46f01097923faf8d7b6"},+ {file = "google_cloud_aiplatform-1.65.0-py2.py3-none-any.whl", hash = "sha256:88e1eef5a7cab737606ae456cb5e866133f990ed9c8bca534077144037e18524"},][[package]]@@ -1269,14 +1269,14 @@ files = [[[package]]name = "google-crc32c"-version = "1.5.0"-requires_python = ">=3.7"+version = "1.6.0"+requires_python = ">=3.9"summary = "A python wrapper of the C library 'Google CRC32C'"groups = ["hook-check-django-migrations"]files = [- {file = "google-crc32c-1.5.0.tar.gz", hash = "sha256:89284716bc6a5a415d4eaa11b1726d2d60a0cd12aadf5439828353662ede9dd7"},- {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e1674e4307fa3024fc897ca774e9c7562c957af85df55efe2988ed9056dc4e57"},- {file = "google_crc32c-1.5.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:278d2ed7c16cfc075c91378c4f47924c0625f5fc84b2d50d921b18b7975bd210"},+ {file = "google_crc32c-1.6.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:386122eeaaa76951a8196310432c5b0ef3b53590ef4c317ec7588ec554fec5d2"},+ {file = "google_crc32c-1.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:35834855408429cecf495cac67ccbab802de269e948e27478b1e47dfb6465e57"},+ {file = "google_crc32c-1.6.0.tar.gz", hash = "sha256:6eceb6ad197656a1ff49ebfbbfa870678c75be4344feb35ac1edf694309413dc"},][[package]]@@ -2463,7 +2463,7 @@ files = [[[package]]name = "openai"-version = "1.42.0"+version = "1.43.0"requires_python = ">=3.7.1"summary = "The official Python library for the openai API"groups = ["hook-check-django-migrations"]@@ -2478,8 +2478,8 @@ dependencies = ["typing-extensions<5,>=4.11",]files = [- {file = "openai-1.42.0-py3-none-any.whl", hash = "sha256:dc91e0307033a4f94931e5d03cc3b29b9717014ad5e73f9f2051b6cb5eda4d80"},- {file = "openai-1.42.0.tar.gz", hash = "sha256:c9d31853b4e0bc2dc8bd08003b462a006035655a701471695d0bfdc08529cde3"},+ {file = "openai-1.43.0-py3-none-any.whl", hash = "sha256:1a748c2728edd3a738a72a0212ba866f4fdbe39c9ae03813508b267d45104abe"},+ {file = "openai-1.43.0.tar.gz", hash = "sha256:e607aff9fc3e28eade107e5edd8ca95a910a4b12589336d3cbb6bfe2ac306b3c"},][[package]]@@ -2874,13 +2874,13 @@ files = [[[package]]name = "pymilvus"-version = "2.4.5"+version = "2.4.6"requires_python = ">=3.8"summary = "Python Sdk for Milvus"groups = ["hook-check-django-migrations"]dependencies = ["environs<=9.5.0",- "grpcio<=1.63.0,>=1.49.1",+ "grpcio>=1.49.1","milvus-lite<2.5.0,>=2.4.0; sys_platform != \"win32\"","pandas>=1.2.4","protobuf>=3.20.0",@@ -2888,8 +2888,8 @@ dependencies = ["ujson>=2.0.0",]files = [- {file = "pymilvus-2.4.5-py3-none-any.whl", hash = "sha256:dc4f2d1eac8db9cf3951de39566a1a244695760bb94d8310fbfc73d6d62bb267"},- {file = "pymilvus-2.4.5.tar.gz", hash = "sha256:1a497fe9b41d6bf62b1d5e1c412960922dde1598576fcbb8818040c8af11149f"},+ {file = "pymilvus-2.4.6-py3-none-any.whl", hash = "sha256:b4c43472edc313b845d313be50610e19054e6954b2c5c3b515565c596c2d3d97"},+ {file = "pymilvus-2.4.6.tar.gz", hash = "sha256:6ac3eb91c92cc01bbe444fe83f895f02d7b2546d96ac67998630bf31ac074d66"},][[package]]@@ -3230,24 +3230,24 @@ files = [[[package]]name = "safetensors"-version = "0.4.4"+version = "0.4.5"requires_python = ">=3.7"summary = ""groups = ["hook-check-django-migrations"]files = [- {file = "safetensors-0.4.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9850754c434e636ce3dc586f534bb23bcbd78940c304775bee9005bf610e98f1"},- {file = "safetensors-0.4.4.tar.gz", hash = "sha256:5fe3e9b705250d0172ed4e100a811543108653fb2b66b9e702a088ad03772a07"},+ {file = "safetensors-0.4.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b75a616e02f21b6f1d5785b20cecbab5e2bd3f6358a90e8925b813d557666ec1"},+ {file = "safetensors-0.4.5.tar.gz", hash = "sha256:d73de19682deabb02524b3d5d1f8b3aaba94c72f1bbfc7911b9b9d5d391c0310"},][[package]]name = "setuptools"-version = "74.0.0"+version = "74.1.2"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"groups = ["hook-check-django-migrations"]files = [- {file = "setuptools-74.0.0-py3-none-any.whl", hash = "sha256:0274581a0037b638b9fc1c6883cc71c0210865aaa76073f7882376b641b84e8f"},- {file = "setuptools-74.0.0.tar.gz", hash = "sha256:a85e96b8be2b906f3e3e789adec6a9323abf79758ecfa3065bd740d81158b11e"},+ {file = "setuptools-74.1.2-py3-none-any.whl", hash = "sha256:5f4c08aa4d3ebcb57a50c33b1b07e94315d7fc7230f7115e47fc99776c8ce308"},+ {file = "setuptools-74.1.2.tar.gz", hash = "sha256:95b40ed940a1c67eb70fc099094bd6e99c6ee7c23aa2306f4d2697ba7916f9c6"},][[package]]@@ -3400,7 +3400,7 @@ files = [[[package]]name = "sqlalchemy"-version = "2.0.32"+version = "2.0.34"requires_python = ">=3.7"summary = "Database Abstraction Library"groups = ["hook-check-django-migrations"]@@ -3409,26 +3409,26 @@ dependencies = ["typing-extensions>=4.6.0",]files = [- {file = "SQLAlchemy-2.0.32-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aaf04784797dcdf4c0aa952c8d234fa01974c4729db55c45732520ce12dd95b4"},- {file = "SQLAlchemy-2.0.32-py3-none-any.whl", hash = "sha256:e567a8793a692451f706b363ccf3c45e056b67d90ead58c3bc9471af5d212202"},- {file = "SQLAlchemy-2.0.32.tar.gz", hash = "sha256:c1b88cc8b02b6a5f0efb0345a03672d4c897dc7d92585176f88c67346f565ea8"},+ {file = "SQLAlchemy-2.0.34-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ebc11c54c6ecdd07bb4efbfa1554538982f5432dfb8456958b6d46b9f834bb7"},+ {file = "SQLAlchemy-2.0.34-py3-none-any.whl", hash = "sha256:7286c353ee6475613d8beff83167374006c6b3e3f0e6491bfe8ca610eb1dec0f"},+ {file = "sqlalchemy-2.0.34.tar.gz", hash = "sha256:10d8f36990dd929690666679b0f42235c159a7051534adb135728ee52828dd22"},][[package]]name = "sqlalchemy"-version = "2.0.32"+version = "2.0.34"extras = ["asyncio"]requires_python = ">=3.7"summary = "Database Abstraction Library"groups = ["hook-check-django-migrations"]dependencies = ["greenlet!=0.4.17",- "sqlalchemy==2.0.32",+ "sqlalchemy==2.0.34",]files = [- {file = "SQLAlchemy-2.0.32-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aaf04784797dcdf4c0aa952c8d234fa01974c4729db55c45732520ce12dd95b4"},- {file = "SQLAlchemy-2.0.32-py3-none-any.whl", hash = "sha256:e567a8793a692451f706b363ccf3c45e056b67d90ead58c3bc9471af5d212202"},- {file = "SQLAlchemy-2.0.32.tar.gz", hash = "sha256:c1b88cc8b02b6a5f0efb0345a03672d4c897dc7d92585176f88c67346f565ea8"},+ {file = "SQLAlchemy-2.0.34-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ebc11c54c6ecdd07bb4efbfa1554538982f5432dfb8456958b6d46b9f834bb7"},+ {file = "SQLAlchemy-2.0.34-py3-none-any.whl", hash = "sha256:7286c353ee6475613d8beff83167374006c6b3e3f0e6491bfe8ca610eb1dec0f"},+ {file = "sqlalchemy-2.0.34.tar.gz", hash = "sha256:10d8f36990dd929690666679b0f42235c159a7051534adb135728ee52828dd22"},][[package]]@@ -3627,7 +3627,7 @@ files = [[[package]]name = "types-redis"-version = "4.6.0.20240819"+version = "4.6.0.20240903"requires_python = ">=3.8"summary = "Typing stubs for redis"groups = ["lint"]@@ -3636,8 +3636,8 @@ dependencies = ["types-pyOpenSSL",]files = [- {file = "types-redis-4.6.0.20240819.tar.gz", hash = "sha256:08f51f550ad41d0152bd98d77ac9d6d8f761369121710a213642f6036b9a7183"},- {file = "types_redis-4.6.0.20240819-py3-none-any.whl", hash = "sha256:86db9af6f0033154e12bc22c77236cef0907b995fda8c9f0f0eacd59943ed2fc"},+ {file = "types-redis-4.6.0.20240903.tar.gz", hash = "sha256:4bab1a378dbf23c2c95c370dfdb89a8f033957c4fd1a53fee71b529c182fe008"},+ {file = "types_redis-4.6.0.20240903-py3-none-any.whl", hash = "sha256:0e7537e5c085fe96b7d468d5edae0cf667b4ba4b62c6e4a5dfc340bd3b868c23"},][[package]]@@ -3656,13 +3656,13 @@ files = [[[package]]name = "types-setuptools"-version = "73.0.0.20240822"+version = "74.0.0.20240831"requires_python = ">=3.8"summary = "Typing stubs for setuptools"groups = ["lint"]files = [- {file = "types-setuptools-73.0.0.20240822.tar.gz", hash = "sha256:3a060681098eb3fbc2fea0a86f7f6af6aa1ca71906039d88d891ea2cecdd4dbf"},- {file = "types_setuptools-73.0.0.20240822-py3-none-any.whl", hash = "sha256:b9eba9b68546031317a0fa506d4973641d987d74f79e7dd8369ad4f7a93dea17"},+ {file = "types-setuptools-74.0.0.20240831.tar.gz", hash = "sha256:8b4a544cc91d42a019dc1e41fd397608b4bc7e20c7d7d5bc326589ffd9e8f8a1"},+ {file = "types_setuptools-74.0.0.20240831-py3-none-any.whl", hash = "sha256:4d9d18ea9214828d695a384633130009f5dee2681a157ee873d3680b62931590"},][[package]]@@ -3795,7 +3795,7 @@ dependencies = [[[package]]name = "unstract-sdk"-version = "0.46.0"+version = "0.48.1"requires_python = "<3.11.1,>=3.9"summary = "A framework for writing Unstract Tools/Apps"groups = ["hook-check-django-migrations"]@@ -3834,8 +3834,8 @@ dependencies = ["transformers==4.37.0",]files = [- {file = "unstract_sdk-0.46.0-py3-none-any.whl", hash = "sha256:09b13289c3384578b6e9598cfe2ae1013705d9e394218682aa24bbb6406422b4"},- {file = "unstract_sdk-0.46.0.tar.gz", hash = "sha256:4fa969eb078b5f1bb0eb05142519a08d307b5ea95afaaf06fb8383285857d037"},+ {file = "unstract_sdk-0.48.1-py3-none-any.whl", hash = "sha256:90bd27142f265d0397bb5a4b3630ad6e4f232a4405a15db8806c91c6cf5be4af"},+ {file = "unstract_sdk-0.48.1.tar.gz", hash = "sha256:72b62d15f1dcd9dc9d07d3c2682a9a4edcfc7b2dcf568d94376703c909630455"},][[package]]@@ -3850,7 +3850,7 @@ dependencies = ["PyYAML~=6.0.1","docker~=6.1.3","jsonschema~=4.18.2",- "unstract-sdk~=0.46.0",+ "unstract-sdk~=0.48.0","unstract-tool-sandbox",]@@ -3893,13 +3893,13 @@ files = [[[package]]name = "urllib3"-version = "1.26.19"+version = "1.26.20"requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7"summary = "HTTP library with thread-safe connection pooling, file post, and more."groups = ["hook-check-django-migrations"]files = [- {file = "urllib3-1.26.19-py2.py3-none-any.whl", hash = "sha256:37a0344459b199fce0e80b0d3569837ec6b6937435c5244e7fd73fa6006830f3"},- {file = "urllib3-1.26.19.tar.gz", hash = "sha256:3e3d753a8618b86d7de333b4223005f68720bcd6a7d2bcb9fbd2229ec7c1e429"},+ {file = "urllib3-1.26.20-py2.py3-none-any.whl", hash = "sha256:0ed14ccfbf1c30a9072c7ca157e4319b70d65f623e91e7b32fadb2853431016e"},+ {file = "urllib3-1.26.20.tar.gz", hash = "sha256:40c2dc0c681e47eb8f90e7e27bf6ff7df2e677421fd46756da1161c39ca70d32"},][[package]]@@ -4011,8 +4011,8 @@ files = [[[package]]name = "yarl"-version = "1.9.4"-requires_python = ">=3.7"+version = "1.9.11"+requires_python = ">=3.8"summary = "Yet another URL library"groups = ["hook-check-django-migrations"]dependencies = [@@ -4020,7 +4020,7 @@ dependencies = ["multidict>=4.0",]files = [- {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23d32a2594cb5d565d358a92e151315d1b2268bc10f4610d098f96b147370136"},- {file = "yarl-1.9.4-py3-none-any.whl", hash = "sha256:928cecb0ef9d5a7946eb6ff58417ad2fe9375762382f1bf5c55e61645f2c43ad"},- {file = "yarl-1.9.4.tar.gz", hash = "sha256:566db86717cf8080b99b58b083b773a908ae40f06681e87e589a976faf8246bf"},+ {file = "yarl-1.9.11-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:afcac5bda602b74ff701e1f683feccd8cce0d5a21dbc68db81bf9bd8fd93ba56"},+ {file = "yarl-1.9.11-py3-none-any.whl", hash = "sha256:c6f6c87665a9e18a635f0545ea541d9640617832af2317d4f5ad389686b4ed3d"},+ {file = "yarl-1.9.11.tar.gz", hash = "sha256:c7548a90cb72b67652e2cd6ae80e2683ee08fde663104528ac7df12d8ef271d2"},]diff --git a/pyproject.toml b/pyproject.tomlindex 8c5cbd4e7..4d1049fd8 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -41,7 +41,7 @@ hook-check-django-migrations = ["psycopg2-binary==2.9.9","python-dotenv==1.0.0","python-magic==0.4.27",- "unstract-sdk~=0.46.0",+ "unstract-sdk~=0.48.0","-e unstract-connectors @ file:///${PROJECT_ROOT}/unstract/connectors","-e unstract-core @ file:///${PROJECT_ROOT}/unstract/core","-e unstract-flags @ file:///${PROJECT_ROOT}/unstract/flags",@@ -77,7 +77,6 @@ check_untyped_defs = trueexclude = '''(?x)^(.*migrations/.*\.py|backend/prompt/.*|- document-service/.*|unstract/connectors/tests/.*|unstract/core/.*|unstract/flags/src/unstract/flags/.*|