LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Optimize Docker builds (#24)
Hari John Kuriakose798b5c96fa99
diff --git a/backend/entrypoint.sh b/backend/entrypoint.shindex e87c39d93..4493ee7f7 100755--- a/backend/entrypoint.sh+++ b/backend/entrypoint.sh@@ -1,9 +1,5 @@#!/usr/bin/env bash-chown -R unstract /data--su unstract-cmd=$1if [ "$cmd" = "migrate" ]; thenecho "Migration initiated"diff --git a/backend/pdm.lock b/backend/pdm.lockindex 1676964ad..a1ea74c4f 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -1426,7 +1426,7 @@ files = [[[package]]name = "google-api-python-client"-version = "2.120.0"+version = "2.121.0"requires_python = ">=3.7"summary = "Google API Client Library for Python"groups = ["default"]@@ -1438,8 +1438,8 @@ dependencies = ["uritemplate<5,>=3.0.1",]files = [- {file = "google-api-python-client-2.120.0.tar.gz", hash = "sha256:a0c8769cad9576768bcb3191cb1f550f6ab3290cba042badb0fb17bba03f70cc"},- {file = "google_api_python_client-2.120.0-py2.py3-none-any.whl", hash = "sha256:e2cdf4497bfc758fb44a4b487920cc1ca0571c2428187697a8e43e3b9feba1c9"},+ {file = "google-api-python-client-2.121.0.tar.gz", hash = "sha256:df863ece4db8b36ce1053ebd983e43fbc5b664209eed78e82cc84ae56ddac6c0"},+ {file = "google_api_python_client-2.121.0-py2.py3-none-any.whl", hash = "sha256:bb4da677150dd16c45818620baca8a63208c6f4180a0691ad1c1708b384c10be"},][[package]]@@ -1550,20 +1550,20 @@ files = [[[package]]name = "google-cloud-resource-manager"-version = "1.12.2"+version = "1.12.3"requires_python = ">=3.7"summary = "Google Cloud Resource Manager API client library"groups = ["default"]dependencies = ["google-api-core[grpc]!=2.0.*,!=2.1.*,!=2.10.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3.0.0dev,>=1.34.1",- "google-auth<3.0.0dev,>=2.14.1",+ "google-auth!=2.24.0,!=2.25.0,<3.0.0dev,>=2.14.1","grpc-google-iam-v1<1.0.0dev,>=0.12.4","proto-plus<2.0.0dev,>=1.22.3","protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.19.5",]files = [- {file = "google-cloud-resource-manager-1.12.2.tar.gz", hash = "sha256:2ede446a5087b236f0e1fb39cca3791bae97eb0d9125057401454b190d5572ee"},- {file = "google_cloud_resource_manager-1.12.2-py2.py3-none-any.whl", hash = "sha256:45abbb8911195cc831cc77c8e3be84decc271686579b332d4142af507f423ebf"},+ {file = "google-cloud-resource-manager-1.12.3.tar.gz", hash = "sha256:809851824119834e4f2310b2c4f38621c1d16b2bb14d5b9f132e69c79d355e7f"},+ {file = "google_cloud_resource_manager-1.12.3-py2.py3-none-any.whl", hash = "sha256:92be7d6959927b76d90eafc4028985c37975a46ded5466a018f02e8649e113d4"},][[package]]@@ -2297,7 +2297,7 @@ files = [[[package]]name = "marshmallow"-version = "3.21.0"+version = "3.21.1"requires_python = ">=3.8"summary = "A lightweight library for converting complex datatypes to and from native Python datatypes."groups = ["default"]@@ -2305,8 +2305,8 @@ dependencies = ["packaging>=17.0",]files = [- {file = "marshmallow-3.21.0-py3-none-any.whl", hash = "sha256:e7997f83571c7fd476042c2c188e4ee8a78900ca5e74bd9c8097afa56624e9bd"},- {file = "marshmallow-3.21.0.tar.gz", hash = "sha256:20f53be28c6e374a711a16165fb22a8dc6003e3f7cda1285e3ca777b9193885b"},+ {file = "marshmallow-3.21.1-py3-none-any.whl", hash = "sha256:f085493f79efb0644f270a9bf2892843142d80d7174bbbd2f3713f2a589dc633"},+ {file = "marshmallow-3.21.1.tar.gz", hash = "sha256:4e65e9e0d80fc9e609574b9983cf32579f305c718afb30d7233ab818571768c3"},][[package]]@@ -2322,7 +2322,7 @@ files = [[[package]]name = "minio"-version = "7.2.4"+version = "7.2.5"summary = "MinIO Python SDK for Amazon S3 Compatible Cloud Storage"groups = ["default"]dependencies = [@@ -2333,8 +2333,8 @@ dependencies = ["urllib3",]files = [- {file = "minio-7.2.4-py3-none-any.whl", hash = "sha256:91b51c21d25e3ee6d51f52eab126d6c974371add0d77951e42c322a59c5533e7"},- {file = "minio-7.2.4.tar.gz", hash = "sha256:d504d8464e5198fb74dd9b572cc88b185ae7997c17705e8c09f3fef2f439d984"},+ {file = "minio-7.2.5-py3-none-any.whl", hash = "sha256:ed9176c96d4271cb1022b9ecb8a538b1e55b32ae06add6de16425cab99ef2304"},+ {file = "minio-7.2.5.tar.gz", hash = "sha256:59d8906e2da248a9caac34d4958a859cc3a44abbe6447910c82b5abfa9d6a2e1"},][[package]]@@ -3457,7 +3457,7 @@ files = [[[package]]name = "python-dateutil"-version = "2.9.0"+version = "2.9.0.post0"requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"summary = "Extensions to the standard Python datetime module"groups = ["default"]@@ -3465,8 +3465,8 @@ dependencies = ["six>=1.5",]files = [- {file = "python-dateutil-2.9.0.tar.gz", hash = "sha256:78e73e19c63f5b20ffa567001531680d939dc042bf7850431877645523c66709"},- {file = "python_dateutil-2.9.0-py2.py3-none-any.whl", hash = "sha256:cbf2f1da5e6083ac2fbfd4da39a25f34312230110440f424a14c7558bb85d82e"},+ {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"},+ {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"},][[package]]diff --git a/docker/dockerfiles/backend.Dockerfile b/docker/dockerfiles/backend.Dockerfileindex 13f5a791e..a06f3ec00 100644--- a/docker/dockerfiles/backend.Dockerfile+++ b/docker/dockerfiles/backend.Dockerfile@@ -10,22 +10,15 @@ ENV PYTHONPATH /unstractENV BUILD_CONTEXT_PATH backendENV BUILD_PACKAGES_PATH unstract-ENV DJANGO_SETTINGS_MODULE "backend.settings.production"+ENV DJANGO_SETTINGS_MODULE "backend.settings.dev"ENV PDM_VERSION 2.12.3RUN apt-get update; \apt-get --no-install-recommends install -y \- build-essential \- ca-certificates \- freetds-bin freetds-dev \- gcc g++ \- git \- libffi-dev libmagic-dev libpoppler-cpp-dev libpq-dev \- musl-dev \- pkg-config poppler-utils \- python3-dev \- tesseract-ocr \- libkrb5-dev; \+ # unstract sdk+ build-essential libmagic-dev pandoc pkg-config tesseract-ocr \+ # git url+ git; \apt-get clean && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*; \\pip install --no-cache-dir -U pip pdm~=${PDM_VERSION};@@ -51,9 +44,4 @@ RUN set -e; \EXPOSE 8000-# Creates a non-root user with an explicit UID and adds permission to access the /app folder-# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app /unstract;-ENTRYPOINT [ "./entrypoint.sh" ]diff --git a/docker/dockerfiles/backend.Dockerfile.dockerignore b/docker/dockerfiles/backend.Dockerfile.dockerignoreindex d0c9f62a2..aa3a5142a 100644--- a/docker/dockerfiles/backend.Dockerfile.dockerignore+++ b/docker/dockerfiles/backend.Dockerfile.dockerignore@@ -1,10 +1,15 @@**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo**/.venv**/.classpath**/.dockerignore**/.env**/.git**/.gitignore+**/.gitkeep**/.project**/.settings**/.toolstarget@@ -18,23 +23,42 @@**/docker-compose***/compose***/Dockerfile*+**/build+**/dist**/node_modules**/npm-debug.log**/obj**/secrets.dev.yaml**/values.dev.yaml-LICENSE-!README.md-__pycache__-*.pyc-*.pyo-*.db-*.sqlite3-*.log-*.tmp-*.swp-*.swo-*.bak+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak*.idea*.vscode*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++!backend+document-service+frontend+platform-service+prompt-service+tools+!unstract+worker+x2text-servicediff --git a/docker/dockerfiles/document.Dockerfile b/docker/dockerfiles/document.Dockerfileindex 00420bb72..e9ddf16c5 100644--- a/docker/dockerfiles/document.Dockerfile+++ b/docker/dockerfiles/document.Dockerfile@@ -43,14 +43,13 @@ RUN set -e; \pdm sync --prod --no-editable; \\# REF: https://docs.gunicorn.org/en/stable/deploy.html#using-virtualenv- pip install --no-cache-dir gunicorn;--RUN mkdir /app/uploads /app/processed;+ pip install --no-cache-dir gunicorn; \+ \+ mkdir /app/uploads /app/processed;# Creates a non-root user with an explicit UID and adds permission to access the /app folder# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app;+RUN adduser -u 5678 --disabled-password --gecos "" unstract;USER unstractdiff --git a/docker/dockerfiles/document.Dockerfile.dockerignore b/docker/dockerfiles/document.Dockerfile.dockerignoreindex d0c9f62a2..c63f53024 100644--- a/docker/dockerfiles/document.Dockerfile.dockerignore+++ b/docker/dockerfiles/document.Dockerfile.dockerignore@@ -1,10 +1,15 @@**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo**/.venv**/.classpath**/.dockerignore**/.env**/.git**/.gitignore+**/.gitkeep**/.project**/.settings**/.toolstarget@@ -18,23 +23,42 @@**/docker-compose***/compose***/Dockerfile*+**/build+**/dist**/node_modules**/npm-debug.log**/obj**/secrets.dev.yaml**/values.dev.yaml-LICENSE-!README.md-__pycache__-*.pyc-*.pyo-*.db-*.sqlite3-*.log-*.tmp-*.swp-*.swo-*.bak+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak*.idea*.vscode*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++backend+!document-service+frontend+platform-service+prompt-service+tools+unstract+worker+x2text-servicediff --git a/docker/dockerfiles/frontend.Dockerfile.dockerignore b/docker/dockerfiles/frontend.Dockerfile.dockerignoreindex ce75dee14..4ea2254b5 100644--- a/docker/dockerfiles/frontend.Dockerfile.dockerignore+++ b/docker/dockerfiles/frontend.Dockerfile.dockerignore@@ -1,12 +1,64 @@-# Items that don't need to be in a Docker image.-# Anything not used by the build system should go here.-**/Dockerfile+**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo+**/.venv+**/.classpath**/.dockerignore-**/.gitignore-**/README.md**/.env--# Artifacts that will be built during image creation.-# This should contain all files created during `npm run build`.+**/.git+**/.gitignore+**/.gitkeep+**/.project+**/.settings+**/.toolstarget+**/.vs+**/.vscode+**/*.*proj.user+**/*.dbmdl+**/*.jfm+**/bin+**/charts+**/docker-compose*+**/compose*+**/Dockerfile***/build+**/dist**/node_modules+**/npm-debug.log+**/obj+**/secrets.dev.yaml+**/values.dev.yaml+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak+*.idea+*.vscode+*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++backend+!frontend+document-service+platform-service+prompt-service+tools+unstract+worker+x2text-servicediff --git a/docker/dockerfiles/platform.Dockerfile b/docker/dockerfiles/platform.Dockerfileindex 4c0fa9539..31237ec7a 100644--- a/docker/dockerfiles/platform.Dockerfile+++ b/docker/dockerfiles/platform.Dockerfile@@ -12,17 +12,7 @@ ENV BUILD_CONTEXT_PATH platform-serviceENV BUILD_PACKAGES_PATH unstractENV PDM_VERSION 2.12.3-RUN apt-get update; \- apt-get --no-install-recommends install -y \- ffmpeg \- git \- libmagic-dev libsm6 libxext6 \- pandoc poppler-utils \- tesseract-ocr \- libreoffice; \- apt-get clean && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*; \- \- pip install --no-cache-dir -U pip pdm~=${PDM_VERSION};+RUN pip install --no-cache-dir -U pip pdm~=${PDM_VERSION};WORKDIR /app@@ -47,8 +37,7 @@ EXPOSE 3001# Creates a non-root user with an explicit UID and adds permission to access the /app folder# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app /unstract;+RUN adduser -u 5678 --disabled-password --gecos "" unstract;USER unstractdiff --git a/docker/dockerfiles/platform.Dockerfile.dockerignore b/docker/dockerfiles/platform.Dockerfile.dockerignoreindex 20ca9015b..00b841bd4 100644--- a/docker/dockerfiles/platform.Dockerfile.dockerignore+++ b/docker/dockerfiles/platform.Dockerfile.dockerignore@@ -1,8 +1,64 @@-.dockerignore-.env*-.git/-.pytest_cache/-__pycache__/-.venv/-.vscode/-tests/+**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo+**/.venv+**/.classpath+**/.dockerignore+**/.env+**/.git+**/.gitignore+**/.gitkeep+**/.project+**/.settings+**/.toolstarget+**/.vs+**/.vscode+**/*.*proj.user+**/*.dbmdl+**/*.jfm+**/bin+**/charts+**/docker-compose*+**/compose*+**/Dockerfile*+**/build+**/dist+**/node_modules+**/npm-debug.log+**/obj+**/secrets.dev.yaml+**/values.dev.yaml+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak+*.idea+*.vscode+*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++backend+document-service+frontend+!platform-service+prompt-service+tools+!unstract+worker+x2text-servicediff --git a/docker/dockerfiles/prompt.Dockerfile b/docker/dockerfiles/prompt.Dockerfileindex e79cc243a..b7435643e 100644--- a/docker/dockerfiles/prompt.Dockerfile+++ b/docker/dockerfiles/prompt.Dockerfile@@ -1,4 +1,4 @@-FROM python:3.9+FROM python:3.9-slimLABEL maintainer="Zipstack Inc."@@ -13,13 +13,10 @@ ENV PDM_VERSION 2.12.3RUN apt-get update; \apt-get --no-install-recommends install -y \- freetds-bin freetds-dev \- ffmpeg \- git \- libmagic-dev libsm6 libxext6 \- libreoffice \- pandoc poppler-utils \- tesseract-ocr; \+ # unstract sdk+ build-essential libmagic-dev pandoc pkg-config tesseract-ocr \+ # git url+ git; \apt-get clean && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*; \\pip install --no-cache-dir -U pip pdm~=${PDM_VERSION};@@ -73,8 +70,7 @@ EXPOSE 3003# Creates a non-root user with an explicit UID and adds permission to access the /app folder# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app;+RUN adduser -u 5678 --disabled-password --gecos "" unstract;USER unstractdiff --git a/docker/dockerfiles/prompt.Dockerfile.dockerignore b/docker/dockerfiles/prompt.Dockerfile.dockerignoreindex 20ca9015b..01c03dee8 100644--- a/docker/dockerfiles/prompt.Dockerfile.dockerignore+++ b/docker/dockerfiles/prompt.Dockerfile.dockerignore@@ -1,8 +1,64 @@-.dockerignore-.env*-.git/-.pytest_cache/-__pycache__/-.venv/-.vscode/-tests/+**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo+**/.venv+**/.classpath+**/.dockerignore+**/.env+**/.git+**/.gitignore+**/.gitkeep+**/.project+**/.settings+**/.toolstarget+**/.vs+**/.vscode+**/*.*proj.user+**/*.dbmdl+**/*.jfm+**/bin+**/charts+**/docker-compose*+**/compose*+**/Dockerfile*+**/build+**/dist+**/node_modules+**/npm-debug.log+**/obj+**/secrets.dev.yaml+**/values.dev.yaml+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak+*.idea+*.vscode+*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++backend+document-service+frontend+platform-service+!prompt-service+tools+unstract+worker+x2text-servicediff --git a/docker/dockerfiles/worker.Dockerfile b/docker/dockerfiles/worker.Dockerfileindex aae3d0e7d..1c0f185da 100644--- a/docker/dockerfiles/worker.Dockerfile+++ b/docker/dockerfiles/worker.Dockerfile@@ -38,8 +38,7 @@ EXPOSE 5002# Creates a non-root user with an explicit UID and adds permission to access the /app folder# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app;+RUN adduser -u 5678 --disabled-password --gecos "" unstract;# During debugging, this entry point will be overridden. For more information, please refer to https://aka.ms/vscode-docker-python-debug# The suggested maximum concurrent requests when using workers and threads is (2*CPU)+1diff --git a/docker/dockerfiles/worker.Dockerfile.dockerignore b/docker/dockerfiles/worker.Dockerfile.dockerignoreindex 1abe474ac..50f9c334a 100644--- a/docker/dockerfiles/worker.Dockerfile.dockerignore+++ b/docker/dockerfiles/worker.Dockerfile.dockerignore@@ -1,42 +1,64 @@-__pycache__-.venv-.classpath-dockerignore-.env-.git-.gitignore-.project-.settings-.toolstarget-.vs-.vscode-*.*proj.user-*.dbmdl-*.jfm-bin-charts-docker-compose*-compose*-Dockerfile*-node_modules-npm-debug.log-obj-secrets.dev.yaml-values.dev.yaml-LICENSE-README.md-*.pyc-*.pyo-*.db-*.sqlite3-*.log-*.tmp-*.swp-*.swo-*.bak+**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo+**/.venv+**/.classpath+**/.dockerignore+**/.env+**/.git+**/.gitignore+**/.gitkeep+**/.project+**/.settings+**/.toolstarget+**/.vs+**/.vscode+**/*.*proj.user+**/*.dbmdl+**/*.jfm+**/bin+**/charts+**/docker-compose*+**/compose*+**/Dockerfile*+**/build+**/dist+**/node_modules+**/npm-debug.log+**/obj+**/secrets.dev.yaml+**/values.dev.yaml+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak*.idea*.vscode*.git-*-log.txt+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/teststest*.py-*.drawio++backend+document-service+frontend+platform-service+prompt-service+tools+unstract+!worker+x2text-servicediff --git a/docker/dockerfiles/x2text.Dockerfile b/docker/dockerfiles/x2text.Dockerfileindex cc96570db..d710eae47 100644--- a/docker/dockerfiles/x2text.Dockerfile+++ b/docker/dockerfiles/x2text.Dockerfile@@ -33,8 +33,7 @@ EXPOSE 3004# Creates a non-root user with an explicit UID and adds permission to access the /app folder# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers-RUN adduser -u 5678 --disabled-password --gecos "" unstract; \- chown -R unstract /app;+RUN adduser -u 5678 --disabled-password --gecos "" unstract;USER unstractdiff --git a/docker/dockerfiles/x2text.Dockerfile.dockerignore b/docker/dockerfiles/x2text.Dockerfile.dockerignoreindex 20ca9015b..d86d203e1 100644--- a/docker/dockerfiles/x2text.Dockerfile.dockerignore+++ b/docker/dockerfiles/x2text.Dockerfile.dockerignore@@ -1,8 +1,64 @@-.dockerignore-.env*-.git/-.pytest_cache/-__pycache__/-.venv/-.vscode/-tests/+**/__pycache__+**/.pytest_cache+**/.python-version+**/.pyc+**/.pyo+**/.venv+**/.classpath+**/.dockerignore+**/.env+**/.git+**/.gitignore+**/.gitkeep+**/.project+**/.settings+**/.toolstarget+**/.vs+**/.vscode+**/*.*proj.user+**/*.dbmdl+**/*.jfm+**/bin+**/charts+**/docker-compose*+**/compose*+**/Dockerfile*+**/build+**/dist+**/node_modules+**/npm-debug.log+**/obj+**/secrets.dev.yaml+**/values.dev.yaml+**/.db+**/.sqlite3+**/.log+**/*-log.txt+**/*.drawio+**/.tmp+**/.swp+**/.swo+**/.bak+*.idea+*.vscode+*.git+**/.pdm.toml+**/.pdm-build+**/.pdm-python+!LICENSE+*.md+!README.md+.jshintrc+.pre-commit-config.yaml+**/tests+test*.py++backend+document-service+frontend+platform-service+prompt-service+tools+unstract+worker+!x2text-servicediff --git a/document-service/pdm.lock b/document-service/pdm.lockindex e534112a7..c8fa62024 100644--- a/document-service/pdm.lock+++ b/document-service/pdm.lock@@ -229,7 +229,7 @@ files = [[[package]]name = "pytest"-version = "8.0.1"+version = "8.0.2"requires_python = ">=3.8"summary = "pytest: simple powerful testing with Python"dependencies = [@@ -241,8 +241,8 @@ dependencies = ["tomli>=1.0.0; python_version < \"3.11\"",]files = [- {file = "pytest-8.0.1-py3-none-any.whl", hash = "sha256:3e4f16fe1c0a9dc9d9389161c127c3edc5d810c38d6793042fb81d9f48a59fca"},- {file = "pytest-8.0.1.tar.gz", hash = "sha256:267f6563751877d772019b13aacbe4e860d73fe8f651f28112e9ac37de7513ae"},+ {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},+ {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},][[package]]@@ -270,12 +270,12 @@ files = [[[package]]name = "setuptools"-version = "69.1.0"+version = "69.1.1"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"files = [- {file = "setuptools-69.1.0-py3-none-any.whl", hash = "sha256:c054629b81b946d63a9c6e732bc8b2513a7c3ea645f11d0139a2191d735c60c6"},- {file = "setuptools-69.1.0.tar.gz", hash = "sha256:850894c4195f09c4ed30dba56213bf7c3f21d86ed6bdaafb5df5972593bfc401"},+ {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},+ {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},][[package]]diff --git a/platform-service/pdm.lock b/platform-service/pdm.lockindex 7328f21b7..9df978d24 100644--- a/platform-service/pdm.lock+++ b/platform-service/pdm.lock@@ -13,7 +13,6 @@ version = "4.0.3"requires_python = ">=3.7"summary = "Timeout context manager for asyncio programs"groups = ["default"]-marker = "python_full_version <= \"3.11.2\""files = [{file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"},{file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},@@ -105,7 +104,7 @@ files = [[[package]]name = "cryptography"-version = "42.0.3"+version = "42.0.5"requires_python = ">=3.7"summary = "cryptography is a package which provides cryptographic recipes and primitives to Python developers."groups = ["default"]@@ -113,38 +112,38 @@ dependencies = ["cffi>=1.12; platform_python_implementation != \"PyPy\"",]files = [- {file = "cryptography-42.0.3-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:de5086cd475d67113ccb6f9fae6d8fe3ac54a4f9238fd08bfdb07b03d791ff0a"},- {file = "cryptography-42.0.3-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:935cca25d35dda9e7bd46a24831dfd255307c55a07ff38fd1a92119cffc34857"},- {file = "cryptography-42.0.3-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:20100c22b298c9eaebe4f0b9032ea97186ac2555f426c3e70670f2517989543b"},- {file = "cryptography-42.0.3-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2eb6368d5327d6455f20327fb6159b97538820355ec00f8cc9464d617caecead"},- {file = "cryptography-42.0.3-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:39d5c93e95bcbc4c06313fc6a500cee414ee39b616b55320c1904760ad686938"},- {file = "cryptography-42.0.3-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:3d96ea47ce6d0055d5b97e761d37b4e84195485cb5a38401be341fabf23bc32a"},- {file = "cryptography-42.0.3-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:d1998e545081da0ab276bcb4b33cce85f775adb86a516e8f55b3dac87f469548"},- {file = "cryptography-42.0.3-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:93fbee08c48e63d5d1b39ab56fd3fdd02e6c2431c3da0f4edaf54954744c718f"},- {file = "cryptography-42.0.3-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:90147dad8c22d64b2ff7331f8d4cddfdc3ee93e4879796f837bdbb2a0b141e0c"},- {file = "cryptography-42.0.3-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:4dcab7c25e48fc09a73c3e463d09ac902a932a0f8d0c568238b3696d06bf377b"},- {file = "cryptography-42.0.3-cp37-abi3-win32.whl", hash = "sha256:1e935c2900fb53d31f491c0de04f41110351377be19d83d908c1fd502ae8daa5"},- {file = "cryptography-42.0.3-cp37-abi3-win_amd64.whl", hash = "sha256:762f3771ae40e111d78d77cbe9c1035e886ac04a234d3ee0856bf4ecb3749d54"},- {file = "cryptography-42.0.3-cp39-abi3-macosx_10_12_universal2.whl", hash = "sha256:0d3ec384058b642f7fb7e7bff9664030011ed1af8f852540c76a1317a9dd0d20"},- {file = "cryptography-42.0.3-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:35772a6cffd1f59b85cb670f12faba05513446f80352fe811689b4e439b5d89e"},- {file = "cryptography-42.0.3-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:04859aa7f12c2b5f7e22d25198ddd537391f1695df7057c8700f71f26f47a129"},- {file = "cryptography-42.0.3-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:c3d1f5a1d403a8e640fa0887e9f7087331abb3f33b0f2207d2cc7f213e4a864c"},- {file = "cryptography-42.0.3-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:df34312149b495d9d03492ce97471234fd9037aa5ba217c2a6ea890e9166f151"},- {file = "cryptography-42.0.3-cp39-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:de4ae486041878dc46e571a4c70ba337ed5233a1344c14a0790c4c4be4bbb8b4"},- {file = "cryptography-42.0.3-cp39-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:0fab2a5c479b360e5e0ea9f654bcebb535e3aa1e493a715b13244f4e07ea8eec"},- {file = "cryptography-42.0.3-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:25b09b73db78facdfd7dd0fa77a3f19e94896197c86e9f6dc16bce7b37a96504"},- {file = "cryptography-42.0.3-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:d5cf11bc7f0b71fb71af26af396c83dfd3f6eed56d4b6ef95d57867bf1e4ba65"},- {file = "cryptography-42.0.3-cp39-abi3-win32.whl", hash = "sha256:0fea01527d4fb22ffe38cd98951c9044400f6eff4788cf52ae116e27d30a1ba3"},- {file = "cryptography-42.0.3-cp39-abi3-win_amd64.whl", hash = "sha256:2619487f37da18d6826e27854a7f9d4d013c51eafb066c80d09c63cf24505306"},- {file = "cryptography-42.0.3-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:ead69ba488f806fe1b1b4050febafdbf206b81fa476126f3e16110c818bac396"},- {file = "cryptography-42.0.3-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:20180da1b508f4aefc101cebc14c57043a02b355d1a652b6e8e537967f1e1b46"},- {file = "cryptography-42.0.3-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:5fbf0f3f0fac7c089308bd771d2c6c7b7d53ae909dce1db52d8e921f6c19bb3a"},- {file = "cryptography-42.0.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:c23f03cfd7d9826cdcbad7850de67e18b4654179e01fe9bc623d37c2638eb4ef"},- {file = "cryptography-42.0.3-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:db0480ffbfb1193ac4e1e88239f31314fe4c6cdcf9c0b8712b55414afbf80db4"},- {file = "cryptography-42.0.3-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:6c25e1e9c2ce682d01fc5e2dde6598f7313027343bd14f4049b82ad0402e52cd"},- {file = "cryptography-42.0.3-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:9541c69c62d7446539f2c1c06d7046aef822940d248fa4b8962ff0302862cc1f"},- {file = "cryptography-42.0.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:1b797099d221df7cce5ff2a1d272761d1554ddf9a987d3e11f6459b38cd300fd"},- {file = "cryptography-42.0.3.tar.gz", hash = "sha256:069d2ce9be5526a44093a0991c450fe9906cdf069e0e7cd67d9dee49a62b9ebe"},+ {file = "cryptography-42.0.5-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:a30596bae9403a342c978fb47d9b0ee277699fa53bbafad14706af51fe543d16"},+ {file = "cryptography-42.0.5-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:b7ffe927ee6531c78f81aa17e684e2ff617daeba7f189f911065b2ea2d526dec"},+ {file = "cryptography-42.0.5-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2424ff4c4ac7f6b8177b53c17ed5d8fa74ae5955656867f5a8affaca36a27abb"},+ {file = "cryptography-42.0.5-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:329906dcc7b20ff3cad13c069a78124ed8247adcac44b10bea1130e36caae0b4"},+ {file = "cryptography-42.0.5-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:b03c2ae5d2f0fc05f9a2c0c997e1bc18c8229f392234e8a0194f202169ccd278"},+ {file = "cryptography-42.0.5-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:f8837fe1d6ac4a8052a9a8ddab256bc006242696f03368a4009be7ee3075cdb7"},+ {file = "cryptography-42.0.5-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:0270572b8bd2c833c3981724b8ee9747b3ec96f699a9665470018594301439ee"},+ {file = "cryptography-42.0.5-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:b8cac287fafc4ad485b8a9b67d0ee80c66bf3574f655d3b97ef2e1082360faf1"},+ {file = "cryptography-42.0.5-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:16a48c23a62a2f4a285699dba2e4ff2d1cff3115b9df052cdd976a18856d8e3d"},+ {file = "cryptography-42.0.5-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:2bce03af1ce5a5567ab89bd90d11e7bbdff56b8af3acbbec1faded8f44cb06da"},+ {file = "cryptography-42.0.5-cp37-abi3-win32.whl", hash = "sha256:b6cd2203306b63e41acdf39aa93b86fb566049aeb6dc489b70e34bcd07adca74"},+ {file = "cryptography-42.0.5-cp37-abi3-win_amd64.whl", hash = "sha256:98d8dc6d012b82287f2c3d26ce1d2dd130ec200c8679b6213b3c73c08b2b7940"},+ {file = "cryptography-42.0.5-cp39-abi3-macosx_10_12_universal2.whl", hash = "sha256:5e6275c09d2badf57aea3afa80d975444f4be8d3bc58f7f80d2a484c6f9485c8"},+ {file = "cryptography-42.0.5-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e4985a790f921508f36f81831817cbc03b102d643b5fcb81cd33df3fa291a1a1"},+ {file = "cryptography-42.0.5-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7cde5f38e614f55e28d831754e8a3bacf9ace5d1566235e39d91b35502d6936e"},+ {file = "cryptography-42.0.5-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:7367d7b2eca6513681127ebad53b2582911d1736dc2ffc19f2c3ae49997496bc"},+ {file = "cryptography-42.0.5-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:cd2030f6650c089aeb304cf093f3244d34745ce0cfcc39f20c6fbfe030102e2a"},+ {file = "cryptography-42.0.5-cp39-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a2913c5375154b6ef2e91c10b5720ea6e21007412f6437504ffea2109b5a33d7"},+ {file = "cryptography-42.0.5-cp39-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:c41fb5e6a5fe9ebcd58ca3abfeb51dffb5d83d6775405305bfa8715b76521922"},+ {file = "cryptography-42.0.5-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:3eaafe47ec0d0ffcc9349e1708be2aaea4c6dd4978d76bf6eb0cb2c13636c6fc"},+ {file = "cryptography-42.0.5-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:1b95b98b0d2af784078fa69f637135e3c317091b615cd0905f8b8a087e86fa30"},+ {file = "cryptography-42.0.5-cp39-abi3-win32.whl", hash = "sha256:1f71c10d1e88467126f0efd484bd44bca5e14c664ec2ede64c32f20875c0d413"},+ {file = "cryptography-42.0.5-cp39-abi3-win_amd64.whl", hash = "sha256:a011a644f6d7d03736214d38832e030d8268bcff4a41f728e6030325fea3e400"},+ {file = "cryptography-42.0.5-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:9481ffe3cf013b71b2428b905c4f7a9a4f76ec03065b05ff499bb5682a8d9ad8"},+ {file = "cryptography-42.0.5-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:ba334e6e4b1d92442b75ddacc615c5476d4ad55cc29b15d590cc6b86efa487e2"},+ {file = "cryptography-42.0.5-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:ba3e4a42397c25b7ff88cdec6e2a16c2be18720f317506ee25210f6d31925f9c"},+ {file = "cryptography-42.0.5-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:111a0d8553afcf8eb02a4fea6ca4f59d48ddb34497aa8706a6cf536f1a5ec576"},+ {file = "cryptography-42.0.5-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:cd65d75953847815962c84a4654a84850b2bb4aed3f26fadcc1c13892e1e29f6"},+ {file = "cryptography-42.0.5-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:e807b3188f9eb0eaa7bbb579b462c5ace579f1cedb28107ce8b48a9f7ad3679e"},+ {file = "cryptography-42.0.5-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:f12764b8fffc7a123f641d7d049d382b73f96a34117e0b637b80643169cec8ac"},+ {file = "cryptography-42.0.5-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:37dd623507659e08be98eec89323469e8c7b4c1407c85112634ae3dbdb926fdd"},+ {file = "cryptography-42.0.5.tar.gz", hash = "sha256:6fe07eec95dfd477eb9530aef5bead34fec819b3aaf6c5bd6d20565da607bfe1"},][[package]]@@ -374,7 +373,7 @@ files = [[[package]]name = "pytest"-version = "8.0.1"+version = "8.0.2"requires_python = ">=3.8"summary = "pytest: simple powerful testing with Python"groups = ["test"]@@ -387,8 +386,8 @@ dependencies = ["tomli>=1.0.0; python_version < \"3.11\"",]files = [- {file = "pytest-8.0.1-py3-none-any.whl", hash = "sha256:3e4f16fe1c0a9dc9d9389161c127c3edc5d810c38d6793042fb81d9f48a59fca"},- {file = "pytest-8.0.1.tar.gz", hash = "sha256:267f6563751877d772019b13aacbe4e860d73fe8f651f28112e9ac37de7513ae"},+ {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},+ {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},][[package]]@@ -404,16 +403,16 @@ files = [[[package]]name = "redis"-version = "5.0.1"+version = "5.0.2"requires_python = ">=3.7"summary = "Python client for Redis database and key-value store"groups = ["default"]dependencies = [- "async-timeout>=4.0.2; python_full_version <= \"3.11.2\"",+ "async-timeout>=4.0.3",]files = [- {file = "redis-5.0.1-py3-none-any.whl", hash = "sha256:ed4802971884ae19d640775ba3b03aa2e7bd5e8fb8dfaed2decce4d0fc48391f"},- {file = "redis-5.0.1.tar.gz", hash = "sha256:0dab495cd5753069d3bc650a0dde8a8f9edde16fc5691b689a566eda58100d0f"},+ {file = "redis-5.0.2-py3-none-any.whl", hash = "sha256:4caa8e1fcb6f3c0ef28dba99535101d80934b7d4cd541bbb47f4a3826ee472d1"},+ {file = "redis-5.0.2.tar.gz", hash = "sha256:3f82cc80d350e93042c8e6e7a5d0596e4dd68715babffba79492733e1f367037"},][[package]]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 864b963c8..65bd47b5f 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:96675e310bd140775dd8d503822f0b88e34e5ea1f51125a2e04fde09c99dcd3b"+content_hash = "sha256:8ada5526176f8769bb9483b71ff73b12647bedf4b895a3f9930d54f312ea6020"[[package]]name = "aiohttp"@@ -330,23 +330,23 @@ files = [[[package]]name = "boto3"-version = "1.34.53"+version = "1.34.56"requires_python = ">= 3.8"summary = "The AWS SDK for Python"groups = ["default"]dependencies = [- "botocore<1.35.0,>=1.34.53",+ "botocore<1.35.0,>=1.34.56","jmespath<2.0.0,>=0.7.1","s3transfer<0.11.0,>=0.10.0",]files = [- {file = "boto3-1.34.53-py3-none-any.whl", hash = "sha256:340c73f57fcca6f503403e2e13a0a4ad44bec218feee2e0896be612324394afd"},- {file = "boto3-1.34.53.tar.gz", hash = "sha256:cd30261a782824ce543a628ae524480abb4ca6ab4e4a2631477e48baed43b5f2"},+ {file = "boto3-1.34.56-py3-none-any.whl", hash = "sha256:300888f0c1b6f32f27f85a9aa876f50f46514ec619647af7e4d20db74d339714"},+ {file = "boto3-1.34.56.tar.gz", hash = "sha256:b26928f9a21cf3649cea20a59061340f3294c6e7785ceb6e1a953eb8010dc3ba"},][[package]]name = "botocore"-version = "1.34.53"+version = "1.34.56"requires_python = ">= 3.8"summary = "Low-level, data-driven core of boto 3."groups = ["default"]@@ -357,8 +357,8 @@ dependencies = ["urllib3<2.1,>=1.25.4; python_version >= \"3.10\"",]files = [- {file = "botocore-1.34.53-py3-none-any.whl", hash = "sha256:cbbcaddc35738d32df55d26ed5561cf3fa32751a6b22e7e342be87b5e3f55eec"},- {file = "botocore-1.34.53.tar.gz", hash = "sha256:3d243781e994dfc5b20036d9fb92672bfaef4dbe388eaa79dae6440ea56c53eb"},+ {file = "botocore-1.34.56-py3-none-any.whl", hash = "sha256:fff66e22a5589c2d58fba57d1d95c334ce771895e831f80365f6cff6453285ec"},+ {file = "botocore-1.34.56.tar.gz", hash = "sha256:bffeb71ab21d47d4ecf947d9bdb2fbd1b0bbd0c27742cea7cf0b77b701c41d9f"},][[package]]@@ -926,7 +926,7 @@ files = [[[package]]name = "google-cloud-bigquery"-version = "3.17.2"+version = "3.18.0"requires_python = ">=3.7"summary = "Google BigQuery API client library"groups = ["default"]@@ -939,8 +939,8 @@ dependencies = ["requests<3.0.0dev,>=2.21.0",]files = [- {file = "google-cloud-bigquery-3.17.2.tar.gz", hash = "sha256:6e1cf669a40e567ab3289c7b5f2056363da9fcb85d9a4736ee90240d4a7d84ea"},- {file = "google_cloud_bigquery-3.17.2-py2.py3-none-any.whl", hash = "sha256:cdadf5283dca55a1a350bacf8c8a7466169d3cf46c5a0a3abc5e9aa0b0a51dee"},+ {file = "google-cloud-bigquery-3.18.0.tar.gz", hash = "sha256:74f0fc6f0ba9477f808d25924dc8a052c55f7ca91064e83e16d3ee5fb7ca77ab"},+ {file = "google_cloud_bigquery-3.18.0-py2.py3-none-any.whl", hash = "sha256:3520552075502c69710d37b1e9600c84e6974ad271914677d16bfafa502857fb"},][[package]]@@ -960,39 +960,39 @@ files = [[[package]]name = "google-cloud-resource-manager"-version = "1.12.2"+version = "1.12.3"requires_python = ">=3.7"summary = "Google Cloud Resource Manager API client library"groups = ["default"]dependencies = ["google-api-core[grpc]!=2.0.*,!=2.1.*,!=2.10.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3.0.0dev,>=1.34.1",- "google-auth<3.0.0dev,>=2.14.1",+ "google-auth!=2.24.0,!=2.25.0,<3.0.0dev,>=2.14.1","grpc-google-iam-v1<1.0.0dev,>=0.12.4","proto-plus<2.0.0dev,>=1.22.3","protobuf!=3.20.0,!=3.20.1,!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.19.5",]files = [- {file = "google-cloud-resource-manager-1.12.2.tar.gz", hash = "sha256:2ede446a5087b236f0e1fb39cca3791bae97eb0d9125057401454b190d5572ee"},- {file = "google_cloud_resource_manager-1.12.2-py2.py3-none-any.whl", hash = "sha256:45abbb8911195cc831cc77c8e3be84decc271686579b332d4142af507f423ebf"},+ {file = "google-cloud-resource-manager-1.12.3.tar.gz", hash = "sha256:809851824119834e4f2310b2c4f38621c1d16b2bb14d5b9f132e69c79d355e7f"},+ {file = "google_cloud_resource_manager-1.12.3-py2.py3-none-any.whl", hash = "sha256:92be7d6959927b76d90eafc4028985c37975a46ded5466a018f02e8649e113d4"},][[package]]name = "google-cloud-storage"-version = "2.14.0"+version = "2.15.0"requires_python = ">=3.7"summary = "Google Cloud Storage API client library"groups = ["default"]dependencies = [- "google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5",- "google-auth<3.0dev,>=2.23.3",+ "google-api-core<3.0.0dev,>=2.15.0",+ "google-auth<3.0dev,>=2.26.1","google-cloud-core<3.0dev,>=2.3.0","google-crc32c<2.0dev,>=1.0","google-resumable-media>=2.6.0","requests<3.0.0dev,>=2.18.0",]files = [- {file = "google-cloud-storage-2.14.0.tar.gz", hash = "sha256:2d23fcf59b55e7b45336729c148bb1c464468c69d5efbaee30f7201dd90eb97e"},- {file = "google_cloud_storage-2.14.0-py2.py3-none-any.whl", hash = "sha256:8641243bbf2a2042c16a6399551fbb13f062cbc9a2de38d6c0bb5426962e9dbd"},+ {file = "google-cloud-storage-2.15.0.tar.gz", hash = "sha256:7560a3c48a03d66c553dc55215d35883c680fe0ab44c23aa4832800ccc855c74"},+ {file = "google_cloud_storage-2.15.0-py2.py3-none-any.whl", hash = "sha256:5d9237f88b648e1d724a0f20b5cde65996a37fe51d75d17660b1404097327dd2"},][[package]]@@ -1719,7 +1719,7 @@ files = [[[package]]name = "marshmallow"-version = "3.21.0"+version = "3.21.1"requires_python = ">=3.8"summary = "A lightweight library for converting complex datatypes to and from native Python datatypes."groups = ["default"]@@ -1727,8 +1727,8 @@ dependencies = ["packaging>=17.0",]files = [- {file = "marshmallow-3.21.0-py3-none-any.whl", hash = "sha256:e7997f83571c7fd476042c2c188e4ee8a78900ca5e74bd9c8097afa56624e9bd"},- {file = "marshmallow-3.21.0.tar.gz", hash = "sha256:20f53be28c6e374a711a16165fb22a8dc6003e3f7cda1285e3ca777b9193885b"},+ {file = "marshmallow-3.21.1-py3-none-any.whl", hash = "sha256:f085493f79efb0644f270a9bf2892843142d80d7174bbbd2f3713f2a589dc633"},+ {file = "marshmallow-3.21.1.tar.gz", hash = "sha256:4e65e9e0d80fc9e609574b9983cf32579f305c718afb30d7233ab818571768c3"},][[package]]@@ -1744,7 +1744,7 @@ files = [[[package]]name = "minio"-version = "7.2.4"+version = "7.2.5"summary = "MinIO Python SDK for Amazon S3 Compatible Cloud Storage"groups = ["default"]dependencies = [@@ -1755,8 +1755,8 @@ dependencies = ["urllib3",]files = [- {file = "minio-7.2.4-py3-none-any.whl", hash = "sha256:91b51c21d25e3ee6d51f52eab126d6c974371add0d77951e42c322a59c5533e7"},- {file = "minio-7.2.4.tar.gz", hash = "sha256:d504d8464e5198fb74dd9b572cc88b185ae7997c17705e8c09f3fef2f439d984"},+ {file = "minio-7.2.5-py3-none-any.whl", hash = "sha256:ed9176c96d4271cb1022b9ecb8a538b1e55b32ae06add6de16425cab99ef2304"},+ {file = "minio-7.2.5.tar.gz", hash = "sha256:59d8906e2da248a9caac34d4958a859cc3a44abbe6447910c82b5abfa9d6a2e1"},][[package]]@@ -2646,7 +2646,7 @@ files = [[[package]]name = "python-dateutil"-version = "2.9.0"+version = "2.9.0.post0"requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"summary = "Extensions to the standard Python datetime module"groups = ["default"]@@ -2654,8 +2654,8 @@ dependencies = ["six>=1.5",]files = [- {file = "python-dateutil-2.9.0.tar.gz", hash = "sha256:78e73e19c63f5b20ffa567001531680d939dc042bf7850431877645523c66709"},- {file = "python_dateutil-2.9.0-py2.py3-none-any.whl", hash = "sha256:cbf2f1da5e6083ac2fbfd4da39a25f34312230110440f424a14c7558bb85d82e"},+ {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"},+ {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"},][[package]]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex 38da76368..426504894 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -10,9 +10,7 @@ authors = [{name = "Zipstack Inc.", email = "[email protected]"},]dependencies = [- "tiktoken~=0.4.0","peewee~=3.16",- "filetype==1.2.0","nltk~=3.8","flask~=3.0","llama-index==0.9.28",diff --git a/x2text-service/pdm.lock b/x2text-service/pdm.lockindex b8c82599e..d33c91404 100644--- a/x2text-service/pdm.lock+++ b/x2text-service/pdm.lock@@ -1,7 +1,6 @@# This file is @generated by PDM.# It is not intended for manual editing.-[metadata]groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]@@ -386,7 +385,7 @@ files = [[[package]]name = "sqlalchemy"-version = "2.0.27"+version = "2.0.28"requires_python = ">=3.7"summary = "Database Abstraction Library"groups = ["default"]@@ -395,43 +394,43 @@ dependencies = ["typing-extensions>=4.6.0",]files = [- {file = "SQLAlchemy-2.0.27-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d04e579e911562f1055d26dab1868d3e0bb905db3bccf664ee8ad109f035618a"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fa67d821c1fd268a5a87922ef4940442513b4e6c377553506b9db3b83beebbd8"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6c7a596d0be71b7baa037f4ac10d5e057d276f65a9a611c46970f012752ebf2d"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:954d9735ee9c3fa74874c830d089a815b7b48df6f6b6e357a74130e478dbd951"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:5cd20f58c29bbf2680039ff9f569fa6d21453fbd2fa84dbdb4092f006424c2e6"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:03f448ffb731b48323bda68bcc93152f751436ad6037f18a42b7e16af9e91c07"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-win32.whl", hash = "sha256:d997c5938a08b5e172c30583ba6b8aad657ed9901fc24caf3a7152eeccb2f1b4"},- {file = "SQLAlchemy-2.0.27-cp310-cp310-win_amd64.whl", hash = "sha256:eb15ef40b833f5b2f19eeae65d65e191f039e71790dd565c2af2a3783f72262f"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6c5bad7c60a392850d2f0fee8f355953abaec878c483dd7c3836e0089f046bf6"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a3012ab65ea42de1be81fff5fb28d6db893ef978950afc8130ba707179b4284a"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dbcd77c4d94b23e0753c5ed8deba8c69f331d4fd83f68bfc9db58bc8983f49cd"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d177b7e82f6dd5e1aebd24d9c3297c70ce09cd1d5d37b43e53f39514379c029c"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:680b9a36029b30cf063698755d277885d4a0eab70a2c7c6e71aab601323cba45"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:1306102f6d9e625cebaca3d4c9c8f10588735ef877f0360b5cdb4fdfd3fd7131"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-win32.whl", hash = "sha256:5b78aa9f4f68212248aaf8943d84c0ff0f74efc65a661c2fc68b82d498311fd5"},- {file = "SQLAlchemy-2.0.27-cp311-cp311-win_amd64.whl", hash = "sha256:15e19a84b84528f52a68143439d0c7a3a69befcd4f50b8ef9b7b69d2628ae7c4"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:d07ee7793f2aeb9b80ec8ceb96bc8cc08a2aec8a1b152da1955d64e4825fcbac"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:cb0845e934647232b6ff5150df37ceffd0b67b754b9fdbb095233deebcddbd4a"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fc19ae2e07a067663dd24fca55f8ed06a288384f0e6e3910420bf4b1270cc51"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b90053be91973a6fb6020a6e44382c97739736a5a9d74e08cc29b196639eb979"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:2f5c9dfb0b9ab5e3a8a00249534bdd838d943ec4cfb9abe176a6c33408430230"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:33e8bde8fff203de50399b9039c4e14e42d4d227759155c21f8da4a47fc8053c"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-win32.whl", hash = "sha256:d873c21b356bfaf1589b89090a4011e6532582b3a8ea568a00e0c3aab09399dd"},- {file = "SQLAlchemy-2.0.27-cp39-cp39-win_amd64.whl", hash = "sha256:ff2f1b7c963961d41403b650842dc2039175b906ab2093635d8319bef0b7d620"},- {file = "SQLAlchemy-2.0.27-py3-none-any.whl", hash = "sha256:1ab4e0448018d01b142c916cc7119ca573803a4745cfe341b8f95657812700ac"},- {file = "SQLAlchemy-2.0.27.tar.gz", hash = "sha256:86a6ed69a71fe6b88bf9331594fa390a2adda4a49b5c06f98e47bf0d392534f8"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e0b148ab0438f72ad21cb004ce3bdaafd28465c4276af66df3b9ecd2037bf252"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bbda76961eb8f27e6ad3c84d1dc56d5bc61ba8f02bd20fcf3450bd421c2fcc9c"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feea693c452d85ea0015ebe3bb9cd15b6f49acc1a31c28b3c50f4db0f8fb1e71"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5da98815f82dce0cb31fd1e873a0cb30934971d15b74e0d78cf21f9e1b05953f"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5adf383c73f2d49ad15ff363a8748319ff84c371eed59ffd0127355d6ea1da"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56856b871146bfead25fbcaed098269d90b744eea5cb32a952df00d542cdd368"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win32.whl", hash = "sha256:943aa74a11f5806ab68278284a4ddd282d3fb348a0e96db9b42cb81bf731acdc"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win_amd64.whl", hash = "sha256:c6c4da4843e0dabde41b8f2e8147438330924114f541949e6318358a56d1875a"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46a3d4e7a472bfff2d28db838669fc437964e8af8df8ee1e4548e92710929adc"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d3dd67b5d69794cfe82862c002512683b3db038b99002171f624712fa71aeaa"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c61e2e41656a673b777e2f0cbbe545323dbe0d32312f590b1bc09da1de6c2a02"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0315d9125a38026227f559488fe7f7cee1bd2fbc19f9fd637739dc50bb6380b2"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af8ce2d31679006e7b747d30a89cd3ac1ec304c3d4c20973f0f4ad58e2d1c4c9"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:81ba314a08c7ab701e621b7ad079c0c933c58cdef88593c59b90b996e8b58fa5"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win32.whl", hash = "sha256:1ee8bd6d68578e517943f5ebff3afbd93fc65f7ef8f23becab9fa8fb315afb1d"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win_amd64.whl", hash = "sha256:ad7acbe95bac70e4e687a4dc9ae3f7a2f467aa6597049eeb6d4a662ecd990bb6"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fc4974d3684f28b61b9a90fcb4c41fb340fd4b6a50c04365704a4da5a9603b05"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87724e7ed2a936fdda2c05dbd99d395c91ea3c96f029a033a4a20e008dd876bf"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68722e6a550f5de2e3cfe9da6afb9a7dd15ef7032afa5651b0f0c6b3adb8815d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:328529f7c7f90adcd65aed06a161851f83f475c2f664a898af574893f55d9e53"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:df40c16a7e8be7413b885c9bf900d402918cc848be08a59b022478804ea076b8"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:426f2fa71331a64f5132369ede5171c52fd1df1bd9727ce621f38b5b24f48750"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win32.whl", hash = "sha256:33157920b233bc542ce497a81a2e1452e685a11834c5763933b440fedd1d8e2d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win_amd64.whl", hash = "sha256:2f60843068e432311c886c5f03c4664acaef507cf716f6c60d5fde7265be9d7b"},+ {file = "SQLAlchemy-2.0.28-py3-none-any.whl", hash = "sha256:78bb7e8da0183a8301352d569900d9d3594c48ac21dc1c2ec6b3121ed8b6c986"},+ {file = "SQLAlchemy-2.0.28.tar.gz", hash = "sha256:dd53b6c4e6d960600fd6532b79ee28e2da489322fcf6648738134587faf767b6"},][[package]]name = "typing-extensions"-version = "4.9.0"+version = "4.10.0"requires_python = ">=3.8"summary = "Backported and Experimental Type Hints for Python 3.8+"groups = ["default"]files = [- {file = "typing_extensions-4.9.0-py3-none-any.whl", hash = "sha256:af72aea155e91adfc61c3ae9e0e342dbc0cba726d6cba4b6c72c1f34e47291cd"},- {file = "typing_extensions-4.9.0.tar.gz", hash = "sha256:23478f88c37f27d76ac8aee6c905017a143b0b1b886c3c9f66bc2fd94f9f5783"},+ {file = "typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475"},+ {file = "typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb"},][[package]]