Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Websocket push messages propagation (#115)

Hari John Kuriakose671c769b9640
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
index dcbe5c938..f50036369 100644
--- a/.pre-commit-config.yaml
+++ b/.pre-commit-config.yaml
@@ -42,12 +42,12 @@ repos:
args: ["-d", "relaxed"]
language: system
- repo: https://github.com/rhysd/actionlint
- rev: v1.6.26
+ rev: v1.6.27
hooks:
- id: actionlint-docker
args: [-ignore, 'label ".+" is unknown']
- repo: https://github.com/psf/black
- rev: 24.2.0
+ rev: 24.3.0
hooks:
- id: black
args: [--config=pyproject.toml, -l 80]
@@ -94,7 +94,7 @@ repos:
# - id: absolufy-imports
# files: ^backend/
- repo: https://github.com/asottile/pyupgrade
- rev: v3.15.0
+ rev: v3.15.1
hooks:
- id: pyupgrade
entry: pyupgrade --py39-plus --keep-runtime-typing
@@ -120,7 +120,7 @@ repos:
hooks:
- id: yesqa
- repo: https://github.com/pre-commit/mirrors-eslint
- rev: "v9.0.0-beta.0" # Use the sha / tag you want to point at
+ rev: "v9.0.0-beta.2" # Use the sha / tag you want to point at
hooks:
- id: eslint
args: [--config=frontend/.eslintrc.json]
@@ -138,14 +138,14 @@ repos:
hooks:
- id: htmlhint
- repo: https://github.com/asottile/pyupgrade
- rev: v3.15.0
+ rev: v3.15.1
hooks:
- id: pyupgrade
entry: pyupgrade --py38-plus --keep-runtime-typing
types:
- python
- repo: https://github.com/pre-commit/mirrors-mypy
- rev: v1.8.0
+ rev: v1.9.0
hooks:
- id: mypy
language: system
@@ -158,6 +158,8 @@ repos:
--allow-subclassing-any,
--allow-untyped-decorators,
--check-untyped-defs,
+ # To use Unpack for typing kwargs
+ --enable-incomplete-feature=Unpack,
--exclude, ".*migrations/.*.py",
--exclude, "backend/prompt/.*",
--exclude, "document-service/.*",
@@ -178,8 +180,6 @@ repos:
--warn-unreachable,
--warn-unused-configs,
--warn-unused-ignores,
- # To use Unpack for typing kwargs
- --enable-incomplete-feature=Unpack
]
- repo: https://github.com/igorshubovych/markdownlint-cli
rev: v0.39.0
@@ -189,11 +189,13 @@ repos:
- id: markdownlint-fix
args: [--disable, MD013]
- repo: https://github.com/pdm-project/pdm
- rev: 2.12.3
+ rev: 2.12.4
hooks:
- id: pdm-lock-check
- repo: local
hooks:
+ # ! IMPORTANT !
+ # Requires unstract-db to be running and accessible
- id: check-django-migrations
name: Check django migrations
entry: sh -c 'pdm run `find . -name "manage.py" -not -path "*/.venv/*"` makemigrations --check --dry-run --no-input'
diff --git a/backend/account/authentication_controller.py b/backend/account/authentication_controller.py
index 46037baea..32415c0f7 100644
--- a/backend/account/authentication_controller.py
+++ b/backend/account/authentication_controller.py
@@ -7,6 +7,7 @@ from account.authentication_plugin_registry import AuthenticationPluginRegistry
from account.authentication_service import AuthenticationService
from account.constants import (
AuthorizationErrorCode,
+ Common,
Cookie,
ErrorMessage,
OrganizationMemberModel,
@@ -33,6 +34,7 @@ from account.serializer import (
SetOrganizationsResponseSerializer,
)
from account.user import UserService
+from utils.local_context import StateStore
from django.conf import settings
from django.contrib.auth import login as django_login
from django.contrib.auth import logout as django_logout
@@ -234,6 +236,7 @@ class AuthenticationController:
data={
"user": serialized_user_info,
"organization": organization_info,
+ f"{Common.LOG_EVENTS_ID}": StateStore.get(Common.LOG_EVENTS_ID)
},
)
# Update user session data in redis
diff --git a/backend/account/constants.py b/backend/account/constants.py
index ec246a361..a88fb69c3 100644
--- a/backend/account/constants.py
+++ b/backend/account/constants.py
@@ -17,6 +17,7 @@ class Common:
USER_IDS = "user_ids"
USER_ROLE = "role"
MAX_EMAIL_IN_REQUEST = 10
+ LOG_EVENTS_ID = "log_events_id"
class UserModel:
diff --git a/backend/account/custom_auth_middleware.py b/backend/account/custom_auth_middleware.py
index 3fe18f466..91748cd3f 100644
--- a/backend/account/custom_auth_middleware.py
+++ b/backend/account/custom_auth_middleware.py
@@ -8,10 +8,9 @@ from django.db import connection
from django.http import HttpRequest, HttpResponse, JsonResponse
from tenant_account.organization_member_service import OrganizationMemberService
from utils.cache_service import CacheService
-
+from utils.local_context import StateStore
from backend.constants import RequestHeader
-
class CustomAuthMiddleware:
def __init__(self, get_response: HttpResponse):
self.get_response = get_response
@@ -43,8 +42,14 @@ class CustomAuthMiddleware:
self.local_authentication(request)
elif request.COOKIES:
self.authenticate_with_cookies(request, tenantAccessiblePublicPath)
- if request.user and request.session and "user" in request.session:
+ if (
+ request.user
+ and request.session
+ and "user" in request.session
+ ):
+ StateStore.set(Common.LOG_EVENTS_ID, request.session.session_key)
response = self.get_response(request)
+ StateStore.clear(Common.LOG_EVENTS_ID)
return response
return JsonResponse({"message": "Unauthorized"}, status=401)
diff --git a/backend/backend/public_urls.py b/backend/backend/public_urls.py
index 13a177ca2..6f2d79586 100644
--- a/backend/backend/public_urls.py
+++ b/backend/backend/public_urls.py
@@ -33,8 +33,6 @@ urlpatterns = [
path(f"{path_prefix}/", include("connector_auth.urls")),
# Docs
path(f"{path_prefix}/", include("docs.urls")),
- # Socket.io
- path(f"{path_prefix}/", include("log_events.urls")),
# API deployment
path(f"{api_path_prefix}/", include("api.urls")),
# Feature flags
diff --git a/backend/backend/settings/base.py b/backend/backend/settings/base.py
index 555c33ba4..b8e1fd669 100644
--- a/backend/backend/settings/base.py
+++ b/backend/backend/settings/base.py
@@ -184,7 +184,6 @@ SHARED_APPS = (
"docs",
# Plugins
"plugins",
- "log_events",
"feature_flag",
"django_celery_beat",
)
diff --git a/backend/backend/settings/dev.py b/backend/backend/settings/dev.py
index ccc4011e7..8765cd234 100644
--- a/backend/backend/settings/dev.py
+++ b/backend/backend/settings/dev.py
@@ -8,12 +8,14 @@ X_FRAME_OPTIONS = "ALLOW-FROM http://localhost:3000"
CORS_ALLOWED_ORIGINS = [
"http://localhost:3000",
"http://127.0.0.1:3000",
+ "http://frontend.unstract.localhost",
# Other allowed origins if needed
]
CORS_ORIGIN_WHITELIST = [
"http://localhost:3000",
"http://127.0.0.1:3000",
+ "http://frontend.unstract.localhost",
# Other allowed origins if needed
]
diff --git a/backend/backend/wsgi.py b/backend/backend/wsgi.py
index 536554420..7a762dd3e 100644
--- a/backend/backend/wsgi.py
+++ b/backend/backend/wsgi.py
@@ -8,18 +8,19 @@ https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/
import os
-import socketio
from django.conf import settings
from django.core.wsgi import get_wsgi_application
from dotenv import load_dotenv
-from log_events.views import sio
+
+from utils.log_events import start_server
load_dotenv()
-path_prefix = settings.PATH_PREFIX
os.environ.setdefault(
"DJANGO_SETTINGS_MODULE",
os.environ.get("DJANGO_SETTINGS_MODULE", "backend.settings.dev"),
)
+
django_app = get_wsgi_application()
-application = socketio.WSGIApp(sio, django_app,socketio_path=f"{path_prefix}/socket")
+
+application = start_server(django_app, f"{settings.PATH_PREFIX}/socket")
diff --git a/backend/log_events/__init__.py b/backend/log_events/__init__.py
deleted file mode 100644
index e69de29bb..000000000
diff --git a/backend/log_events/admin.py b/backend/log_events/admin.py
deleted file mode 100644
index 8c38f3f3d..000000000
--- a/backend/log_events/admin.py
+++ /dev/null
@@ -1,3 +0,0 @@
-from django.contrib import admin
-
-# Register your models here.
diff --git a/backend/log_events/apps.py b/backend/log_events/apps.py
deleted file mode 100644
index 5fa52f37c..000000000
--- a/backend/log_events/apps.py
+++ /dev/null
@@ -1,6 +0,0 @@
-from django.apps import AppConfig
-
-
-class LogEventsConfig(AppConfig):
- default_auto_field = 'django.db.models.BigAutoField'
- name = 'log_events'
diff --git a/backend/log_events/constants.py b/backend/log_events/constants.py
deleted file mode 100644
index caa0c78f1..000000000
--- a/backend/log_events/constants.py
+++ /dev/null
@@ -1,3 +0,0 @@
-class LogServerConstants:
- USER_INFO="userinfo"
- PRIMARY_SUB="primary_sub"
\ No newline at end of file
diff --git a/backend/log_events/migrations/__init__.py b/backend/log_events/migrations/__init__.py
deleted file mode 100644
index e69de29bb..000000000
diff --git a/backend/log_events/models.py b/backend/log_events/models.py
deleted file mode 100644
index 71a836239..000000000
--- a/backend/log_events/models.py
+++ /dev/null
@@ -1,3 +0,0 @@
-from django.db import models
-
-# Create your models here.
diff --git a/backend/log_events/tests.py b/backend/log_events/tests.py
deleted file mode 100644
index 7ce503c2d..000000000
--- a/backend/log_events/tests.py
+++ /dev/null
@@ -1,3 +0,0 @@
-from django.test import TestCase
-
-# Create your tests here.
diff --git a/backend/log_events/urls.py b/backend/log_events/urls.py
deleted file mode 100644
index f7a409424..000000000
--- a/backend/log_events/urls.py
+++ /dev/null
@@ -1,3 +0,0 @@
-# from . import views
-
-urlpatterns = [] # type: ignore
diff --git a/backend/log_events/views.py b/backend/log_events/views.py
deleted file mode 100644
index 0bf0473a8..000000000
--- a/backend/log_events/views.py
+++ /dev/null
@@ -1,67 +0,0 @@
-import logging
-import threading
-from typing import Any
-
-import redis
-import socketio
-from django.conf import settings
-
-logger = logging.getLogger(__name__)
-
-# Set async_mode to 'threading', 'eventlet', 'gevent' or 'gevent_uwsgi' to
-# force a mode else, the best mode is selected automatically from what's
-# installed.
-# Enable socketio logger if needed
-# engineio_logger=True,
-sio = socketio.Server(
- async_mode="threading",
- cors_allowed_origins="*",
- logger=False,
- engineio_logger=False,
- always_connect=True,
- ping_timeout=300, # We need to decide and finalize the value
-)
-
-redis_conn = redis.Redis(
- host=settings.REDIS_HOST,
- port=int(settings.REDIS_PORT),
- username=settings.REDIS_USER,
- password=settings.REDIS_PASSWORD,
-)
-
-
-def connect(sid: str, environ: Any) -> None:
- logger.info(f"Client with SID:{sid} connected")
-
-
-def disconnect(sid: str) -> None:
- logger.info(f"Client with--------------------Client SID:{sid} disconnected")
-
-
-def handle_pub_sub_messages(message: Any) -> None:
- channel = message["channel"].decode("utf-8")
- data = message["data"]
- sio.emit(channel, {"data": data})
-
-
-def background_task_for_pub_sub() -> None:
- channel_pattern = "logs:*"
- try:
- # Subscribe to the Redis Pub/Sub channel
- pubsub = redis_conn.pubsub(ignore_subscribe_messages=True)
- pubsub.psubscribe(channel_pattern)
-
- # Start listening for messages from Redis
- for message in pubsub.listen(): # type: ignore
- if message["type"] == "pmessage":
- handle_pub_sub_messages(message)
- except Exception as e:
- logger.error(f"Error occured in background task to pubsub::{e}")
-
-
-background_thread = threading.Thread(
- target=background_task_for_pub_sub, daemon=True
-)
-background_thread.start()
diff --git a/backend/pdm.lock b/backend/pdm.lock
index 01ddeb1cd..c8ba0b86e 100644
--- a/backend/pdm.lock
+++ b/backend/pdm.lock
@@ -3877,13 +3877,13 @@ files = [
[[package]]
name = "setuptools"
-version = "69.1.1"
+version = "69.2.0"
requires_python = ">=3.8"
summary = "Easily download, build, install, upgrade, and uninstall Python packages"
groups = ["default"]
files = [
- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},
- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},
+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},
+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},
]
[[package]]
@@ -4640,7 +4640,7 @@ files = [
[[package]]
name = "unstract-adapters"
-version = "0.4.1"
+version = "0.4.2"
requires_python = "<3.12,>=3.9"
summary = "Unstract Adapters"
groups = ["default"]
@@ -4666,8 +4666,8 @@ dependencies = [
"weaviate-client==3.25.3",
]
files = [
- {file = "unstract_adapters-0.4.1-py3-none-any.whl", hash = "sha256:d8be73fe96f37f347274b62360e2a99b69e83b93e4be4c93797e383e0a0cafbb"},
- {file = "unstract_adapters-0.4.1.tar.gz", hash = "sha256:1f0ceaa8a26af51dd46713ec73b029a115c2a9f43a00e10ae73e8dedee7e1069"},
+ {file = "unstract_adapters-0.4.2-py3-none-any.whl", hash = "sha256:62a8d432fb16d4c63cfc79664a7fa1c7b7c0b733b40046193be10ad790ed8a13"},
+ {file = "unstract_adapters-0.4.2.tar.gz", hash = "sha256:e77cf812b5f1870ca74f2047657fda913469b3b13c851363c19c369066ff8404"},
]
[[package]]
@@ -4776,6 +4776,7 @@ path = "../unstract/workflow-execution"
summary = "Unstract workflow execution package"
groups = ["default"]
dependencies = [
+ "unstract-core",
"unstract-tool-registry",
"unstract-tool-sandbox",
]
diff --git a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
index 920d9fccd..0405e7cc5 100644
--- a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
+++ b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py
@@ -4,6 +4,7 @@ import os
from pathlib import Path
from typing import Any, Optional
+from account.constants import Common
from adapter_processor.models import AdapterInstance
from django.conf import settings
from file_management.file_management_helper import FileManagerHelper
@@ -33,8 +34,9 @@ from unstract.sdk.exceptions import SdkError
from unstract.sdk.index import ToolIndex
from unstract.sdk.prompt import PromptTool
from unstract.sdk.utils.tool_utils import ToolUtils
+from utils.local_context import StateStore
-from unstract.core.pubsub_helper import LogHelper as stream_log
+from unstract.core.pubsub_helper import LogPublisher
CHOICES_JSON = "/static/select_choices.json"
@@ -44,6 +46,15 @@ logger = logging.getLogger(__name__)
class PromptStudioHelper:
"""Helper class for Custom tool operations."""
+ @staticmethod
+ def _publish_log(
+ component: dict[str, str], level: str, state: str, message: str
+ ) -> None:
+ LogPublisher.publish(
+ StateStore.get(Common.LOG_EVENTS_ID),
+ LogPublisher.log_prompt(component, level, state, message),
+ )
+
@staticmethod
def get_select_fields() -> dict[str, Any]:
"""Method to fetch dropdown field values for frontend.
@@ -127,30 +138,18 @@ class PromptStudioHelper:
if not default_profile:
raise DefaultProfileError()
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Invoking indexing for {tool_id}",
- ),
- )
if not tool:
logger.error(f"No tool instance found for the ID {tool_id}")
raise ToolNotValid()
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Calling prompt service for\
- indexing the doc {file_name}",
- ),
- )
- logger.info(
- f"Invoking indexing in prompt service for the tool {tool_id}"
+ logger.info(f"[{tool_id}] Indexing started for doc: {file_name}")
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "doc_name": file_name},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Indexing started",
)
+
doc_id = PromptStudioHelper.dynamic_indexer(
profile_manager=default_profile,
tool_id=tool_id,
@@ -159,15 +158,15 @@ class PromptStudioHelper:
document_id=document_id,
is_summary=is_summary,
)
- logger.info(f"Indexing done sucessfully for {file_name}")
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Indexing successful for the file: {file_name}",
- ),
+
+ logger.info(f"[{tool_id}] Indexing successful for doc: {file_name}")
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "doc_name": file_name},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Indexing successful",
)
+
return doc_id
@staticmethod
@@ -203,83 +202,89 @@ class PromptStudioHelper:
is_create=False,
)
file_path = str(Path(file_path) / file_name)
+
if id:
- message: str = f"Executing single prompt {id} of tool {tool_id}"
- logger.info(message)
+ prompt_instance = PromptStudioHelper._fetch_prompt_from_id(id)
+ if not prompt_instance:
+ logger.error(f"[{tool_id or 'NA'}] Invalid prompt id: {id}")
+ raise PromptNotValid()
+
+ logger.info(f"[{tool_id}] Executing single prompt {id}")
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": id},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Executing single prompt",
+ )
+
+ prompts: list[ToolStudioPrompt] = []
+ prompts.append(prompt_instance)
+ tool: CustomTool = prompt_instance.tool_id
+
+ if tool.summarize_as_source:
+ directory, filename = os.path.split(file_path)
+ file_path = os.path.join(
+ directory,
+ TSPKeys.SUMMARIZE,
+ os.path.splitext(filename)[0] + ".txt",
+ )
+
+ logger.info(
+ f"[{tool.tool_id}] Invoking prompt service for prompt {id}"
+ )
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": id},
+ LogLevels.DEBUG,
+ LogLevels.RUN,
+ "Invoking prompt service",
+ )
+
try:
- prompt_instance = PromptStudioHelper._fetch_prompt_from_id(id)
- prompts: list[ToolStudioPrompt] = []
- prompts.append(prompt_instance)
- tool: CustomTool = prompt_instance.tool_id
-
- if tool.summarize_as_source:
- directory, filename = os.path.split(file_path)
- file_path = os.path.join(
- directory,
- TSPKeys.SUMMARIZE,
- os.path.splitext(filename)[0] + ".txt",
- )
-
- stream_log.publish(
- tool.tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=message,
- ),
+ response = PromptStudioHelper._fetch_response(
+ path=file_path,
+ tool=tool,
+ prompts=prompts,
+ org_id=org_id,
+ document_id=document_id,
)
- if not prompt_instance:
- logger.error(f"Prompt id {id} does not have any data in db")
- raise PromptNotValid()
except Exception as exc:
- logger.error(f"Error while fetching prompt {exc}")
+ logger.error(
+ f"[{tool.tool_id}] Error while fetching response for prompt {id}: {exc}" # noqa: E501
+ )
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": id},
+ LogLevels.ERROR,
+ LogLevels.RUN,
+ "Failed to fetch prompt response",
+ )
raise AnswerFetchError()
- stream_log.publish(
- tool.tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Prompt instance fetched \
- for {id} of tool {tool.tool_id}",
- ),
- )
- stream_log.publish(
- tool.tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Invoking prompt service for\
- {id} of tool {tool.tool_id}",
- ),
- )
- logger.info(f"Invoking prompt service for prompt id {id}")
- response = PromptStudioHelper._fetch_response(
- path=file_path,
- tool=tool,
- prompts=prompts,
- org_id=org_id,
- document_id=document_id,
+
+ logger.info(
+ f"[{tool.tool_id}] Response fetched successfully for prompt {id}" # noqa: E501
)
- stream_log.publish(
- tool.tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Response fetched sucessfully \
- from platform for prompt {id} of tool {tool.tool_id}",
- ),
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": id},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Single prompt execution completed",
)
- logger.info(f"Response fetched succesfully for prompt {id}")
+
return response
else:
- message = f"Executing in single pass prompt mode for tool {tool_id}"
- logger.info(message)
- try:
- prompts = PromptStudioHelper.fetch_prompt_from_tool(tool_id)
-
- if not prompts:
- raise NoPromptsFound()
+ prompts = PromptStudioHelper.fetch_prompt_from_tool(tool_id)
+ if not prompts:
+ logger.error(f"[{tool_id or 'NA'}] No prompts found id: {id}")
+ raise NoPromptsFound()
+
+ logger.info(f"[{tool_id}] Executing prompts in single pass")
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": str(id)},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Executing prompts in single pass",
+ )
+ try:
tool = prompts[0].tool_id
response = PromptStudioHelper._fetch_single_pass_response(
file_path=file_path,
@@ -288,48 +293,28 @@ class PromptStudioHelper:
org_id=org_id,
document_id=document_id,
)
-
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message="Executing single pass "
- f"prompt for tool {tool_id}",
- ),
- )
- except NoPromptsFound:
- logger.error("No prompts found for tool %s", tool_id)
- raise
except Exception as e:
- logger.error("Error while fetching prompt %s", e)
+ logger.error(
+ f"[{tool.tool_id}] Error while fetching single pass response: {e}" # noqa: E501
+ )
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": str(id)},
+ LogLevels.ERROR,
+ LogLevels.RUN,
+ "Failed to fetch single pass response",
+ )
raise AnswerFetchError()
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Prompt instances fetched for tool {tool_id}",
- ),
- )
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Invoking prompt service for tool {tool_id}",
- ),
+
+ logger.info(
+ f"[{tool.tool_id}] Single pass response fetched successfully"
)
- stream_log.publish(
- tool_id,
- stream_log.log(
- stage=LogLevels.RUN,
- level=LogLevels.INFO,
- message=f"Response fetched sucessfully \
- from platform for tool {tool_id}",
- ),
+ PromptStudioHelper._publish_log(
+ {"tool_id": tool_id, "prompt_id": str(id)},
+ LogLevels.INFO,
+ LogLevels.RUN,
+ "Single pass execution completed",
)
- logger.info("Response fetched succesfully for tool %s", tool_id)
+
return response
@staticmethod
@@ -450,6 +435,7 @@ class PromptStudioHelper:
TSPKeys.TOOL_ID: tool_id,
TSPKeys.FILE_NAME: path,
TSPKeys.FILE_HASH: file_hash,
+ Common.LOG_EVENTS_ID: StateStore.get(Common.LOG_EVENTS_ID),
}
util = PromptIdeBaseTool(log_level=LogLevel.INFO, org_id=org_id)
diff --git a/backend/utils/local_context.py b/backend/utils/local_context.py
new file mode 100644
index 000000000..534ec06fa
--- /dev/null
+++ b/backend/utils/local_context.py
@@ -0,0 +1,55 @@
+import os
+import threading
+from typing import Any
+from enum import Enum
+
+
+class ConcurrencyMode(Enum):
+ THREAD = "thread"
+ COROUTINE = "coroutine"
+
+
+class Exceptions:
+ UNKNOWN_MODE = "Unknown concurrency mode"
+
+
+class StateStore:
+
+ mode = os.environ.get(
+ "CONCURRENCY_MODE", ConcurrencyMode.THREAD
+ )
+ # Thread-safe storage.
+ thread_local = threading.local()
+
+ @classmethod
+ def _get_thread_local(cls, key: str) -> Any:
+ return getattr(cls.thread_local, key, None)
+
+ @classmethod
+ def _set_thread_local(cls, key: str, val: Any) -> None:
+ setattr(cls.thread_local, key, val)
+
+ @classmethod
+ def _del_thread_local(cls, key: str) -> None:
+ delattr(cls.thread_local, key)
+
+ @classmethod
+ def get(cls, key: str) -> Any:
+ if cls.mode == ConcurrencyMode.THREAD:
+ return cls._get_thread_local(key)
+ else:
+ raise RuntimeError(Exceptions.UNKNOWN_MODE)
+
+ @classmethod
+ def set(cls, key: str, val: Any) -> None:
+ if cls.mode == ConcurrencyMode.THREAD:
+ return cls._set_thread_local(key, val)
+ else:
+ raise RuntimeError(Exceptions.UNKNOWN_MODE)
+
+ @classmethod
+ def clear(cls, key: str) -> None:
+ if cls.mode == ConcurrencyMode.THREAD:
+ return cls._del_thread_local(key)
+ else:
+ raise RuntimeError(Exceptions.UNKNOWN_MODE)
diff --git a/backend/utils/log_events.py b/backend/utils/log_events.py
new file mode 100644
index 000000000..c9f0faf61
--- /dev/null
+++ b/backend/utils/log_events.py
@@ -0,0 +1,83 @@
+import logging
+import os
+import threading
+import time
+from typing import Any
+
+import redis
+import socketio
+from django.conf import settings
+from django.core.wsgi import WSGIHandler
+
+logger = logging.getLogger(__name__)
+
+sio = socketio.Server(
+ # Allowed values: {threading, eventlet, gevent, gevent_uwsgi}
+ async_mode="threading",
+ cors_allowed_origins=settings.CORS_ALLOWED_ORIGINS,
+ logger=False,
+ engineio_logger=False,
+ always_connect=True,
+)
+redis_conn = redis.Redis(
+ host=settings.REDIS_HOST,
+ port=int(settings.REDIS_PORT),
+ username=settings.REDIS_USER,
+ password=settings.REDIS_PASSWORD,
+)
+
+
+def connect(sid: str, environ: Any, auth: Any) -> None:
+ # TODO Authenticate websocket connections
+ logger.info(f"[{os.getpid()}] Client with SID:{sid} connected")
+
+
+def disconnect(sid: str) -> None:
+ logger.info(f"[{os.getpid()}] Client with SID:{sid} disconnected")
+
+
+def _handle_pubsub_messages(message: Any) -> None:
+ channel = message["channel"].decode("utf-8")
+ data = message["data"]
+ payload = {"data": data}
+
+ logger.debug(f"[{os.getpid()}] Push websocket event: {channel}, {payload}")
+ sio.emit(channel, {"data": data})
+
+
+def _pubsub_listen_forever() -> None:
+ global shutdown
+
+ try:
+ pubsub = redis_conn.pubsub(ignore_subscribe_messages=True)
+ pubsub.psubscribe("logs:*")
+
+ logger.info(f"[{os.getpid()}] Listening for pub sub messages...")
+ while True:
+ message = pubsub.get_message()
+
+ if message:
+ logger.info(
+ f"[{os.getpid()}] Pub sub message received: {message}"
+ )
+ if message["type"] == "pmessage":
+ _handle_pubsub_messages(message)
+
+ # TODO Add graceful shutdown
+
+ time.sleep(0.01)
+ except Exception as e:
+ logger.error(f"[{os.getpid()}] Failed to do pubsub: {e}")
+
+
+def start_server(django_app: WSGIHandler, namespace: str) -> WSGIHandler:
+ django_app = socketio.WSGIApp(sio, django_app, socketio_path=namespace)
+
+ pubsub_listener = threading.Thread(
+ target=_pubsub_listen_forever, daemon=True
+ )
+ pubsub_listener.start()
+
+ return django_app
diff --git a/backend/workflow_manager/workflow/execution.py b/backend/workflow_manager/workflow/execution.py
index 5f2074e9e..e54582126 100644
--- a/backend/workflow_manager/workflow/execution.py
+++ b/backend/workflow_manager/workflow/execution.py
@@ -1,8 +1,8 @@
import logging
import time
-import uuid
from typing import Optional
+from account.constants import Common
from api.exceptions import InvalidAPIRequest
from django.db import connection
from platform_settings.platform_auth_service import (
@@ -23,6 +23,7 @@ from unstract.workflow_execution.enums import (
LogState,
)
from unstract.workflow_execution.exceptions import StopExecution
+from utils.local_context import StateStore
from workflow_manager.workflow.constants import WorkflowKey
from workflow_manager.workflow.enums import ExecutionStatus
from workflow_manager.workflow.exceptions import WorkflowExecutionError
@@ -67,7 +68,7 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):
ignore_processed_entities=False,
)
if not workflow_execution:
- self.execution_log_id = uuid.uuid4()
+ self.execution_log_id = StateStore.get(Common.LOG_EVENTS_ID)
self.execution_mode = mode
self.execution_method: tuple[str, str] = (
WorkflowExecution.Method.SCHEDULED
@@ -86,15 +87,14 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):
execution_method=self.execution_method,
execution_type=self.execution_type,
status=ExecutionStatus.INITIATED.value,
- # TODO: Review use of this
- project_settings_id=self.execution_log_id,
+ execution_log_id=self.execution_log_id,
)
workflow_execution.save()
else:
self.execution_mode = workflow_execution.execution_mode
self.execution_method = workflow_execution.execution_method
self.execution_type = workflow_execution.execution_type
- self.execution_log_id = workflow_execution.project_settings_id
+ self.execution_log_id = workflow_execution.execution_log_id
self.set_messaging_channel(str(self.execution_log_id))
project_settings = {}
@@ -137,7 +137,9 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):
if single_step
else WorkflowExecution.Type.COMPLETE
)
- execution_log_id = uuid.uuid4() if not log_guid else log_guid
+ execution_log_id = (
+ StateStore.get(Common.LOG_EVENTS_ID) if not log_guid else log_guid
+ )
workflow_execution = WorkflowExecution(
pipeline_id=pipeline_id,
workflow_id=workflow_id,
@@ -145,7 +147,7 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):
execution_method=execution_method,
execution_type=execution_type,
status=ExecutionStatus.PENDING.value,
- project_settings_id=execution_log_id,
+ execution_log_id=execution_log_id,
)
if execution_id:
workflow_execution.id = execution_id
diff --git a/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.py b/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.py
new file mode 100644
index 000000000..6f554f6b7
--- /dev/null
+++ b/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.py
@@ -0,0 +1,30 @@
+# Generated by Django 4.2.1 on 2024-03-17 17:20
+
+import uuid
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+ dependencies = [
+ ("workflow", "0002_remove_workflow_settings"),
+ ]
+
+ operations = [
+ migrations.AddField(
+ model_name="workflowexecution",
+ name="execution_log_id",
+ field=models.CharField(
+ db_comment="Execution log events Id", default="", editable=False
+ ),
+ ),
+ migrations.AlterField(
+ model_name="workflowexecution",
+ name="project_settings_id",
+ field=models.UUIDField(
+ db_comment="Id of project settings used while execution",
+ default=uuid.uuid4,
+ editable=False,
+ ),
+ ),
+ ]
diff --git a/backend/workflow_manager/workflow/models/execution.py b/backend/workflow_manager/workflow/models/execution.py
index 992b91b44..ddba5b475 100644
--- a/backend/workflow_manager/workflow/models/execution.py
+++ b/backend/workflow_manager/workflow/models/execution.py
@@ -36,7 +36,9 @@ class WorkflowExecution(BaseModel):
editable=False, db_comment="Id of workflow to be executed"
)
project_settings_id = models.UUIDField(
- editable=False, db_comment="Id of project settings used while execution"
+ editable=False,
+ default=uuid.uuid4,
+ db_comment="Id of project settings used while execution",
)
execution_mode = models.CharField(
choices=Mode.choices, db_comment="Mode of execution"
@@ -47,6 +49,9 @@ class WorkflowExecution(BaseModel):
execution_type = models.CharField(
choices=Type.choices, db_comment="Type of execution"
)
+ execution_log_id = models.CharField(
+ default="", editable=False, db_comment="Execution log events Id"
+ )
status = models.CharField(
default="", db_comment="Current status of execution"
)
diff --git a/backend/workflow_manager/workflow/workflow_helper.py b/backend/workflow_manager/workflow/workflow_helper.py
index 7cbc7cdfd..7e57d1dd8 100644
--- a/backend/workflow_manager/workflow/workflow_helper.py
+++ b/backend/workflow_manager/workflow/workflow_helper.py
@@ -496,7 +496,7 @@ class WorkflowHelper:
workflow_execution.workflow_id,
workflow_execution.id,
workflow_execution.status,
- log_id=workflow_execution.project_settings_id,
+ log_id=workflow_execution.execution_log_id,
error=workflow_execution.error_message,
mode=workflow_execution.execution_mode,
)
@@ -561,7 +561,7 @@ class WorkflowHelper:
workflow.id,
execution_id,
workflow_execution.status,
- log_id=workflow_execution.project_settings_id,
+ log_id=workflow_execution.execution_log_id,
error=workflow_execution.error_message,
mode=workflow_execution.execution_mode,
)
@@ -585,7 +585,7 @@ class WorkflowHelper:
workflow_execution.workflow_id,
workflow_execution.id,
workflow_execution.status,
- log_id=workflow_execution.project_settings_id,
+ log_id=workflow_execution.execution_log_id,
error=workflow_execution.error_message,
mode=workflow_execution.execution_mode,
)
diff --git a/docker/dockerfiles/prompt.Dockerfile b/docker/dockerfiles/prompt.Dockerfile
index aaf219cc8..17febd5fc 100644
--- a/docker/dockerfiles/prompt.Dockerfile
+++ b/docker/dockerfiles/prompt.Dockerfile
@@ -6,8 +6,10 @@ LABEL maintainer="Zipstack Inc."
ENV PYTHONDONTWRITEBYTECODE 1
# Set to immediately flush stdout and stderr streams without first buffering
ENV PYTHONUNBUFFERED 1
+ENV PYTHONPATH /unstract
ENV BUILD_CONTEXT_PATH prompt-service
+ENV BUILD_PACKAGES_PATH unstract
ENV TARGET_PLUGINS_PATH src/unstract/prompt_service/plugins
ENV PDM_VERSION 2.12.3
@@ -30,6 +32,8 @@ USER unstract
WORKDIR /app
COPY --chown=unstract ${BUILD_CONTEXT_PATH} .
+# Copy local dependency packages
+COPY --chown=unstract ${BUILD_PACKAGES_PATH}/core /unstract/core
RUN set -e; \
\
diff --git a/docker/dockerfiles/prompt.Dockerfile.dockerignore b/docker/dockerfiles/prompt.Dockerfile.dockerignore
index 01c03dee8..a1911ab08 100644
--- a/docker/dockerfiles/prompt.Dockerfile.dockerignore
+++ b/docker/dockerfiles/prompt.Dockerfile.dockerignore
@@ -60,5 +60,6 @@ platform-service
!prompt-service
tools
unstract
+!unstract/core
worker
x2text-service
diff --git a/docker/dockerfiles/worker.Dockerfile b/docker/dockerfiles/worker.Dockerfile
index 2cc8a0f47..2727e669d 100644
--- a/docker/dockerfiles/worker.Dockerfile
+++ b/docker/dockerfiles/worker.Dockerfile
@@ -6,8 +6,10 @@ LABEL maintainer="Zipstack Inc."
ENV PYTHONDONTWRITEBYTECODE 1
# Set to immediately flush stdout and stderr streams without first buffering
ENV PYTHONUNBUFFERED 1
+ENV PYTHONPATH /unstract
ENV BUILD_CONTEXT_PATH worker
+ENV BUILD_PACKAGES_PATH unstract
ENV PDM_VERSION 2.12.3
RUN apt-get update \
@@ -19,6 +21,8 @@ RUN apt-get update \
WORKDIR /app
COPY ${BUILD_CONTEXT_PATH} .
+# Copy local dependency packages
+COPY ${BUILD_PACKAGES_PATH}/core /unstract/core
RUN set -e; \
\
diff --git a/docker/dockerfiles/worker.Dockerfile.dockerignore b/docker/dockerfiles/worker.Dockerfile.dockerignore
index 50f9c334a..077282992 100644
--- a/docker/dockerfiles/worker.Dockerfile.dockerignore
+++ b/docker/dockerfiles/worker.Dockerfile.dockerignore
@@ -60,5 +60,6 @@ platform-service
prompt-service
tools
unstract
+!unstract/core
!worker
x2text-service
diff --git a/document-service/pdm.lock b/document-service/pdm.lock
index c8fa62024..d62fceeff 100644
--- a/document-service/pdm.lock
+++ b/document-service/pdm.lock
@@ -103,15 +103,15 @@ files = [
[[package]]
name = "importlib-metadata"
-version = "7.0.1"
+version = "7.0.2"
requires_python = ">=3.8"
summary = "Read metadata from Python packages"
dependencies = [
"zipp>=0.5",
]
files = [
- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},
- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},
+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},
+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},
]
[[package]]
@@ -209,12 +209,12 @@ files = [
[[package]]
name = "packaging"
-version = "23.2"
+version = "24.0"
requires_python = ">=3.7"
summary = "Core utilities for Python packages"
files = [
- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},
- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},
+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},
+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},
]
[[package]]
@@ -229,7 +229,7 @@ files = [
[[package]]
name = "pytest"
-version = "8.0.2"
+version = "8.1.1"
requires_python = ">=3.8"
summary = "pytest: simple powerful testing with Python"
dependencies = [
@@ -237,12 +237,12 @@ dependencies = [
"exceptiongroup>=1.0.0rc8; python_version < \"3.11\"",
"iniconfig",
"packaging",
- "pluggy<2.0,>=1.3.0",
- "tomli>=1.0.0; python_version < \"3.11\"",
+ "pluggy<2.0,>=1.4",
+ "tomli>=1; python_version < \"3.11\"",
]
files = [
- {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},
- {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},
+ {file = "pytest-8.1.1-py3-none-any.whl", hash = "sha256:2a8386cfc11fa9d2c50ee7b2a57e7d898ef90470a7a34c4b949ff59662bb78b7"},
+ {file = "pytest-8.1.1.tar.gz", hash = "sha256:ac978141a75948948817d360297b7aae0fcb9d6ff6bc9ec6d514b85d5a65c044"},
]
[[package]]
@@ -270,12 +270,12 @@ files = [
[[package]]
name = "setuptools"
-version = "69.1.1"
+version = "69.2.0"
requires_python = ">=3.8"
summary = "Easily download, build, install, upgrade, and uninstall Python packages"
files = [
- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},
- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},
+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},
+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},
]
[[package]]
@@ -326,10 +326,10 @@ files = [
[[package]]
name = "zipp"
-version = "3.17.0"
+version = "3.18.1"
requires_python = ">=3.8"
summary = "Backport of pathlib-compatible object wrapper for zip files"
files = [
- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},
- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},
+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},
+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},
]
diff --git a/frontend/src/components/agency/agency/Agency.jsx b/frontend/src/components/agency/agency/Agency.jsx
index 6add39084..269d11cc0 100644
--- a/frontend/src/components/agency/agency/Agency.jsx
+++ b/frontend/src/components/agency/agency/Agency.jsx
@@ -9,7 +9,6 @@ import Sider from "antd/es/layout/Sider";
import { useEffect, useState } from "react";
import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";
-import { DisplayLogs } from "../../custom-tools/display-logs/DisplayLogs";
import { Actions } from "../actions/Actions";
import { WorkflowExecution } from "../workflow-execution/WorkflowExecution";
import "./Agency.css";
@@ -18,6 +17,7 @@ import { useSocketMessagesStore } from "../../../store/socket-messages-store";
import { useWorkflowStore } from "../../../store/workflow-store";
import { LogsLabel } from "../logs-label/LogsLabel";
import { SidePanel } from "../side-panel/SidePanel";
+import { DisplayLogs } from "../display-logs/DisplayLogs";
function Agency() {
const [isCollapsed, setIsCollapsed] = useState(false);
diff --git a/frontend/src/components/custom-tools/display-logs/DisplayLogs.css b/frontend/src/components/agency/display-logs/DisplayLogs.css
similarity index 100%
rename from frontend/src/components/custom-tools/display-logs/DisplayLogs.css
rename to frontend/src/components/agency/display-logs/DisplayLogs.css
diff --git a/frontend/src/components/agency/display-logs/DisplayLogs.jsx b/frontend/src/components/agency/display-logs/DisplayLogs.jsx
new file mode 100644
index 000000000..93cb7aca7
--- /dev/null
+++ b/frontend/src/components/agency/display-logs/DisplayLogs.jsx
@@ -0,0 +1,78 @@
+import { useEffect, useRef } from "react";
+import { Col, Row, Typography } from "antd";
+
+import "./DisplayLogs.css";
+import { useSocketLogsStore } from "../../../store/socket-logs-store";
+
+function DisplayLogs() {
+ const bottomRef = useRef(null);
+ const { logs } = useSocketLogsStore();
+
+ useEffect(() => {
+ if (logs?.length) {
+ // Scroll down to the lastest chat.
+ bottomRef.current?.scrollIntoView({ behavior: "smooth" });
+ }
+ }, [logs]);
+
+ return (
+ <div className="tool-logs">
+ {logs.map((log) => {
+ return (
+ <div key={log?.key}>
+ <Row>
+ <Col span={2}>
+ <Typography className="display-logs-col-first">
+ {log?.timestamp}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.stage}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.step}
+ </Typography>
+ </Col>
+ <Col span={8}>
+ <Typography className="display-logs-col">
+ {log?.message}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.cost_type}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.cost_units}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.cost}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.iteration}
+ </Typography>
+ </Col>
+ <Col span={2}>
+ <Typography className="display-logs-col">
+ {log?.iteration_total}
+ </Typography>
+ </Col>
+ </Row>
+ <div ref={bottomRef} />
+ </div>
+ );
+ })}
+ </div>
+ );
+}
+
+export { DisplayLogs };
diff --git a/frontend/src/components/agency/logs-label/LogsLabel.css b/frontend/src/components/agency/logs-label/LogsLabel.css
index 3825ad285..1af5484b0 100644
--- a/frontend/src/components/agency/logs-label/LogsLabel.css
+++ b/frontend/src/components/agency/logs-label/LogsLabel.css
@@ -1,3 +1,12 @@
-.logs-label-layout {
+.pl-5 {
padding-left: 5px;
}
+
+.logs-label-row {
+ padding: 0px;
+ flex: none;
+}
+
+.logs-label-col {
+ border-right: 1px solid #C9C9C9;
+}
diff --git a/frontend/src/components/agency/logs-label/LogsLabel.jsx b/frontend/src/components/agency/logs-label/LogsLabel.jsx
index 522991b85..6f5a50e7a 100644
--- a/frontend/src/components/agency/logs-label/LogsLabel.jsx
+++ b/frontend/src/components/agency/logs-label/LogsLabel.jsx
@@ -4,36 +4,34 @@ import "./LogsLabel.css";
function LogsLabel() {
return (
- <div className="logs-label-layout">
- <Row style={{ padding: "0px 0px", flex: "none" }}>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
+ <div className="pl-5">
+ <Row className="logs-label-row">
+ <Col className="logs-label-col" span={2}>
<Typography>Time</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Stage</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Stage</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Step</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Step</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={8}>
- <Typography style={{ paddingLeft: "5px" }}>Message</Typography>
+ <Col className="logs-label-col" span={8}>
+ <Typography className="pl-5">Message</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Cost Type</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Cost Type</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Cost Units</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Cost Units</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Cost Value</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Cost Value</Typography>
</Col>
- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>Iteration</Typography>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Iteration</Typography>
</Col>
<Col style={{}} span={2}>
- <Typography style={{ paddingLeft: "5px" }}>
- Iteration Total
- </Typography>
+ <Typography className="pl-5">Iteration Total</Typography>
</Col>
</Row>
</div>
diff --git a/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx b/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx
index 93cb7aca7..dc8355316 100644
--- a/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx
+++ b/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx
@@ -1,69 +1,55 @@
import { useEffect, useRef } from "react";
import { Col, Row, Typography } from "antd";
-import "./DisplayLogs.css";
-import { useSocketLogsStore } from "../../../store/socket-logs-store";
+import "../../agency/display-logs/DisplayLogs.css";
+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";
+import { getDateTimeString } from "../../../helpers/GetStaticData";
function DisplayLogs() {
const bottomRef = useRef(null);
- const { logs } = useSocketLogsStore();
+ const { messages } = useSocketCustomToolStore();
useEffect(() => {
- if (logs?.length) {
+ if (messages?.length) {
// Scroll down to the lastest chat.
bottomRef.current?.scrollIntoView({ behavior: "smooth" });
}
- }, [logs]);
+ }, [messages]);
return (
<div className="tool-logs">
- {logs.map((log) => {
+ {messages.map((message) => {
return (
- <div key={log?.key}>
+ <div key={message?.timestamp}>
<Row>
- <Col span={2}>
+ <Col span={3}>
<Typography className="display-logs-col-first">
- {log?.timestamp}
+ {getDateTimeString(message?.timestamp)}
</Typography>
</Col>
<Col span={2}>
<Typography className="display-logs-col">
- {log?.stage}
+ {message?.level}
</Typography>
</Col>
<Col span={2}>
<Typography className="display-logs-col">
- {log?.step}
- </Typography>
- </Col>
- <Col span={8}>
- <Typography className="display-logs-col">
- {log?.message}
+ {message?.state}
</Typography>
</Col>
- <Col span={2}>
+ <Col span={3}>
<Typography className="display-logs-col">
- {log?.cost_type}
+ {message?.component?.prompt_key}
</Typography>
</Col>
- <Col span={2}>
+ <Col span={3}>
<Typography className="display-logs-col">
- {log?.cost_units}
+ {message?.component?.doc_name}
</Typography>
</Col>
- <Col span={2}>
- <Typography className="display-logs-col">
- {log?.cost}
- </Typography>
- </Col>
- <Col span={2}>
- <Typography className="display-logs-col">
- {log?.iteration}
- </Typography>
- </Col>
- <Col span={2}>
+ <Col span={10}>
<Typography className="display-logs-col">
- {log?.iteration_total}
+ {message?.message}
</Typography>
</Col>
</Row>
diff --git a/frontend/src/components/custom-tools/logs-label/LogsLabel.jsx b/frontend/src/components/custom-tools/logs-label/LogsLabel.jsx
new file mode 100644
index 000000000..90d7788ed
--- /dev/null
+++ b/frontend/src/components/custom-tools/logs-label/LogsLabel.jsx
@@ -0,0 +1,32 @@
+import { Col, Row, Typography } from "antd";
+
+import "../../agency/logs-label/LogsLabel.css";
+
+function LogsLabel() {
+ return (
+ <div className="pl-5">
+ <Row className="logs-label-row">
+ <Col className="logs-label-col" span={3}>
+ <Typography>Time</Typography>
+ </Col>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">Level</Typography>
+ </Col>
+ <Col className="logs-label-col" span={2}>
+ <Typography className="pl-5">State</Typography>
+ </Col>
+ <Col className="logs-label-col" span={3}>
+ <Typography className="pl-5">Prompt Key</Typography>
+ </Col>
+ <Col className="logs-label-col" span={3}>
+ <Typography className="pl-5">Document Name</Typography>
+ </Col>
+ <Col className="logs-label-col" span={10}>
+ <Typography className="pl-5">Message</Typography>
+ </Col>
+ </Row>
+ </div>
+ );
+}
+
+export { LogsLabel };
diff --git a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
index ec823b981..9147c7607 100644
--- a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
+++ b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx
@@ -12,6 +12,7 @@ import {
Radio,
Space,
Table,
+ Tag,
Tooltip,
Typography,
Upload,
@@ -29,6 +30,7 @@ import SpaceWrapper from "../../widgets/space-wrapper/SpaceWrapper";
import "./ManageDocsModal.css";
import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";
let SummarizeStatusTitle = null;
try {
@@ -56,6 +58,8 @@ function ManageDocsModal({
const [isRawDataLoading, setIsRawDataLoading] = useState(false);
const [summarizeLlmProfile, setSummarizeLlmProfile] = useState(null);
const [isSummarizeDataLoading, setIsSummarizeDataLoading] = useState(false);
+ const [indexMessages, setIndexMessages] = useState({});
+ const [lastMessagesUpdate, setLastMessagesUpdate] = useState("");
const { sessionDetails } = useSessionStore();
const { setAlertDetails } = useAlertStore();
const {
@@ -71,6 +75,7 @@ function ManageDocsModal({
summarizeIndexStatus,
isSinglePassExtract,
} = useCustomToolStore();
+ const { messages } = useSocketCustomToolStore();
const axiosPrivate = useAxiosPrivate();
const handleException = useExceptionHandler();
@@ -92,6 +97,23 @@ function ManageDocsModal({
</Typography.Text>
);
+ const infoIndex = (indexMessage) => {
+ let color = "default";
+ if (indexMessage?.level === "INFO") {
+ color = "processing";
+ }
+
+ if (indexMessage?.length === "ERROR") {
+ color = "error";
+ }
+
+ if (!indexMessage?.message) {
+ return;
+ }
+
+ return <Tag color={color}>{indexMessage?.message}</Tag>;
+ };
+
const failedSummary = (
<Typography.Text>
<span style={{ marginRight: "8px" }}>
@@ -114,6 +136,59 @@ function ManageDocsModal({
handleGetIndexStatus(summarizeLlmProfile, indexTypes.summarize);
}, [indexDocs, summarizeLlmProfile]);
+ useEffect(() => {
+ // Reverse the array to have the latest logs at the beginning
+ let newMessages = [...messages].reverse();
+
+ // If there are no new messages, return early
+ if (newMessages?.length === 0) {
+ return;
+ }
+
+ // Get the index of the last message received before the last update
+ const lastIndex = [...newMessages].findIndex(
+ (item) => item?.timestamp === lastMessagesUpdate
+ );
+
+ // If the last update's message is found, keep only the new messages
+ if (lastIndex > -1) {
+ newMessages = newMessages.slice(0, lastIndex);
+ }
+
+ // Filter only INFO and ERROR logs
+ newMessages = newMessages.filter(
+ (item) => item?.level === "INFO" || item?.level === "ERROR"
+ );
+
+ // If there are no new INFO or ERROR messages, return early
+ if (newMessages?.length === 0) {
+ return;
+ }
+
+ const updatedMessages = {};
+ // Store the newly received logs in the indexMessages state
+ newMessages.forEach((item) => {
+ const docName = item?.component?.doc_name;
+
+ // If the message for this document already exists, skip
+ if (updatedMessages?.[docName] !== undefined) {
+ return;
+ }
+
+ // Update the message for this document
+ updatedMessages[docName] = {
+ message: item?.message || "",
+ level: item?.level || "INFO",
+ };
+ });
+
+ // Update indexMessages state with the newly received messages
+ setIndexMessages({ ...indexMessages, ...updatedMessages });
+
+ // Update the timestamp of the last received message
+ setLastMessagesUpdate(newMessages[0]?.timestamp);
+ }, [messages]);
+
const handleLoading = (indexType, value) => {
if (indexType === indexTypes.raw) {
setIsRawDataLoading(value);
@@ -208,10 +283,10 @@ function ManageDocsModal({
width: 260,
},
{
- title: "",
+ title: "Index",
dataIndex: "reindex",
key: "reindex",
- width: 30,
+ width: 260,
},
{
title: "",
@@ -264,23 +339,30 @@ function ManageDocsModal({
summary:
SummarizeStatusTitle &&
getIndexStatusMessage(item?.document_id, indexTypes.summarize),
- reindex: indexDocs.includes(item?.document_id) ? (
- <SpinnerLoader />
- ) : (
- <Tooltip title="Index">
- <Button
- size="small"
- icon={<ReloadOutlined />}
- onClick={() => generateIndex(item)}
- disabled={
- disableLlmOrDocChange?.length > 0 ||
- indexDocs.includes(item?.document_id) ||
- isUploading ||
- !defaultLlmProfile ||
- isSinglePassExtract
- }
- />
- </Tooltip>
+ reindex: (
+ <Space>
+ <div>
+ {indexDocs.includes(item?.document_id) ? (
+ <SpinnerLoader />
+ ) : (
+ <Tooltip title="Index">
+ <Button
+ size="small"
+ icon={<ReloadOutlined />}
+ onClick={() => generateIndex(item)}
+ disabled={
+ disableLlmOrDocChange?.length > 0 ||
+ indexDocs.includes(item?.document_id) ||
+ isUploading ||
+ !defaultLlmProfile ||
+ isSinglePassExtract
+ }
+ />
+ </Tooltip>
+ )}
+ </div>
+ <div>{infoIndex(indexMessages?.[item?.document_name])}</div>
+ </Space>
),
delete: (
<ConfirmModal
@@ -325,6 +407,7 @@ function ManageDocsModal({
summarizeIndexStatus,
indexDocs,
isSinglePassExtract,
+ messages,
]);
const beforeUpload = (file) => {
@@ -410,15 +493,15 @@ function ManageDocsModal({
centered
footer={null}
maskClosable={false}
- width={1000}
+ width={1400}
>
<div className="pre-post-amble-body">
<SpaceWrapper>
- <div>
+ <Space>
<Typography.Text className="add-cus-tool-header">
Manage Documents
</Typography.Text>
- </div>
+ </Space>
<div>
<Upload
name="file"
diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
index 70fa0e16e..ab17d6076 100644
--- a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
+++ b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx
@@ -45,6 +45,7 @@ import { EditableText } from "../editable-text/EditableText";
import { OutputForDocModal } from "../output-for-doc-modal/OutputForDocModal";
import "./PromptCard.css";
import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";
let EvalBtn = null;
let EvalMetrics = null;
@@ -94,6 +95,7 @@ function PromptCard({
const [coverageTotal, setCoverageTotal] = useState(0);
const [isCoverageLoading, setIsCoverageLoading] = useState(false);
const [openOutputForDoc, setOpenOutputForDoc] = useState(false);
+ const [progressMsg, setProgressMsg] = useState({});
const divRef = useRef(null);
const {
getDropdownItems,
@@ -106,11 +108,35 @@ function PromptCard({
indexDocs,
summarizeIndexStatus,
} = useCustomToolStore();
+ const { messages } = useSocketCustomToolStore();
const { sessionDetails } = useSessionStore();
const { setAlertDetails } = useAlertStore();
const axiosPrivate = useAxiosPrivate();
const handleException = useExceptionHandler();
+ useEffect(() => {
+ // Find the latest message that matches the criteria
+ const msg = [...messages]
+ .reverse()
+ .find(
+ (item) =>
+ (item?.component?.prompt_id === promptDetails?.prompt_id ||
+ item?.component?.prompt_key === promptKey) &&
+ (item?.level === "INFO" || item?.level === "ERROR")
+ );
+
+ // If no matching message is found, return early
+ if (!msg) {
+ return;
+ }
+
+ // Set the progress message state with the found message
+ setProgressMsg({
+ message: msg?.message || "",
+ level: msg?.level || "INFO",
+ });
+ }, [messages]);
+
useEffect(() => {
if (promptDetails?.is_assert) {
setDisplayAssertion(true);
@@ -698,13 +724,15 @@ function PromptCard({
/>
</Col>
<Col span={12} className="display-flex-right">
- {isCoverageLoading && (
+ {progressMsg?.message && (
<Tag
- icon={<LoadingOutlined spin />}
- color="processing"
+ icon={isCoverageLoading && <LoadingOutlined spin />}
+ color={
+ progressMsg?.level === "ERROR" ? "error" : "processing"
+ }
className="display-flex-align-center"
>
- Generating Response
+ {progressMsg?.message}
</Tag>
)}
{updateStatus?.promptId === promptDetails?.prompt_id && (
diff --git a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
index 54ca7c2f1..ea5428413 100644
--- a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
+++ b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx
@@ -3,18 +3,18 @@ import { Col, Collapse, Modal, Row } from "antd";
import { useState } from "react";
import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
-import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";
import { useAlertStore } from "../../../store/alert-store";
import { useCustomToolStore } from "../../../store/custom-tool-store";
import { useSessionStore } from "../../../store/session-store";
import { CustomSynonymsModal } from "../custom-synonyms-modal/CustomSynonymsModal";
-import { DisplayLogs } from "../display-logs/DisplayLogs";
import { DocumentManager } from "../document-manager/DocumentManager";
import { Header } from "../header/Header";
import { ToolsMain } from "../tools-main/ToolsMain";
import "./ToolIde.css";
import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
import { SettingsModal } from "../settings-modal/SettingsModal";
+import { DisplayLogs } from "../display-logs/DisplayLogs";
+import { LogsLabel } from "../logs-label/LogsLabel";
function ToolIde() {
const [showLogsModal, setShowLogsModal] = useState(false);
@@ -56,12 +56,10 @@ function ToolIde() {
const getItems = () => [
{
key: "1",
- label: !activeKey?.length > 0 && "Logs",
+ label: activeKey?.length > 0 ? <LogsLabel /> : "Logs",
children: (
<div className="tool-ide-logs">
- <IslandLayout>
- <DisplayLogs />
- </IslandLayout>
+ <DisplayLogs />
</div>
),
extra: genExtra(),
@@ -204,12 +202,12 @@ function ToolIde() {
/>
</div>
<Modal
- title="Logs"
+ title={<LogsLabel />}
open={showLogsModal}
onCancel={closeLogsModal}
className="agency-ide-log-modal"
footer={null}
- width={1000}
+ width={1400}
closeIcon={<FullscreenExitOutlined />}
>
<div className="agency-ide-logs">
diff --git a/frontend/src/components/deployments/body/Body.jsx b/frontend/src/components/deployments/body/Body.jsx
index c853a0f34..86909b159 100644
--- a/frontend/src/components/deployments/body/Body.jsx
+++ b/frontend/src/components/deployments/body/Body.jsx
@@ -5,9 +5,9 @@ import { useState } from "react";
import { deploymentsStaticContent } from "../../../helpers/GetStaticData";
import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";
import { LogsLabel } from "../../agency/logs-label/LogsLabel";
-import { DisplayLogs } from "../../custom-tools/display-logs/DisplayLogs";
import { EmptyState } from "../../widgets/empty-state/EmptyState";
import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
+import { DisplayLogs } from "../../agency/display-logs/DisplayLogs";
function Body({ type, columns, tableData, isTableLoading, openAddModal }) {
const [activeKey, setActiveKey] = useState([]);
diff --git a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
index e57c6644f..7ec18b6bd 100644
--- a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
+++ b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js
@@ -2,12 +2,12 @@ import { useEffect, useState } from "react";
import { Outlet, useNavigate, useParams } from "react-router-dom";
import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";
+import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
import { useAlertStore } from "../../../store/alert-store";
import { useCustomToolStore } from "../../../store/custom-tool-store";
import { useSessionStore } from "../../../store/session-store";
import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";
import { SocketMessages } from "../socket-messages/SocketMessages";
-import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
function CustomToolsHelper() {
const [isLoading, setIsLoading] = useState(true);
@@ -42,7 +42,7 @@ function CustomToolsHelper() {
updatedCusTool["defaultLlmProfile"] = data?.default_profile;
updatedCusTool["details"] = data;
selectedDocId = data?.output;
- setLogId(data?.log_id);
+ setLogId(sessionDetails?.logEventsId);
const reqOpsDocs = {
method: "GET",
diff --git a/frontend/src/components/helpers/socket-messages/SocketMessages.js b/frontend/src/components/helpers/socket-messages/SocketMessages.js
index 4549d5e68..9a7e5ec2b 100644
--- a/frontend/src/components/helpers/socket-messages/SocketMessages.js
+++ b/frontend/src/components/helpers/socket-messages/SocketMessages.js
@@ -2,10 +2,11 @@ import PropTypes from "prop-types";
import { useContext, useEffect } from "react";
import { SocketContext } from "../../../helpers/SocketContext";
+import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
import { useAlertStore } from "../../../store/alert-store";
import { useSocketLogsStore } from "../../../store/socket-logs-store";
import { useSocketMessagesStore } from "../../../store/socket-messages-store";
-import { useExceptionHandler } from "../../../hooks/useExceptionHandler";
+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";
function SocketMessages({ logId }) {
const {
pushStagedMessage,
@@ -15,6 +16,7 @@ function SocketMessages({ logId }) {
setPointer,
} = useSocketMessagesStore();
const { pushLogMessages } = useSocketLogsStore();
+ const { updateCusToolMessages } = useSocketCustomToolStore();
const socket = useContext(SocketContext);
const { setAlertDetails } = useAlertStore();
const handleException = useExceptionHandler();
@@ -22,13 +24,19 @@ function SocketMessages({ logId }) {
const onMessage = (data) => {
try {
const msg = JSON.parse(new TextDecoder().decode(data.data));
- if (msg?.type === "LOG" || msg?.type === "COST") {
+ if (
+ (msg?.type === "LOG" || msg?.type === "COST") &&
+ msg?.service !== "prompt"
+ ) {
msg.message = msg?.log;
pushLogMessages(msg);
}
if (msg?.type === "UPDATE") {
pushStagedMessage(msg);
}
+ if (msg?.type === "LOG" && msg?.service === "prompt") {
+ updateCusToolMessages(msg);
+ }
} catch (err) {
setAlertDetails(handleException(err, "Failed to process socket message"));
}
diff --git a/frontend/src/helpers/GetSessionData.js b/frontend/src/helpers/GetSessionData.js
index c55070ac0..201ac02d2 100644
--- a/frontend/src/helpers/GetSessionData.js
+++ b/frontend/src/helpers/GetSessionData.js
@@ -19,6 +19,7 @@ function getSessionData(sessionData) {
isLoggedIn: true,
isAdmin: sessionData.isAdmin,
adapters: sessionData?.adapters,
+ logEventsId: sessionData?.logEventsId,
remainingTrialDays: sessionData?.remainingTrialDays,
};
}
diff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.js
index 79ec47c56..6b461a657 100644
--- a/frontend/src/helpers/GetStaticData.js
+++ b/frontend/src/helpers/GetStaticData.js
@@ -245,6 +245,26 @@ const getTimeForLogs = () => {
return formattedDate;
};
+const getDateTimeString = (timestamp) => {
+ // Convert to milliseconds
+ const timestampInMilliseconds = timestamp * 1000;
+
+ // Create a new Date object
+ const date = new Date(timestampInMilliseconds);
+
+ // Extract date components
+ const year = date.getFullYear();
+ const month = (date.getMonth() + 1).toString().padStart(2, "0"); // Months are zero-indexed
+ const day = date.getDate().toString().padStart(2, "0");
+ const hours = date.getHours().toString().padStart(2, "0");
+ const minutes = date.getMinutes().toString().padStart(2, "0");
+ const seconds = date.getSeconds().toString().padStart(2, "0");
+ const milliseconds = date.getMilliseconds().toString().padStart(3, "0");
+
+ // Formatted date-time string
+ return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}.${milliseconds}`;
+};
+
const base64toBlob = (data) => {
const bytes = atob(data);
let length = bytes.length;
@@ -367,6 +387,7 @@ export {
getOrgNameFromPathname,
getReadableDateAndTime,
getTimeForLogs,
+ getDateTimeString,
listOfAppDeployments,
onboardCompleted,
promptStudioUpdateStatus,
diff --git a/frontend/src/hooks/useSessionValid.js b/frontend/src/hooks/useSessionValid.js
index 57bc900c3..4c833d401 100644
--- a/frontend/src/hooks/useSessionValid.js
+++ b/frontend/src/hooks/useSessionValid.js
@@ -45,6 +45,7 @@ function useSessionValid() {
userAndOrgDetails["orgName"] = setOrgRes?.data?.organization?.name;
userAndOrgDetails["orgId"] = orgId;
userAndOrgDetails["csrfToken"] = csrfToken;
+ userAndOrgDetails["logEventsId"] = setOrgRes?.data?.log_events_id;
requestOptions["method"] = "GET";
diff --git a/frontend/src/store/socket-custom-tool.js b/frontend/src/store/socket-custom-tool.js
new file mode 100644
index 000000000..db276ebe0
--- /dev/null
+++ b/frontend/src/store/socket-custom-tool.js
@@ -0,0 +1,31 @@
+import { create } from "zustand";
+
+const defaultState = {
+ messages: [],
+};
+
+const STORE_VARIABLES = defaultState;
+
+const useSocketCustomToolStore = create((setState, getState) => ({
+ ...STORE_VARIABLES,
+ updateCusToolMessages: (message) => {
+ const existingState = { ...getState() };
+ let data = [...(existingState?.messages || [])];
+ data.push(message);
+
+ // Remove the previous messages if the length exceeds 200
+ const dataLength = data?.length;
+ if (dataLength > 200) {
+ const index = dataLength - 200;
+ data = data.slice(index);
+ }
+
+ existingState.messages = data;
+ setState(existingState);
+ },
+ emptyCusToolMessages: () => {
+ setState(defaultState);
+ },
+}));
+
+export { useSocketCustomToolStore };
diff --git a/platform-service/pdm.lock b/platform-service/pdm.lock
index 9df978d24..30839d05b 100644
--- a/platform-service/pdm.lock
+++ b/platform-service/pdm.lock
@@ -13,6 +13,7 @@ version = "4.0.3"
requires_python = ">=3.7"
summary = "Timeout context manager for asyncio programs"
groups = ["default"]
+marker = "python_full_version < \"3.11.3\""
files = [
{file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"},
{file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},
@@ -193,7 +194,7 @@ files = [
[[package]]
name = "importlib-metadata"
-version = "7.0.1"
+version = "7.0.2"
requires_python = ">=3.8"
summary = "Read metadata from Python packages"
groups = ["default"]
@@ -202,8 +203,8 @@ dependencies = [
"zipp>=0.5",
]
files = [
- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},
- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},
+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},
+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},
]
[[package]]
@@ -284,13 +285,13 @@ files = [
[[package]]
name = "packaging"
-version = "23.2"
+version = "24.0"
requires_python = ">=3.7"
summary = "Core utilities for Python packages"
groups = ["deploy", "test"]
files = [
- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},
- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},
+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},
+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},
]
[[package]]
@@ -373,7 +374,7 @@ files = [
[[package]]
name = "pytest"
-version = "8.0.2"
+version = "8.1.1"
requires_python = ">=3.8"
summary = "pytest: simple powerful testing with Python"
groups = ["test"]
@@ -382,12 +383,12 @@ dependencies = [
"exceptiongroup>=1.0.0rc8; python_version < \"3.11\"",
"iniconfig",
"packaging",
- "pluggy<2.0,>=1.3.0",
- "tomli>=1.0.0; python_version < \"3.11\"",
+ "pluggy<2.0,>=1.4",
+ "tomli>=1; python_version < \"3.11\"",
]
files = [
- {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},
- {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},
+ {file = "pytest-8.1.1-py3-none-any.whl", hash = "sha256:2a8386cfc11fa9d2c50ee7b2a57e7d898ef90470a7a34c4b949ff59662bb78b7"},
+ {file = "pytest-8.1.1.tar.gz", hash = "sha256:ac978141a75948948817d360297b7aae0fcb9d6ff6bc9ec6d514b85d5a65c044"},
]
[[package]]
@@ -403,16 +404,16 @@ files = [
[[package]]
name = "redis"
-version = "5.0.2"
+version = "5.0.3"
requires_python = ">=3.7"
summary = "Python client for Redis database and key-value store"
groups = ["default"]
dependencies = [
- "async-timeout>=4.0.3",
+ "async-timeout>=4.0.3; python_full_version < \"3.11.3\"",
]
files = [
- {file = "redis-5.0.2-py3-none-any.whl", hash = "sha256:4caa8e1fcb6f3c0ef28dba99535101d80934b7d4cd541bbb47f4a3826ee472d1"},
- {file = "redis-5.0.2.tar.gz", hash = "sha256:3f82cc80d350e93042c8e6e7a5d0596e4dd68715babffba79492733e1f367037"},
+ {file = "redis-5.0.3-py3-none-any.whl", hash = "sha256:5da9b8fe9e1254293756c16c008e8620b3d15fcc6dde6babde9541850e72a32d"},
+ {file = "redis-5.0.3.tar.gz", hash = "sha256:4973bae7444c0fbed64a06b87446f79361cb7e4ec1538c022d696ed7a5015580"},
]
[[package]]
@@ -443,12 +444,12 @@ files = [
[[package]]
name = "zipp"
-version = "3.17.0"
+version = "3.18.1"
requires_python = ">=3.8"
summary = "Backport of pathlib-compatible object wrapper for zip files"
groups = ["default"]
marker = "python_version < \"3.10\""
files = [
- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},
- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},
+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},
+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},
]
diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lock
index 004ee3621..7984224a8 100644
--- a/prompt-service/pdm.lock
+++ b/prompt-service/pdm.lock
@@ -5,7 +5,7 @@
groups = ["default", "deploy"]
strategy = ["cross_platform", "inherit_metadata"]
lock_version = "4.4.1"
-content_hash = "sha256:2506bd5ad75643e2af3328ad7e8b5babc3a21dea2f7bdec19a4ce1c0952a1e8f"
+content_hash = "sha256:c580d96285837b8deea3bf3eda6af2cb773cb4acb33bcf6bef0bc136fe7753a6"
[[package]]
name = "aiohttp"
@@ -330,24 +330,24 @@ files = [
[[package]]
name = "boto3"
-version = "1.34.61"
-requires_python = ">= 3.8"
+version = "1.28.85"
+requires_python = ">= 3.7"
summary = "The AWS SDK for Python"
groups = ["default"]
dependencies = [
- "botocore<1.35.0,>=1.34.61",
+ "botocore<1.32.0,>=1.31.85",
"jmespath<2.0.0,>=0.7.1",
- "s3transfer<0.11.0,>=0.10.0",
+ "s3transfer<0.8.0,>=0.7.0",
]
files = [
- {file = "boto3-1.34.61-py3-none-any.whl", hash = "sha256:992e994c7e481a5d3259c699574882b79d631a46f7c369bea350b7ccb0651317"},
- {file = "boto3-1.34.61.tar.gz", hash = "sha256:4b40bf2c8494647c9e88c180537dc9fc0c1047a9fffbb1e5b0da6596f1e59b7b"},
+ {file = "boto3-1.28.85-py3-none-any.whl", hash = "sha256:1fb7e7ba32a6701990168eb7a08e1fb624ae48130784dfab25904ed47deabb31"},
+ {file = "boto3-1.28.85.tar.gz", hash = "sha256:96b4cb2708933cef7dbe1177df37ef0593839942978784147aade0e49511eb2b"},
]
[[package]]
name = "botocore"
-version = "1.34.61"
-requires_python = ">= 3.8"
+version = "1.31.85"
+requires_python = ">= 3.7"
summary = "Low-level, data-driven core of boto 3."
groups = ["default"]
dependencies = [
@@ -357,8 +357,8 @@ dependencies = [
"urllib3<2.1,>=1.25.4; python_version >= \"3.10\"",
]
files = [
- {file = "botocore-1.34.61-py3-none-any.whl", hash = "sha256:079f3288d38f97fd5656c25c44a94bea0e7090b938abfdeea463eaadb210c4a0"},
- {file = "botocore-1.34.61.tar.gz", hash = "sha256:72df4af7e4e6392552c882d48c74e4be9bf7be4cd8d829711b312fbae13d7034"},
+ {file = "botocore-1.31.85-py3-none-any.whl", hash = "sha256:b8f35d65f2b45af50c36fc25cc1844d6bd61d38d2148b2ef133b8f10e198555d"},
+ {file = "botocore-1.31.85.tar.gz", hash = "sha256:ce58e688222df73ec5691f934be1a2122a52c9d11d3037b586b3fff16ed6d25f"},
]
[[package]]
@@ -2643,6 +2643,20 @@ files = [
{file = "realtime-1.0.2.tar.gz", hash = "sha256:776170a4329edc869b91e104c554cda02c8bf8e052cbb93c377e22482870959c"},
]
+[[package]]
+name = "redis"
+version = "5.0.3"
+requires_python = ">=3.7"
+summary = "Python client for Redis database and key-value store"
+groups = ["default"]
+dependencies = [
+ "async-timeout>=4.0.3; python_full_version < \"3.11.3\"",
+]
+files = [
+ {file = "redis-5.0.3-py3-none-any.whl", hash = "sha256:5da9b8fe9e1254293756c16c008e8620b3d15fcc6dde6babde9541850e72a32d"},
+ {file = "redis-5.0.3.tar.gz", hash = "sha256:4973bae7444c0fbed64a06b87446f79361cb7e4ec1538c022d696ed7a5015580"},
+]
+
[[package]]
name = "referencing"
version = "0.33.0"
@@ -2862,16 +2876,16 @@ files = [
[[package]]
name = "s3transfer"
-version = "0.10.0"
-requires_python = ">= 3.8"
+version = "0.7.0"
+requires_python = ">= 3.7"
summary = "An Amazon S3 Transfer Manager"
groups = ["default"]
dependencies = [
- "botocore<2.0a.0,>=1.33.2",
+ "botocore<2.0a.0,>=1.12.36",
]
files = [
- {file = "s3transfer-0.10.0-py3-none-any.whl", hash = "sha256:3cdb40f5cfa6966e812209d0994f2a4709b561c88e90cf00c2696d2df4e56b2e"},
- {file = "s3transfer-0.10.0.tar.gz", hash = "sha256:d0c8bbf672d5eebbe4e57945e23b972d963f07d82f661cabf678a5c88831595b"},
+ {file = "s3transfer-0.7.0-py3-none-any.whl", hash = "sha256:10d6923c6359175f264811ef4bf6161a3156ce8e350e705396a7557d6293c33a"},
+ {file = "s3transfer-0.7.0.tar.gz", hash = "sha256:fd3889a66f5fe17299fe75b82eae6cf722554edca744ca5d5fe308b104883d2e"},
]
[[package]]
@@ -2949,13 +2963,13 @@ files = [
[[package]]
name = "setuptools"
-version = "69.1.1"
+version = "69.2.0"
requires_python = ">=3.8"
summary = "Easily download, build, install, upgrade, and uninstall Python packages"
groups = ["default"]
files = [
- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},
- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},
+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},
+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},
]
[[package]]
@@ -3510,7 +3524,7 @@ files = [
[[package]]
name = "unstract-adapters"
-version = "0.4.1"
+version = "0.4.2"
requires_python = "<3.12,>=3.9"
summary = "Unstract Adapters"
groups = ["default"]
@@ -3536,8 +3550,23 @@ dependencies = [
"weaviate-client==3.25.3",
]
files = [
- {file = "unstract_adapters-0.4.1-py3-none-any.whl", hash = "sha256:d8be73fe96f37f347274b62360e2a99b69e83b93e4be4c93797e383e0a0cafbb"},
- {file = "unstract_adapters-0.4.1.tar.gz", hash = "sha256:1f0ceaa8a26af51dd46713ec73b029a115c2a9f43a00e10ae73e8dedee7e1069"},
+ {file = "unstract_adapters-0.4.2-py3-none-any.whl", hash = "sha256:62a8d432fb16d4c63cfc79664a7fa1c7b7c0b733b40046193be10ad790ed8a13"},
+ {file = "unstract_adapters-0.4.2.tar.gz", hash = "sha256:e77cf812b5f1870ca74f2047657fda913469b3b13c851363c19c369066ff8404"},
+]
+
+[[package]]
+name = "unstract-core"
+version = "0.0.1"
+requires_python = ">=3.9,<3.11.1"
+path = "../unstract/core"
+summary = "Core library that helps with executing workflows."
+groups = ["default"]
+dependencies = [
+ "boto3~=1.28.17",
+ "botocore~=1.31.17",
+ "llama-index==0.9.28",
+ "redis~=5.0.1",
+ "requests==2.31.0",
]
[[package]]
@@ -3802,12 +3831,12 @@ files = [
[[package]]
name = "zipp"
-version = "3.18.0"
+version = "3.18.1"
requires_python = ">=3.8"
summary = "Backport of pathlib-compatible object wrapper for zip files"
groups = ["default"]
marker = "python_version < \"3.10\""
files = [
- {file = "zipp-3.18.0-py3-none-any.whl", hash = "sha256:c1bb803ed69d2cce2373152797064f7e79bc43f0a3748eb494096a867e0ebf79"},
- {file = "zipp-3.18.0.tar.gz", hash = "sha256:df8d042b02765029a09b157efd8e820451045890acc30f8e37dd2f94a060221f"},
+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},
+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},
]
diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.toml
index 45973ce62..23b03ac88 100644
--- a/prompt-service/pyproject.toml
+++ b/prompt-service/pyproject.toml
@@ -16,6 +16,8 @@ dependencies = [
"llama-index==0.9.28",
"python-dotenv==1.0.0",
"unstract-sdk~=0.15.1",
+ "redis>=5.0.3",
+ "unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",
]
requires-python = ">=3.9,<3.11.1"
readme = "README.md"
diff --git a/prompt-service/sample.env b/prompt-service/sample.env
index 3e6a60b07..0caee4ed4 100644
--- a/prompt-service/sample.env
+++ b/prompt-service/sample.env
@@ -5,6 +5,11 @@ PG_BE_USERNAME=unstract_dev
PG_BE_PASSWORD=unstract_pass
PG_BE_DATABASE=unstract_db
+# Redis
+REDIS_HOST="unstract-redis"
+REDIS_PORT=6379
+REDIS_PASSWORD=""
+REDIS_USER=default
# Platform Service
PLATFORM_SERVICE_HOST=http://unstract-platform-service
diff --git a/prompt-service/src/unstract/prompt_service/constants.py b/prompt-service/src/unstract/prompt_service/constants.py
index 5a7a1e207..c115a04a5 100644
--- a/prompt-service/src/unstract/prompt_service/constants.py
+++ b/prompt-service/src/unstract/prompt_service/constants.py
@@ -87,6 +87,7 @@ class PromptServiceContants:
EVAL_SETTINGS_MONITOR_LLM = "monitor_llm"
EVAL_SETTINGS_EXCLUDE_FAILED = "exclude_failed"
LLM_PROFILE_MANAGER = "llm_profile_manager"
+ LOG_EVENTS_ID = "log_events_id"
class Query:
@@ -108,3 +109,13 @@ class LogLevel(Enum):
WARN = "WARN"
ERROR = "ERROR"
FATAL = "FATAL"
+
+
+class RunLevel(Enum):
+ """Different stages of prompt execution.
+
+ Comprises of prompt run and response evaluation stages.
+ """
+
+ RUN = "RUN"
+ EVAL = "EVAL"
diff --git a/prompt-service/src/unstract/prompt_service/helper.py b/prompt-service/src/unstract/prompt_service/helper.py
index 1e4095097..ab96860f8 100644
--- a/prompt-service/src/unstract/prompt_service/helper.py
+++ b/prompt-service/src/unstract/prompt_service/helper.py
@@ -3,23 +3,26 @@ import os
from pathlib import Path
from typing import Any
-from flask import current_app
+from dotenv import load_dotenv
+from flask import Flask
+load_dotenv()
-class PromptServiceHelper:
+
+class EnvLoader:
@staticmethod
def get_env_or_die(env_key: str) -> str:
env_value = os.environ.get(env_key)
if env_value is None or env_value == "":
- current_app.logger.error(f"Env variable {env_key} is required")
- return env_value # type:ignore
+ raise ValueError(f"Env variable {env_key} is required")
+ return env_value
class PluginException(Exception):
"""All exceptions raised from a plugin."""
-def plugin_loader() -> dict[str, dict[str, Any]]:
+def plugin_loader(app: Flask) -> dict[str, dict[str, Any]]:
"""Loads plugins found in the plugins root dir.
Each plugin:
@@ -38,11 +41,11 @@ def plugin_loader() -> dict[str, dict[str, Any]]:
plugins_pkg = "unstract.prompt_service.plugins"
if not plugins_dir.exists():
- print(f"Plugins dir not found: {plugins_dir}. Skipping.")
+ app.logger.info(f"Plugins dir not found: {plugins_dir}. Skipping.")
return {}
plugins: dict[str, dict[str, Any]] = {}
- print(f"Loading plugins from: {plugins_dir}")
+ app.logger.info(f"Loading plugins from: {plugins_dir}")
for pkg in os.listdir(os.fspath(plugins_dir)):
if pkg.endswith(".so"):
@@ -51,16 +54,18 @@ def plugin_loader() -> dict[str, dict[str, Any]]:
try:
module = importlib.import_module(pkg_anchor)
except ImportError as e:
- print(f"Failed to load plugin ({pkg}): {str(e)}")
+ app.logger.error(f"Failed to load plugin ({pkg}): {str(e)}")
continue
if not hasattr(module, "metadata"):
- print(f"Plugin metadata not found: {pkg}")
+ app.logger.warn(f"Plugin metadata not found: {pkg}")
continue
metadata: dict[str, Any] = module.metadata
if metadata.get("disable", False):
- print(f"Ignore disabled plugin: {pkg} v{metadata['version']}")
+ app.logger.info(
+ f"Ignore disabled plugin: {pkg} v{metadata['version']}"
+ )
continue
try:
@@ -69,11 +74,11 @@ def plugin_loader() -> dict[str, dict[str, Any]]:
"entrypoint_cls": metadata["entrypoint_cls"],
"exception_cls": metadata["exception_cls"],
}
- print(f"Loaded plugin: {pkg} v{metadata['version']}")
+ app.logger.info(f"Loaded plugin: {pkg} v{metadata['version']}")
except KeyError as e:
- print(f"Invalid metadata for plugin '{pkg}': {str(e)}")
+ app.logger.error(f"Invalid metadata for plugin '{pkg}': {str(e)}")
if not plugins:
- print("No plugins found.")
+ app.logger.info("No plugins found.")
return plugins
diff --git a/prompt-service/src/unstract/prompt_service/main.py b/prompt-service/src/unstract/prompt_service/main.py
index 6be1d019f..5ccaed569 100644
--- a/prompt-service/src/unstract/prompt_service/main.py
+++ b/prompt-service/src/unstract/prompt_service/main.py
@@ -2,11 +2,11 @@ import json
import logging
import re
import sqlite3
+from enum import Enum
from typing import Any, Optional
import nltk
import peewee
-from dotenv import load_dotenv
from flask import Flask, request
from llama_index import (
QueryBundle,
@@ -34,8 +34,8 @@ from unstract.prompt_service.authentication_middleware import (
AuthenticationMiddleware,
)
from unstract.prompt_service.constants import PromptServiceContants as PSKeys
-from unstract.prompt_service.constants import Query
-from unstract.prompt_service.helper import PromptServiceHelper, plugin_loader
+from unstract.prompt_service.constants import Query, RunLevel
+from unstract.prompt_service.helper import EnvLoader, plugin_loader
from unstract.prompt_service.prompt_ide_base_tool import PromptServiceBaseTool
from unstract.sdk.constants import LogLevel
from unstract.sdk.embedding import ToolEmbedding
@@ -47,23 +47,22 @@ from unstract.sdk.utils.service_context import (
)
from unstract.sdk.vector_db import ToolVectorDB
-load_dotenv()
+from unstract.core.pubsub_helper import LogPublisher
logging.basicConfig(
level=logging.INFO,
format="%(asctime)s %(levelname)s %(name)s : %(message)s",
)
-MAX_RETRIES = 3
-db_name = "unstract_vector_db"
POS_TEXT_PATH = "/tmp/pos.txt"
USE_UNSTRACT_PROMPT = True
+MAX_RETRIES = 3
-PG_BE_HOST = PromptServiceHelper.get_env_or_die("PG_BE_HOST")
-PG_BE_PORT = PromptServiceHelper.get_env_or_die("PG_BE_PORT")
-PG_BE_USERNAME = PromptServiceHelper.get_env_or_die("PG_BE_USERNAME")
-PG_BE_PASSWORD = PromptServiceHelper.get_env_or_die("PG_BE_PASSWORD")
-PG_BE_DATABASE = PromptServiceHelper.get_env_or_die("PG_BE_DATABASE")
+PG_BE_HOST = EnvLoader.get_env_or_die("PG_BE_HOST")
+PG_BE_PORT = EnvLoader.get_env_or_die("PG_BE_PORT")
+PG_BE_USERNAME = EnvLoader.get_env_or_die("PG_BE_USERNAME")
+PG_BE_PASSWORD = EnvLoader.get_env_or_die("PG_BE_PASSWORD")
+PG_BE_DATABASE = EnvLoader.get_env_or_die("PG_BE_DATABASE")
be_db = peewee.PostgresqlDatabase(
PG_BE_DATABASE,
@@ -79,7 +78,20 @@ AuthenticationMiddleware.be_db = be_db
app = Flask("prompt-service")
-plugins = plugin_loader()
+plugins = plugin_loader(app)
+
+
+def _publish_log(
+ log_events_id: str,
+ component: dict[str, str],
+ level: Enum,
+ state: Enum,
+ message: str,
+) -> None:
+ LogPublisher.publish(
+ log_events_id,
+ LogPublisher.log_prompt(component, level.value, state.value, message),
+ )
def get_keywords_from_pos(text: str) -> list[Any]:
@@ -407,10 +419,19 @@ def prompt_processor() -> Any:
result["error"] = "Bad Request / No payload"
return result, 400
outputs = payload.get(PSKeys.OUTPUTS)
- tool_id = payload.get(PSKeys.TOOL_ID)
+ tool_id: str = payload.get(PSKeys.TOOL_ID, "")
file_hash = payload.get(PSKeys.FILE_HASH)
+ log_events_id: str = payload.get(PSKeys.LOG_EVENTS_ID, "")
+
structured_output: dict[str, Any] = {}
variable_names: list[str] = []
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Preparing to execute all prompts",
+ )
for output in outputs: # type:ignore
variable_names.append(output[PSKeys.NAME])
@@ -424,12 +445,26 @@ def prompt_processor() -> Any:
)
tool_index = ToolIndex(tool=util)
- app.logger.info(f"Processing output for : {name}")
-
if active is False:
- app.logger.info(f"Output {name} is not active. Skipping")
+ app.logger.info(f"[{tool_id}] Skipping inactive prompt: {name}")
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.INFO,
+ RunLevel.RUN,
+ "Skipping inactive prompt",
+ )
continue
+ app.logger.info(f"[{tool_id}] Executing prompt: {name}")
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Executing prompt",
+ )
+
# Finding and replacing the variables in the prompt
# The variables are in the form %variable_name%
@@ -446,6 +481,13 @@ def prompt_processor() -> Any:
chunk_size=output[PSKeys.CHUNK_SIZE],
chunk_overlap=output[PSKeys.CHUNK_OVERLAP],
)
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Retrieved document ID",
+ )
llm_helper = ToolLLM(tool=util)
llm_li: Optional[LLM] = llm_helper.get_llm(
@@ -454,6 +496,13 @@ def prompt_processor() -> Any:
if llm_li is None:
msg = f"Couldn't fetch LLM {output[PSKeys.LLM]}"
app.logger.error(msg)
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.ERROR,
+ RunLevel.RUN,
+ "Failed due to LLM error",
+ )
result["error"] = msg
return result, 500
embedd_helper = ToolEmbedding(tool=util)
@@ -463,6 +512,13 @@ def prompt_processor() -> Any:
if embedding_li is None:
msg = f"Couldn't fetch embedding {output[PSKeys.EMBEDDING]}"
app.logger.error(msg)
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.ERROR,
+ RunLevel.RUN,
+ "Failed due to embedding error",
+ )
result["error"] = msg
return result, 500
embedding_dimension = embedd_helper.get_embedding_length(embedding_li)
@@ -481,6 +537,13 @@ def prompt_processor() -> Any:
msg = f"Couldn't fetch vector DB {output[PSKeys.VECTOR_DB]}"
app.logger.error(msg)
result["error"] = msg
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.ERROR,
+ RunLevel.RUN,
+ "Failed due to vector db error",
+ )
return result, 500
vector_index = VectorStoreIndex.from_vector_store(
vector_store=vector_db_li, service_context=service_context
@@ -497,10 +560,17 @@ def prompt_processor() -> Any:
assertion_failed = False
answer = "yes"
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Verifying assertion prompt",
+ )
is_assert = output[PSKeys.IS_ASSERT]
if is_assert:
- app.logger.info(f'Asserting prompt: {output["assert_prompt"]}')
+ app.logger.debug(f'Asserting prompt: {output["assert_prompt"]}')
answer = construct_and_run_prompt(
output,
llm_helper,
@@ -508,9 +578,16 @@ def prompt_processor() -> Any:
context,
"assert_prompt",
)
- app.logger.info(f"Assert response: {answer}")
+ app.logger.debug(f"Assert response: {answer}")
if answer.startswith("No") or answer.startswith("no"):
app.logger.info("Assert failed.")
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Assertion failed",
+ )
assertion_failed = True
answer = ""
if (
@@ -546,6 +623,14 @@ def prompt_processor() -> Any:
)
else:
answer = "NA"
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.INFO,
+ RunLevel.RUN,
+ "Retrieving context from adapter",
+ )
+
if output[PSKeys.RETRIEVAL_STRATEGY] == PSKeys.SIMPLE:
answer, context = simple_retriver(
output,
@@ -585,6 +670,22 @@ def prompt_processor() -> Any:
else:
app.logger.info("No retrieval strategy matched")
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.RUN,
+ "Retrieved context from adapter",
+ )
+
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.INFO,
+ RunLevel.RUN,
+ f"Processing prompt type: {output[PSKeys.TYPE]}",
+ )
+
if output[PSKeys.TYPE] == PSKeys.NUMBER:
if assertion_failed or answer.lower() == "na":
structured_output[output[PSKeys.NAME]] = None
@@ -691,8 +792,15 @@ def prompt_processor() -> Any:
and output[PSKeys.EVAL_SETTINGS][PSKeys.EVAL_SETTINGS_EVALUATE]
):
eval_plugin: dict[str, Any] = plugins.get("evaluation", {})
- try:
- if eval_plugin:
+ if eval_plugin:
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.INFO,
+ RunLevel.EVAL,
+ "Evaluating response",
+ )
+ try:
evaluator = eval_plugin["entrypoint_cls"](
"",
context,
@@ -705,18 +813,40 @@ def prompt_processor() -> Any:
)
# Will inline replace the structured output passed.
evaluator.run()
+ except eval_plugin["exception_cls"] as e:
+ app.logger.error(
+ f'Failed to evaluate prompt {output["name"]}: {str(e)}'
+ )
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.ERROR,
+ RunLevel.EVAL,
+ "Error while evaluation",
+ )
else:
- app.logger.info(
- f'No eval plugin found to evaluate prompt: {output["name"]}' # noqa: E501
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id, "prompt_key": name},
+ LogLevel.DEBUG,
+ RunLevel.EVAL,
+ "Evaluation completed",
)
- except eval_plugin["exception_cls"] as e:
- app.logger.error(
- f'Failed to evaluate prompt {output["name"]}: {str(e)}'
+ else:
+ app.logger.info(
+ f'No eval plugin found to evaluate prompt: {output["name"]}' # noqa: E501
)
#
#
#
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id},
+ LogLevel.INFO,
+ RunLevel.RUN,
+ "Sanitizing null values",
+ )
for k, v in structured_output.items():
if isinstance(v, str) and v.lower() == "na":
structured_output[k] = None
@@ -733,6 +863,13 @@ def prompt_processor() -> Any:
if isinstance(v1, str) and v1.lower() == "na":
v[k1] = None
+ _publish_log(
+ log_events_id,
+ {"tool_id": tool_id},
+ LogLevel.INFO,
+ RunLevel.RUN,
+ "Execution complete",
+ )
return structured_output
@@ -929,7 +1066,7 @@ def extract_variable(
# f.write(json.dumps(structured_output, indent=2))
-def enable_single_pass_extraction():
+def enable_single_pass_extraction() -> None:
"""Enables single-pass-extraction plugin if available."""
single_pass_extration_plugin: dict[str, Any] = plugins.get(
"single-pass-extraction", {}
diff --git a/pyproject.toml b/pyproject.toml
index a0d17f039..2d77382f0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -84,6 +84,8 @@ python_files = ["tests.py", "test_*.py", "*_tests.py"]
allow_subclassing_any = true
allow_untyped_decorators = true
check_untyped_defs = true
+# To use Unpack for typing kwargs
+enable_incomplete_feature = "Unpack"
exclude = '''(?x)^(
.*migrations/.*\.py|
backend/prompt/.*|
diff --git a/unstract/core/src/unstract/core/pubsub_helper.py b/unstract/core/src/unstract/core/pubsub_helper.py
index f7b5c7120..f51d2a8b8 100644
--- a/unstract/core/src/unstract/core/pubsub_helper.py
+++ b/unstract/core/src/unstract/core/pubsub_helper.py
@@ -1,33 +1,38 @@
import json
import logging
import os
+from datetime import datetime, timezone
+from typing import Any, Optional
import redis
-class LogHelper:
- logging.basicConfig(
- level=logging.INFO,
- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",
+class LogPublisher:
+ r = redis.Redis(
+ host=os.environ.get("REDIS_HOST", "http://localhost"),
+ port=os.environ.get("REDIS_PORT", "6379"),
+ username=os.environ.get("REDIS_USER", ""),
+ password=os.environ.get("REDIS_PASSWORD", ""),
)
@staticmethod
- def log(
+ def log_workflow(
stage: str,
message: str,
level: str = "INFO",
- cost_type: str = None,
- cost_units: str = None,
- cost_value: float = None,
- step: str = None,
- iteration: int = None,
- iteration_total: int = None,
- ) -> dict:
+ cost_type: Optional[str] = None,
+ cost_units: Optional[str] = None,
+ cost_value: Optional[float] = None,
+ step: Optional[int] = None,
+ iteration: Optional[int] = None,
+ iteration_total: Optional[int] = None,
+ ) -> dict[str, Any]:
return {
- "_pandora_message_type": "log",
+ "timestamp": datetime.now(timezone.utc).timestamp(),
+ "type": "LOG",
"level": level,
"stage": stage,
- "message": message,
+ "log": message,
"cost_type": cost_type,
"cost_units": cost_units,
"cost_value": cost_value,
@@ -37,47 +42,42 @@ class LogHelper:
}
@staticmethod
- def update(
- component: str,
+ def log_workflow_update(
state: str,
- state_message: str,
- ) -> dict:
+ message: str,
+ component: Optional[str],
+ ) -> dict[str, Any]:
return {
- "_pandora_message_type": "update",
+ "timestamp": datetime.now(timezone.utc).timestamp(),
+ "type": "UPDATE",
"component": component,
"state": state,
- "state_message": state_message,
+ "message": message,
}
@staticmethod
- def publish(project_guid: str, message: dict) -> bool:
- channel = f"logs:{project_guid}"
- redis_host = os.environ.get("REDIS_HOST")
- redis_port = os.environ.get("REDIS_PORT")
-
- redis_user = os.environ.get("REDIS_USER")
- redis_password = os.environ.get("REDIS_PASSWORD")
-
- if not redis_host:
- raise RuntimeError("REDIS_HOST environment variable not set")
-
- if not redis_user:
- raise RuntimeError("REDIS_USER environment variable not set")
-
- if not redis_password:
- redis_password = None
+ def log_prompt(
+ component: dict[str, str],
+ level: str,
+ state: str,
+ message: str,
+ ) -> dict[str, str]:
+ return {
+ "timestamp": datetime.now(timezone.utc).timestamp(),
+ "type": "LOG",
+ "service": "prompt",
+ "component": component,
+ "level": level,
+ "state": state,
+ "message": message,
+ }
+ @classmethod
+ def publish(cls, channel_id: str, payload: dict[str, Any]) -> bool:
+ channel = f"logs:{channel_id}"
try:
- r = redis.Redis(
- host=redis_host,
- port=int(redis_port),
- username=redis_user,
- password=redis_password,
- )
- payload = json.dumps(message)
- r.publish(channel, payload)
- r.close()
+ cls.r.publish(channel, json.dumps(payload))
except Exception as e:
- logging.error(f"Could not publish message to channel {channel}: {e}")
+ logging.error(f"Failed to publish '{channel}' <= {payload}: {e}")
return False
return True
diff --git a/unstract/workflow-execution/pyproject.toml b/unstract/workflow-execution/pyproject.toml
index a89269085..b442540e8 100644
--- a/unstract/workflow-execution/pyproject.toml
+++ b/unstract/workflow-execution/pyproject.toml
@@ -20,6 +20,7 @@ dependencies = [
#
# Hence instead, add the dependencies without version constraints where the
# assumption is they are added as direct dependencies in main project itself.
+ "unstract-core",
"unstract-tool-registry",
"unstract-tool-sandbox",
]
diff --git a/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.py b/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.py
deleted file mode 100644
index f8fa49f28..000000000
--- a/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.py
+++ /dev/null
@@ -1,85 +0,0 @@
-import json
-import logging
-import os
-from typing import Any, Optional
-
-import redis
-
-
-class LogHelper:
- logging.basicConfig(
- level=logging.INFO,
- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",
- )
-
- @staticmethod
- def log(
- stage: str,
- message: str,
- level: str = "INFO",
- cost_type: Optional[str] = None,
- cost_units: Optional[str] = None,
- cost_value: Optional[float] = None,
- step: Optional[int] = None,
- iteration: Optional[int] = None,
- iteration_total: Optional[int] = None,
- ) -> dict[str, Any]:
- return {
- "type": "LOG",
- "level": level,
- "stage": stage,
- "log": message,
- "cost_type": cost_type,
- "cost_units": cost_units,
- "cost_value": cost_value,
- "step": step,
- "iteration": iteration,
- "iteration_total": iteration_total,
- }
-
- @staticmethod
- def update(
- state: str,
- message: str,
- component: Optional[str],
- ) -> dict[str, Any]:
- return {
- "type": "UPDATE",
- "component": component,
- "state": state,
- "message": message,
- }
-
- @staticmethod
- def publish(messaging_channel: str, message: dict[str, Any]) -> bool:
- channel = f"logs:{str(messaging_channel)}"
- redis_host = os.environ.get("REDIS_HOST", "")
- redis_port = os.environ.get("REDIS_PORT", "")
- redis_user = os.environ.get("REDIS_USER", "")
- redis_password = os.environ.get("REDIS_PASSWORD")
-
- if not redis_host:
- raise RuntimeError("REDIS_HOST environment variable not set")
-
- if not redis_user:
- raise RuntimeError("REDIS_USER environment variable not set")
-
- if not redis_password:
- redis_password = None
-
- try:
- r = redis.Redis(
- host=redis_host,
- port=int(redis_port),
- username=redis_user,
- password=redis_password,
- )
- payload = json.dumps(message)
- r.publish(channel, payload)
- r.close()
- except Exception as e:
- logging.error(
- f"Could not publish message to channel {channel}: {e}"
- )
- return False
- return True
diff --git a/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py b/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py
index 008df896a..ab1edaea9 100644
--- a/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py
+++ b/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py
@@ -3,6 +3,8 @@ import os
from typing import Any, Optional
from redis import Redis
+
+from unstract.core.pubsub_helper import LogPublisher
from unstract.tool_registry import ToolRegistry
from unstract.tool_sandbox import ToolSandbox
from unstract.workflow_execution.constants import ToolExecution
@@ -14,7 +16,6 @@ from unstract.workflow_execution.exceptions import (
ToolExecutionException,
ToolNotFoundException,
)
-from unstract.workflow_execution.pubsub_helper import LogHelper
logger = logging.getLogger(__name__)
@@ -108,9 +109,9 @@ class ToolsUtils:
tool_uid = tool_instance.tool_id
- LogHelper.publish(
+ LogPublisher.publish(
self.messaging_channel,
- LogHelper.log(
+ LogPublisher.log_workflow(
"BUILD",
f"------ Building step {tool_instance.step}/{tool_uid}",
),
@@ -121,9 +122,11 @@ class ToolsUtils:
image_name = tool_instance.image_name
image_tag = tool_instance.image_tag
- LogHelper.publish(
+ LogPublisher.publish(
self.messaging_channel,
- LogHelper.log("BUILD", f"Building the tool {tool_uid} now..."),
+ LogPublisher.log_workflow(
+ "BUILD", f"Building the tool {tool_uid} now..."
+ ),
)
tool_sandbox = ToolSandbox(
organization_id=self.organization_id,
diff --git a/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py b/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py
index 25cc809d3..4703bbe8f 100644
--- a/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py
+++ b/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py
@@ -4,6 +4,8 @@ import time
from typing import Any, Optional, Union
import redis
+
+from unstract.core.pubsub_helper import LogPublisher
from unstract.tool_sandbox import ToolSandbox
from unstract.workflow_execution.constants import StepExecution, ToolExecution
from unstract.workflow_execution.dto import ToolInstance, WorkflowDto
@@ -23,13 +25,19 @@ from unstract.workflow_execution.exceptions import (
from unstract.workflow_execution.execution_file_handler import (
ExecutionFileHandler,
)
-from unstract.workflow_execution.pubsub_helper import LogHelper
from unstract.workflow_execution.tools_utils import ToolsUtils
logger = logging.getLogger(__name__)
class WorkflowExecutionService:
+ redis_con = redis.Redis(
+ host=os.environ.get("REDIS_HOST", "http://127.0.0.1"),
+ port=int(os.environ.get("REDIS_PORT", "6379")),
+ password=os.environ.get("REDIS_USER"),
+ username=os.environ.get("REDIS_PASSWORD"),
+ )
+
def __init__(
self,
organization_id: str,
@@ -42,17 +50,7 @@ class WorkflowExecutionService:
self.organization_id = organization_id
self.workflow_id = workflow_id
- self.redis_host = os.environ.get("REDIS_HOST", "http://127.0.0.1")
- self.redis_port = os.environ.get("REDIS_PORT", "6379")
- self.redis_user = os.environ.get("REDIS_USER")
- self.redis_password = os.environ.get("REDIS_PASSWORD")
self.tool_instances = tool_instances
- self.redis_con = redis.Redis(
- host=self.redis_host,
- port=int(self.redis_port),
- password=self.redis_password,
- username=self.redis_user,
- )
self.tool_utils = ToolsUtils(
organization_id=organization_id,
redis=self.redis_con,
@@ -378,7 +376,7 @@ class WorkflowExecutionService:
Returns:
None
"""
- log_details = LogHelper.log(
+ log_details = LogPublisher.log_workflow(
self.log_stage.value,
message,
level.value,
@@ -386,9 +384,7 @@ class WorkflowExecutionService:
iteration=iteration,
iteration_total=iteration_total,
)
- LogHelper.publish(
- messaging_channel=self.messaging_channel, message=log_details
- )
+ LogPublisher.publish(self.messaging_channel, log_details)
def publish_update_log(
self,
@@ -410,5 +406,7 @@ class WorkflowExecutionService:
if isinstance(component, LogComponent):
component = component.value
- log_details = LogHelper.update(state.value, message, component)
- LogHelper.publish(self.messaging_channel, log_details)
+ log_details = LogPublisher.log_workflow_update(
+ state.value, message, component
+ )
+ LogPublisher.publish(self.messaging_channel, log_details)
diff --git a/worker/pdm.lock b/worker/pdm.lock
index 8fcfec846..2c00102a8 100644
--- a/worker/pdm.lock
+++ b/worker/pdm.lock
@@ -5,7 +5,108 @@
groups = ["default", "deploy"]
strategy = ["cross_platform"]
lock_version = "4.4.1"
-content_hash = "sha256:54106c0ebc3287811c774f9299f6d1bb50e1889212d1eccc9375684237a97549"
+content_hash = "sha256:33decc3fc2a5b64a1330436f71446f3d7ed61236f2cdaf9b6a4014cfc6f53da1"
+
+[[package]]
+name = "aiohttp"
+version = "3.9.3"
+requires_python = ">=3.8"
+summary = "Async http client/server framework (asyncio)"
+dependencies = [
+ "aiosignal>=1.1.2",
+ "async-timeout<5.0,>=4.0; python_version < \"3.11\"",
+ "attrs>=17.3.0",
+ "frozenlist>=1.1.1",
+ "multidict<7.0,>=4.5",
+ "yarl<2.0,>=1.0",
+]
+files = [
+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:939677b61f9d72a4fa2a042a5eee2a99a24001a67c13da113b2e30396567db54"},
+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1f5cd333fcf7590a18334c90f8c9147c837a6ec8a178e88d90a9b96ea03194cc"},
+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:82e6aa28dd46374f72093eda8bcd142f7771ee1eb9d1e223ff0fa7177a96b4a5"},
+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f56455b0c2c7cc3b0c584815264461d07b177f903a04481dfc33e08a89f0c26b"},
+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:bca77a198bb6e69795ef2f09a5f4c12758487f83f33d63acde5f0d4919815768"},
+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e083c285857b78ee21a96ba1eb1b5339733c3563f72980728ca2b08b53826ca5"},
+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ab40e6251c3873d86ea9b30a1ac6d7478c09277b32e14745d0d3c6e76e3c7e29"},
+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:df822ee7feaaeffb99c1a9e5e608800bd8eda6e5f18f5cfb0dc7eeb2eaa6bbec"},
+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:acef0899fea7492145d2bbaaaec7b345c87753168589cc7faf0afec9afe9b747"},
+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:cd73265a9e5ea618014802ab01babf1940cecb90c9762d8b9e7d2cc1e1969ec6"},
+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:a78ed8a53a1221393d9637c01870248a6f4ea5b214a59a92a36f18151739452c"},
+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:6b0e029353361f1746bac2e4cc19b32f972ec03f0f943b390c4ab3371840aabf"},
+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:7cf5c9458e1e90e3c390c2639f1017a0379a99a94fdfad3a1fd966a2874bba52"},
+ {file = "aiohttp-3.9.3-cp310-cp310-win32.whl", hash = "sha256:3e59c23c52765951b69ec45ddbbc9403a8761ee6f57253250c6e1536cacc758b"},
+ {file = "aiohttp-3.9.3-cp310-cp310-win_amd64.whl", hash = "sha256:055ce4f74b82551678291473f66dc9fb9048a50d8324278751926ff0ae7715e5"},
+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:6b88f9386ff1ad91ace19d2a1c0225896e28815ee09fc6a8932fded8cda97c3d"},
+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c46956ed82961e31557b6857a5ca153c67e5476972e5f7190015018760938da2"},
+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:07b837ef0d2f252f96009e9b8435ec1fef68ef8b1461933253d318748ec1acdc"},
+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dad46e6f620574b3b4801c68255492e0159d1712271cc99d8bdf35f2043ec266"},
+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5ed3e046ea7b14938112ccd53d91c1539af3e6679b222f9469981e3dac7ba1ce"},
+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:039df344b45ae0b34ac885ab5b53940b174530d4dd8a14ed8b0e2155b9dddccb"},
+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7943c414d3a8d9235f5f15c22ace69787c140c80b718dcd57caaade95f7cd93b"},
+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:84871a243359bb42c12728f04d181a389718710129b36b6aad0fc4655a7647d4"},
+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:5eafe2c065df5401ba06821b9a054d9cb2848867f3c59801b5d07a0be3a380ae"},
+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:9d3c9b50f19704552f23b4eaea1fc082fdd82c63429a6506446cbd8737823da3"},
+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:f033d80bc6283092613882dfe40419c6a6a1527e04fc69350e87a9df02bbc283"},
+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:2c895a656dd7e061b2fd6bb77d971cc38f2afc277229ce7dd3552de8313a483e"},
+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:1f5a71d25cd8106eab05f8704cd9167b6e5187bcdf8f090a66c6d88b634802b4"},
+ {file = "aiohttp-3.9.3-cp311-cp311-win32.whl", hash = "sha256:50fca156d718f8ced687a373f9e140c1bb765ca16e3d6f4fe116e3df7c05b2c5"},
+ {file = "aiohttp-3.9.3-cp311-cp311-win_amd64.whl", hash = "sha256:5fe9ce6c09668063b8447f85d43b8d1c4e5d3d7e92c63173e6180b2ac5d46dd8"},
+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:0fa43c32d1643f518491d9d3a730f85f5bbaedcbd7fbcae27435bb8b7a061b29"},
+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:835a55b7ca49468aaaac0b217092dfdff370e6c215c9224c52f30daaa735c1c1"},
+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:06a9b2c8837d9a94fae16c6223acc14b4dfdff216ab9b7202e07a9a09541168f"},
+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:abf151955990d23f84205286938796c55ff11bbfb4ccfada8c9c83ae6b3c89a3"},
+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:59c26c95975f26e662ca78fdf543d4eeaef70e533a672b4113dd888bd2423caa"},
+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f95511dd5d0e05fd9728bac4096319f80615aaef4acbecb35a990afebe953b0e"},
+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:595f105710293e76b9dc09f52e0dd896bd064a79346234b521f6b968ffdd8e58"},
+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c7c8b816c2b5af5c8a436df44ca08258fc1a13b449393a91484225fcb7545533"},
+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:f1088fa100bf46e7b398ffd9904f4808a0612e1d966b4aa43baa535d1b6341eb"},
+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:f59dfe57bb1ec82ac0698ebfcdb7bcd0e99c255bd637ff613760d5f33e7c81b3"},
+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:361a1026c9dd4aba0109e4040e2aecf9884f5cfe1b1b1bd3d09419c205e2e53d"},
+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:363afe77cfcbe3a36353d8ea133e904b108feea505aa4792dad6585a8192c55a"},
+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8e2c45c208c62e955e8256949eb225bd8b66a4c9b6865729a786f2aa79b72e9d"},
+ {file = "aiohttp-3.9.3-cp39-cp39-win32.whl", hash = "sha256:f7217af2e14da0856e082e96ff637f14ae45c10a5714b63c77f26d8884cf1051"},
+ {file = "aiohttp-3.9.3-cp39-cp39-win_amd64.whl", hash = "sha256:27468897f628c627230dba07ec65dc8d0db566923c48f29e084ce382119802bc"},
+ {file = "aiohttp-3.9.3.tar.gz", hash = "sha256:90842933e5d1ff760fae6caca4b2b3edba53ba8f4b71e95dacf2818a2aca06f7"},
+]
+
+[[package]]
+name = "aiosignal"
+version = "1.3.1"
+requires_python = ">=3.7"
+summary = "aiosignal: a list of registered asynchronous callbacks"
+dependencies = [
+ "frozenlist>=1.1.0",
+]
+files = [
+ {file = "aiosignal-1.3.1-py3-none-any.whl", hash = "sha256:f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17"},
+ {file = "aiosignal-1.3.1.tar.gz", hash = "sha256:54cd96e15e1649b75d6c87526a6ff0b6c1b0dd3459f43d9ca11d48c339b68cfc"},
+]
+
+[[package]]
+name = "annotated-types"
+version = "0.6.0"
+requires_python = ">=3.8"
+summary = "Reusable constraint types to use with typing.Annotated"
+files = [
+ {file = "annotated_types-0.6.0-py3-none-any.whl", hash = "sha256:0641064de18ba7a25dee8f96403ebc39113d0cb953a01429249d5c7564666a43"},
+ {file = "annotated_types-0.6.0.tar.gz", hash = "sha256:563339e807e53ffd9c267e99fc6d9ea23eb8443c08f112651963e24e22f84a5d"},
+]
+
+[[package]]
+name = "anyio"
+version = "4.3.0"
+requires_python = ">=3.8"
+summary = "High level compatibility layer for multiple asynchronous event loop implementations"
+dependencies = [
+ "exceptiongroup>=1.0.2; python_version < \"3.11\"",
+ "idna>=2.8",
+ "sniffio>=1.1",
+ "typing-extensions>=4.1; python_version < \"3.11\"",
+]
+files = [
+ {file = "anyio-4.3.0-py3-none-any.whl", hash = "sha256:048e05d0f6caeed70d731f3db756d35dcc1f35747c8c403364a8332c630441b8"},
+ {file = "anyio-4.3.0.tar.gz", hash = "sha256:f75253795a87df48568485fd18cdd2a3fa5c4f7c5be8e5e36637733fce06fed6"},
+]
[[package]]
name = "async-timeout"
@@ -17,6 +118,29 @@ files = [
{file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},
]
+[[package]]
+name = "attrs"
+version = "23.2.0"
+requires_python = ">=3.7"
+summary = "Classes Without Boilerplate"
+files = [
+ {file = "attrs-23.2.0-py3-none-any.whl", hash = "sha256:99b87a485a5820b23b879f04c2305b44b951b502fd64be915879d77a7e8fc6f1"},
+ {file = "attrs-23.2.0.tar.gz", hash = "sha256:935dc3b529c262f6cf76e50877d35a4bd3c1de194fd41f47a2b7ae8f19971f30"},
+]
+
+[[package]]
+name = "beautifulsoup4"
+version = "4.12.3"
+requires_python = ">=3.6.0"
+summary = "Screen-scraping library"
+dependencies = [
+ "soupsieve>1.2",
+]
+files = [
+ {file = "beautifulsoup4-4.12.3-py3-none-any.whl", hash = "sha256:b80878c9f40111313e55da8ba20bdba06d8fa3969fc68304167741bbf9e082ed"},
+ {file = "beautifulsoup4-4.12.3.tar.gz", hash = "sha256:74e3d1928edc070d21748185c46e3fb33490f22f52a3addee9aee0f4f7781051"},
+]
+
[[package]]
name = "blinker"
version = "1.7.0"
@@ -27,6 +151,37 @@ files = [
{file = "blinker-1.7.0.tar.gz", hash = "sha256:e6820ff6fa4e4d1d8e2747c2283749c3f547e4fee112b98555cdcdae32996182"},
]
+[[package]]
+name = "boto3"
+version = "1.28.85"
+requires_python = ">= 3.7"
+summary = "The AWS SDK for Python"
+dependencies = [
+ "botocore<1.32.0,>=1.31.85",
+ "jmespath<2.0.0,>=0.7.1",
+ "s3transfer<0.8.0,>=0.7.0",
+]
+files = [
+ {file = "boto3-1.28.85-py3-none-any.whl", hash = "sha256:1fb7e7ba32a6701990168eb7a08e1fb624ae48130784dfab25904ed47deabb31"},
+ {file = "boto3-1.28.85.tar.gz", hash = "sha256:96b4cb2708933cef7dbe1177df37ef0593839942978784147aade0e49511eb2b"},
+]
+
+[[package]]
+name = "botocore"
+version = "1.31.85"
+requires_python = ">= 3.7"
+summary = "Low-level, data-driven core of boto 3."
+dependencies = [
+ "jmespath<2.0.0,>=0.7.1",
+ "python-dateutil<3.0.0,>=2.1",
+ "urllib3<1.27,>=1.25.4; python_version < \"3.10\"",
+ "urllib3<2.1,>=1.25.4; python_version >= \"3.10\"",
+]
+files = [
+ {file = "botocore-1.31.85-py3-none-any.whl", hash = "sha256:b8f35d65f2b45af50c36fc25cc1844d6bd61d38d2148b2ef133b8f10e198555d"},
+ {file = "botocore-1.31.85.tar.gz", hash = "sha256:ce58e688222df73ec5691f934be1a2122a52c9d11d3037b586b3fff16ed6d25f"},
+]
+
[[package]]
name = "certifi"
version = "2024.2.2"
@@ -74,21 +229,6 @@ files = [
{file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f"},
{file = "charset_normalizer-3.3.2-cp311-cp311-win32.whl", hash = "sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab"},
{file = "charset_normalizer-3.3.2-cp311-cp311-win_amd64.whl", hash = "sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-win32.whl", hash = "sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7"},
- {file = "charset_normalizer-3.3.2-cp312-cp312-win_amd64.whl", hash = "sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001"},
{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4"},
{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d"},
{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0"},
@@ -130,6 +270,43 @@ files = [
{file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},
]
+[[package]]
+name = "dataclasses-json"
+version = "0.6.4"
+requires_python = ">=3.7,<4.0"
+summary = "Easily serialize dataclasses to and from JSON."
+dependencies = [
+ "marshmallow<4.0.0,>=3.18.0",
+ "typing-inspect<1,>=0.4.0",
+]
+files = [
+ {file = "dataclasses_json-0.6.4-py3-none-any.whl", hash = "sha256:f90578b8a3177f7552f4e1a6e535e84293cd5da421fcce0642d49c0d7bdf8df2"},
+ {file = "dataclasses_json-0.6.4.tar.gz", hash = "sha256:73696ebf24936560cca79a2430cbc4f3dd23ac7bf46ed17f38e5e5e7657a6377"},
+]
+
+[[package]]
+name = "deprecated"
+version = "1.2.14"
+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
+summary = "Python @deprecated decorator to deprecate old python classes, functions or methods."
+dependencies = [
+ "wrapt<2,>=1.10",
+]
+files = [
+ {file = "Deprecated-1.2.14-py2.py3-none-any.whl", hash = "sha256:6fac8b097794a90302bdbb17b9b815e732d3c4720583ff1b198499d78470466c"},
+ {file = "Deprecated-1.2.14.tar.gz", hash = "sha256:e5323eb936458dccc2582dc6f9c322c852a775a27065ff2b0c4970b9d53d01b3"},
+]
+
+[[package]]
+name = "distro"
+version = "1.9.0"
+requires_python = ">=3.6"
+summary = "Distro - an OS platform information API"
+files = [
+ {file = "distro-1.9.0-py3-none-any.whl", hash = "sha256:7bffd925d65168f85027d8da9af6bddab658135b840670a223589bc0c8ef02b2"},
+ {file = "distro-1.9.0.tar.gz", hash = "sha256:2fa77c6fd8940f116ee1d6b94a2f90b13b5ea8d019b98bc8bafdcabcdd9bdbed"},
+]
+
[[package]]
name = "docker"
version = "6.1.3"
@@ -147,6 +324,16 @@ files = [
{file = "docker-6.1.3.tar.gz", hash = "sha256:aa6d17830045ba5ef0168d5eaa34d37beeb113948c413affe1d5991fc11f9a20"},
]
+[[package]]
+name = "exceptiongroup"
+version = "1.2.0"
+requires_python = ">=3.7"
+summary = "Backport of PEP 654 (exception groups)"
+files = [
+ {file = "exceptiongroup-1.2.0-py3-none-any.whl", hash = "sha256:4bfd3996ac73b41e9b9628b04e079f193850720ea5945fc96a08633c66912f14"},
+ {file = "exceptiongroup-1.2.0.tar.gz", hash = "sha256:91f5c769735f051a4290d52edd0858999b57e5876e9f85937691bd4c9fa3ed68"},
+]
+
[[package]]
name = "flask"
version = "3.0.2"
@@ -165,6 +352,108 @@ files = [
{file = "flask-3.0.2.tar.gz", hash = "sha256:822c03f4b799204250a7ee84b1eddc40665395333973dfb9deebfe425fefcb7d"},
]
+[[package]]
+name = "frozenlist"
+version = "1.4.1"
+requires_python = ">=3.8"
+summary = "A list-like structure which implements collections.abc.MutableSequence"
+files = [
+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:f9aa1878d1083b276b0196f2dfbe00c9b7e752475ed3b682025ff20c1c1f51ac"},
+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:29acab3f66f0f24674b7dc4736477bcd4bc3ad4b896f5f45379a67bce8b96868"},
+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:74fb4bee6880b529a0c6560885fce4dc95936920f9f20f53d99a213f7bf66776"},
+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:590344787a90ae57d62511dd7c736ed56b428f04cd8c161fcc5e7232c130c69a"},
+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:068b63f23b17df8569b7fdca5517edef76171cf3897eb68beb01341131fbd2ad"},
+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5c849d495bf5154cd8da18a9eb15db127d4dba2968d88831aff6f0331ea9bd4c"},
+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9750cc7fe1ae3b1611bb8cfc3f9ec11d532244235d75901fb6b8e42ce9229dfe"},
+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9b2de4cf0cdd5bd2dee4c4f63a653c61d2408055ab77b151c1957f221cabf2a"},
+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0633c8d5337cb5c77acbccc6357ac49a1770b8c487e5b3505c57b949b4b82e98"},
+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:27657df69e8801be6c3638054e202a135c7f299267f1a55ed3a598934f6c0d75"},
+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:f9a3ea26252bd92f570600098783d1371354d89d5f6b7dfd87359d669f2109b5"},
+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:4f57dab5fe3407b6c0c1cc907ac98e8a189f9e418f3b6e54d65a718aaafe3950"},
+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:e02a0e11cf6597299b9f3bbd3f93d79217cb90cfd1411aec33848b13f5c656cc"},
+ {file = "frozenlist-1.4.1-cp310-cp310-win32.whl", hash = "sha256:a828c57f00f729620a442881cc60e57cfcec6842ba38e1b19fd3e47ac0ff8dc1"},
+ {file = "frozenlist-1.4.1-cp310-cp310-win_amd64.whl", hash = "sha256:f56e2333dda1fe0f909e7cc59f021eba0d2307bc6f012a1ccf2beca6ba362439"},
+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:a0cb6f11204443f27a1628b0e460f37fb30f624be6051d490fa7d7e26d4af3d0"},
+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b46c8ae3a8f1f41a0d2ef350c0b6e65822d80772fe46b653ab6b6274f61d4a49"},
+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:fde5bd59ab5357e3853313127f4d3565fc7dad314a74d7b5d43c22c6a5ed2ced"},
+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:722e1124aec435320ae01ee3ac7bec11a5d47f25d0ed6328f2273d287bc3abb0"},
+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2471c201b70d58a0f0c1f91261542a03d9a5e088ed3dc6c160d614c01649c106"},
+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c757a9dd70d72b076d6f68efdbb9bc943665ae954dad2801b874c8c69e185068"},
+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f146e0911cb2f1da549fc58fc7bcd2b836a44b79ef871980d605ec392ff6b0d2"},
+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f9c515e7914626b2a2e1e311794b4c35720a0be87af52b79ff8e1429fc25f19"},
+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c302220494f5c1ebeb0912ea782bcd5e2f8308037b3c7553fad0e48ebad6ad82"},
+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:442acde1e068288a4ba7acfe05f5f343e19fac87bfc96d89eb886b0363e977ec"},
+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:1b280e6507ea8a4fa0c0a7150b4e526a8d113989e28eaaef946cc77ffd7efc0a"},
+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:fe1a06da377e3a1062ae5fe0926e12b84eceb8a50b350ddca72dc85015873f74"},
+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:db9e724bebd621d9beca794f2a4ff1d26eed5965b004a97f1f1685a173b869c2"},
+ {file = "frozenlist-1.4.1-cp311-cp311-win32.whl", hash = "sha256:e774d53b1a477a67838a904131c4b0eef6b3d8a651f8b138b04f748fccfefe17"},
+ {file = "frozenlist-1.4.1-cp311-cp311-win_amd64.whl", hash = "sha256:fb3c2db03683b5767dedb5769b8a40ebb47d6f7f45b1b3e3b4b51ec8ad9d9825"},
+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:bfa4a17e17ce9abf47a74ae02f32d014c5e9404b6d9ac7f729e01562bbee601e"},
+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b7e3ed87d4138356775346e6845cccbe66cd9e207f3cd11d2f0b9fd13681359d"},
+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c99169d4ff810155ca50b4da3b075cbde79752443117d89429595c2e8e37fed8"},
+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:edb678da49d9f72c9f6c609fbe41a5dfb9a9282f9e6a2253d5a91e0fc382d7c0"},
+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6db4667b187a6742b33afbbaf05a7bc551ffcf1ced0000a571aedbb4aa42fc7b"},
+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:55fdc093b5a3cb41d420884cdaf37a1e74c3c37a31f46e66286d9145d2063bd0"},
+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:82e8211d69a4f4bc360ea22cd6555f8e61a1bd211d1d5d39d3d228b48c83a897"},
+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89aa2c2eeb20957be2d950b85974b30a01a762f3308cd02bb15e1ad632e22dc7"},
+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:9d3e0c25a2350080e9319724dede4f31f43a6c9779be48021a7f4ebde8b2d742"},
+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:7268252af60904bf52c26173cbadc3a071cece75f873705419c8681f24d3edea"},
+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:0c250a29735d4f15321007fb02865f0e6b6a41a6b88f1f523ca1596ab5f50bd5"},
+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:96ec70beabbd3b10e8bfe52616a13561e58fe84c0101dd031dc78f250d5128b9"},
+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:23b2d7679b73fe0e5a4560b672a39f98dfc6f60df63823b0a9970525325b95f6"},
+ {file = "frozenlist-1.4.1-cp39-cp39-win32.whl", hash = "sha256:a7496bfe1da7fb1a4e1cc23bb67c58fab69311cc7d32b5a99c2007b4b2a0e932"},
+ {file = "frozenlist-1.4.1-cp39-cp39-win_amd64.whl", hash = "sha256:e6a20a581f9ce92d389a8c7d7c3dd47c81fd5d6e655c8dddf341e14aa48659d0"},
+ {file = "frozenlist-1.4.1-py3-none-any.whl", hash = "sha256:04ced3e6a46b4cfffe20f9ae482818e34eba9b5fb0ce4056e4cc9b6e212d09b7"},
+ {file = "frozenlist-1.4.1.tar.gz", hash = "sha256:c037a86e8513059a2613aaba4d817bb90b9d9b6b69aace3ce9c877e8c8ed402b"},
+]
+
+[[package]]
+name = "fsspec"
+version = "2024.2.0"
+requires_python = ">=3.8"
+summary = "File-system specification"
+files = [
+ {file = "fsspec-2024.2.0-py3-none-any.whl", hash = "sha256:817f969556fa5916bc682e02ca2045f96ff7f586d45110fcb76022063ad2c7d8"},
+ {file = "fsspec-2024.2.0.tar.gz", hash = "sha256:b6ad1a679f760dda52b1168c859d01b7b80648ea6f7f7c7f5a8a91dc3f3ecb84"},
+]
+
+[[package]]
+name = "greenlet"
+version = "3.0.3"
+requires_python = ">=3.7"
+summary = "Lightweight in-process concurrent programming"
+files = [
+ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"},
+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"},
+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"},
+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"},
+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"},
+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"},
+ {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"},
+ {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"},
+ {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"},
+ {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"},
+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"},
+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"},
+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"},
+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"},
+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"},
+ {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"},
+ {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"},
+ {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"},
+ {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"},
+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"},
+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"},
+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"},
+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"},
+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"},
+ {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"},
+ {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"},
+ {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"},
+ {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"},
+ {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"},
+]
+
[[package]]
name = "gunicorn"
version = "21.2.0"
@@ -178,6 +467,47 @@ files = [
{file = "gunicorn-21.2.0.tar.gz", hash = "sha256:88ec8bff1d634f98e61b9f65bc4bf3cd918a90806c6f5c48bc5603849ec81033"},
]
+[[package]]
+name = "h11"
+version = "0.14.0"
+requires_python = ">=3.7"
+summary = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1"
+files = [
+ {file = "h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761"},
+ {file = "h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d"},
+]
+
+[[package]]
+name = "httpcore"
+version = "1.0.4"
+requires_python = ">=3.8"
+summary = "A minimal low-level HTTP client."
+dependencies = [
+ "certifi",
+ "h11<0.15,>=0.13",
+]
+files = [
+ {file = "httpcore-1.0.4-py3-none-any.whl", hash = "sha256:ac418c1db41bade2ad53ae2f3834a3a0f5ae76b56cf5aa497d2d033384fc7d73"},
+ {file = "httpcore-1.0.4.tar.gz", hash = "sha256:cb2839ccfcba0d2d3c1131d3c3e26dfc327326fbe7a5dc0dbfe9f6c9151bb022"},
+]
+
+[[package]]
+name = "httpx"
+version = "0.27.0"
+requires_python = ">=3.8"
+summary = "The next generation HTTP client."
+dependencies = [
+ "anyio",
+ "certifi",
+ "httpcore==1.*",
+ "idna",
+ "sniffio",
+]
+files = [
+ {file = "httpx-0.27.0-py3-none-any.whl", hash = "sha256:71d5465162c13681bff01ad59b2cc68dd838ea1f10e51574bac27103f00c91a5"},
+ {file = "httpx-0.27.0.tar.gz", hash = "sha256:a0cb88a46f32dc874e04ee956e4c2764aba2aa228f650b06788ba6bda2962ab5"},
+]
+
[[package]]
name = "idna"
version = "3.6"
@@ -190,15 +520,15 @@ files = [
[[package]]
name = "importlib-metadata"
-version = "7.0.1"
+version = "7.0.2"
requires_python = ">=3.8"
summary = "Read metadata from Python packages"
dependencies = [
"zipp>=0.5",
]
files = [
- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},
- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},
+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},
+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},
]
[[package]]
@@ -224,6 +554,57 @@ files = [
{file = "Jinja2-3.1.3.tar.gz", hash = "sha256:ac8bd6544d4bb2c9792bf3a159e80bba8fda7f07e81bc3aed565432d5925ba90"},
]
+[[package]]
+name = "jmespath"
+version = "1.0.1"
+requires_python = ">=3.7"
+summary = "JSON Matching Expressions"
+files = [
+ {file = "jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980"},
+ {file = "jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe"},
+]
+
+[[package]]
+name = "joblib"
+version = "1.3.2"
+requires_python = ">=3.7"
+summary = "Lightweight pipelining with Python functions"
+files = [
+ {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"},
+ {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"},
+]
+
+[[package]]
+name = "llama-index"
+version = "0.9.28"
+requires_python = ">=3.8.1,<4.0"
+summary = "Interface between LLMs and your data"
+dependencies = [
+ "SQLAlchemy[asyncio]>=1.4.49",
+ "aiohttp<4.0.0,>=3.8.6",
+ "beautifulsoup4<5.0.0,>=4.12.2",
+ "dataclasses-json",
+ "deprecated>=1.2.9.3",
+ "fsspec>=2023.5.0",
+ "httpx",
+ "nest-asyncio<2.0.0,>=1.5.8",
+ "networkx>=3.0",
+ "nltk<4.0.0,>=3.8.1",
+ "numpy",
+ "openai>=1.1.0",
+ "pandas",
+ "requests>=2.31.0",
+ "tenacity<9.0.0,>=8.2.0",
+ "tensorrt-llm<0.8.0,>=0.7.1; python_version == \"3.10\"",
+ "tiktoken>=0.3.3",
+ "typing-extensions>=4.5.0",
+ "typing-inspect>=0.8.0",
+]
+files = [
+ {file = "llama_index-0.9.28-py3-none-any.whl", hash = "sha256:fe68d102e9796eac54e7b6e4bc470fa63e0f4b8df6570f9ca7e0b2a644ffd49a"},
+ {file = "llama_index-0.9.28.tar.gz", hash = "sha256:32504aac009c9c5addee36a5368cf4c308a898738bb2135bfcd032874f4dba26"},
+]
+
[[package]]
name = "markupsafe"
version = "2.1.5"
@@ -250,16 +631,6 @@ files = [
{file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3a57fdd7ce31c7ff06cdfbf31dafa96cc533c21e443d57f5b1ecc6cdc668ec7f"},
{file = "MarkupSafe-2.1.5-cp311-cp311-win32.whl", hash = "sha256:397081c1a0bfb5124355710fe79478cdbeb39626492b15d399526ae53422b906"},
{file = "MarkupSafe-2.1.5-cp311-cp311-win_amd64.whl", hash = "sha256:2b7c57a4dfc4f16f7142221afe5ba4e093e09e728ca65c51f5620c9aaeb9a617"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8dec4936e9c3100156f8a2dc89c4b88d5c435175ff03413b443469c7c8c5f4d1"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3c6b973f22eb18a789b1460b4b91bf04ae3f0c4234a0a6aa6b0a92f6f7b951d4"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac07bad82163452a6884fe8fa0963fb98c2346ba78d779ec06bd7a6262132aee"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5dfb42c4604dddc8e4305050aa6deb084540643ed5804d7455b5df8fe16f5e5"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea3d8a3d18833cf4304cd2fc9cbb1efe188ca9b5efef2bdac7adc20594a0e46b"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:d050b3361367a06d752db6ead6e7edeb0009be66bc3bae0ee9d97fb326badc2a"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:bec0a414d016ac1a18862a519e54b2fd0fc8bbfd6890376898a6c0891dd82e9f"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:58c98fee265677f63a4385256a6d7683ab1832f3ddd1e66fe948d5880c21a169"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-win32.whl", hash = "sha256:8590b4ae07a35970728874632fed7bd57b26b0102df2d2b233b6d9d82f6c62ad"},
- {file = "MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl", hash = "sha256:823b65d8706e32ad2df51ed89496147a42a2a6e01c13cfb6ffb8b1e92bc910bb"},
{file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:7a68b554d356a91cce1236aa7682dc01df0edba8d043fd1ce607c49dd3c1edcf"},
{file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:db0b55e0f3cc0be60c1f19efdde9a637c32740486004f20d1cff53c3c0ece4d2"},
{file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e53af139f8579a6d5f7b76549125f0d94d7e630761a2111bc431fd820e163b8"},
@@ -273,14 +644,313 @@ files = [
{file = "MarkupSafe-2.1.5.tar.gz", hash = "sha256:d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b"},
]
+[[package]]
+name = "marshmallow"
+version = "3.21.1"
+requires_python = ">=3.8"
+summary = "A lightweight library for converting complex datatypes to and from native Python datatypes."
+dependencies = [
+ "packaging>=17.0",
+]
+files = [
+ {file = "marshmallow-3.21.1-py3-none-any.whl", hash = "sha256:f085493f79efb0644f270a9bf2892843142d80d7174bbbd2f3713f2a589dc633"},
+ {file = "marshmallow-3.21.1.tar.gz", hash = "sha256:4e65e9e0d80fc9e609574b9983cf32579f305c718afb30d7233ab818571768c3"},
+]
+
+[[package]]
+name = "multidict"
+version = "6.0.5"
+requires_python = ">=3.7"
+summary = "multidict implementation"
+files = [
+ {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:228b644ae063c10e7f324ab1ab6b548bdf6f8b47f3ec234fef1093bc2735e5f9"},
+ {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:896ebdcf62683551312c30e20614305f53125750803b614e9e6ce74a96232604"},
+ {file = "multidict-6.0.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:411bf8515f3be9813d06004cac41ccf7d1cd46dfe233705933dd163b60e37600"},
+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d147090048129ce3c453f0292e7697d333db95e52616b3793922945804a433c"},
+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:215ed703caf15f578dca76ee6f6b21b7603791ae090fbf1ef9d865571039ade5"},
+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c6390cf87ff6234643428991b7359b5f59cc15155695deb4eda5c777d2b880f"},
+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:21fd81c4ebdb4f214161be351eb5bcf385426bf023041da2fd9e60681f3cebae"},
+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3cc2ad10255f903656017363cd59436f2111443a76f996584d1077e43ee51182"},
+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:6939c95381e003f54cd4c5516740faba40cf5ad3eeff460c3ad1d3e0ea2549bf"},
+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:220dd781e3f7af2c2c1053da9fa96d9cf3072ca58f057f4c5adaaa1cab8fc442"},
+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:766c8f7511df26d9f11cd3a8be623e59cca73d44643abab3f8c8c07620524e4a"},
+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:fe5d7785250541f7f5019ab9cba2c71169dc7d74d0f45253f8313f436458a4ef"},
+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c1c1496e73051918fcd4f58ff2e0f2f3066d1c76a0c6aeffd9b45d53243702cc"},
+ {file = "multidict-6.0.5-cp310-cp310-win32.whl", hash = "sha256:7afcdd1fc07befad18ec4523a782cde4e93e0a2bf71239894b8d61ee578c1319"},
+ {file = "multidict-6.0.5-cp310-cp310-win_amd64.whl", hash = "sha256:99f60d34c048c5c2fabc766108c103612344c46e35d4ed9ae0673d33c8fb26e8"},
+ {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f285e862d2f153a70586579c15c44656f888806ed0e5b56b64489afe4a2dbfba"},
+ {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:53689bb4e102200a4fafa9de9c7c3c212ab40a7ab2c8e474491914d2305f187e"},
+ {file = "multidict-6.0.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:612d1156111ae11d14afaf3a0669ebf6c170dbb735e510a7438ffe2369a847fd"},
+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7be7047bd08accdb7487737631d25735c9a04327911de89ff1b26b81745bd4e3"},
+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de170c7b4fe6859beb8926e84f7d7d6c693dfe8e27372ce3b76f01c46e489fcf"},
+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:04bde7a7b3de05732a4eb39c94574db1ec99abb56162d6c520ad26f83267de29"},
+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85f67aed7bb647f93e7520633d8f51d3cbc6ab96957c71272b286b2f30dc70ed"},
+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:425bf820055005bfc8aa9a0b99ccb52cc2f4070153e34b701acc98d201693733"},
+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d3eb1ceec286eba8220c26f3b0096cf189aea7057b6e7b7a2e60ed36b373b77f"},
+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:7901c05ead4b3fb75113fb1dd33eb1253c6d3ee37ce93305acd9d38e0b5f21a4"},
+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:e0e79d91e71b9867c73323a3444724d496c037e578a0e1755ae159ba14f4f3d1"},
+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:29bfeb0dff5cb5fdab2023a7a9947b3b4af63e9c47cae2a10ad58394b517fddc"},
+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e030047e85cbcedbfc073f71836d62dd5dadfbe7531cae27789ff66bc551bd5e"},
+ {file = "multidict-6.0.5-cp311-cp311-win32.whl", hash = "sha256:2f4848aa3baa109e6ab81fe2006c77ed4d3cd1e0ac2c1fbddb7b1277c168788c"},
+ {file = "multidict-6.0.5-cp311-cp311-win_amd64.whl", hash = "sha256:2faa5ae9376faba05f630d7e5e6be05be22913782b927b19d12b8145968a85ea"},
+ {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:e7be68734bd8c9a513f2b0cfd508802d6609da068f40dc57d4e3494cefc92929"},
+ {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:1d9ea7a7e779d7a3561aade7d596649fbecfa5c08a7674b11b423783217933f9"},
+ {file = "multidict-6.0.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ea1456df2a27c73ce51120fa2f519f1bea2f4a03a917f4a43c8707cf4cbbae1a"},
+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cf590b134eb70629e350691ecca88eac3e3b8b3c86992042fb82e3cb1830d5e1"},
+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5c0631926c4f58e9a5ccce555ad7747d9a9f8b10619621f22f9635f069f6233e"},
+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dce1c6912ab9ff5f179eaf6efe7365c1f425ed690b03341911bf4939ef2f3046"},
+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c0868d64af83169e4d4152ec612637a543f7a336e4a307b119e98042e852ad9c"},
+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:141b43360bfd3bdd75f15ed811850763555a251e38b2405967f8e25fb43f7d40"},
+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:7df704ca8cf4a073334e0427ae2345323613e4df18cc224f647f251e5e75a527"},
+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:6214c5a5571802c33f80e6c84713b2c79e024995b9c5897f794b43e714daeec9"},
+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:cd6c8fca38178e12c00418de737aef1261576bd1b6e8c6134d3e729a4e858b38"},
+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:e02021f87a5b6932fa6ce916ca004c4d441509d33bbdbeca70d05dff5e9d2479"},
+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ebd8d160f91a764652d3e51ce0d2956b38efe37c9231cd82cfc0bed2e40b581c"},
+ {file = "multidict-6.0.5-cp39-cp39-win32.whl", hash = "sha256:04da1bb8c8dbadf2a18a452639771951c662c5ad03aefe4884775454be322c9b"},
+ {file = "multidict-6.0.5-cp39-cp39-win_amd64.whl", hash = "sha256:d6f6d4f185481c9669b9447bf9d9cf3b95a0e9df9d169bbc17e363b7d5487755"},
+ {file = "multidict-6.0.5-py3-none-any.whl", hash = "sha256:0d63c74e3d7ab26de115c49bffc92cc77ed23395303d496eae515d4204a625e7"},
+ {file = "multidict-6.0.5.tar.gz", hash = "sha256:f7e301075edaf50500f0b341543c41194d8df3ae5caf4702f2095f3ca73dd8da"},
+]
+
+[[package]]
+name = "mypy-extensions"
+version = "1.0.0"
+requires_python = ">=3.5"
+summary = "Type system extensions for programs checked with the mypy type checker."
+files = [
+ {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"},
+ {file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"},
+]
+
+[[package]]
+name = "nest-asyncio"
+version = "1.6.0"
+requires_python = ">=3.5"
+summary = "Patch asyncio to allow nested event loops"
+files = [
+ {file = "nest_asyncio-1.6.0-py3-none-any.whl", hash = "sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c"},
+ {file = "nest_asyncio-1.6.0.tar.gz", hash = "sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe"},
+]
+
+[[package]]
+name = "networkx"
+version = "3.2.1"
+requires_python = ">=3.9"
+summary = "Python package for creating and manipulating graphs and networks"
+files = [
+ {file = "networkx-3.2.1-py3-none-any.whl", hash = "sha256:f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2"},
+ {file = "networkx-3.2.1.tar.gz", hash = "sha256:9f1bb5cf3409bf324e0a722c20bdb4c20ee39bf1c30ce8ae499c8502b0b5e0c6"},
+]
+
+[[package]]
+name = "nltk"
+version = "3.8.1"
+requires_python = ">=3.7"
+summary = "Natural Language Toolkit"
+dependencies = [
+ "click",
+ "joblib",
+ "regex>=2021.8.3",
+ "tqdm",
+]
+files = [
+ {file = "nltk-3.8.1-py3-none-any.whl", hash = "sha256:fd5c9109f976fa86bcadba8f91e47f5e9293bd034474752e92a520f81c93dda5"},
+ {file = "nltk-3.8.1.zip", hash = "sha256:1834da3d0682cba4f2cede2f9aad6b0fafb6461ba451db0efb6f9c39798d64d3"},
+]
+
+[[package]]
+name = "numpy"
+version = "1.26.4"
+requires_python = ">=3.9"
+summary = "Fundamental package for array computing in Python"
+files = [
+ {file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"},
+ {file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"},
+ {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4"},
+ {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"},
+ {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a"},
+ {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2"},
+ {file = "numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07"},
+ {file = "numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5"},
+ {file = "numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71"},
+ {file = "numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef"},
+ {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e"},
+ {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5"},
+ {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a"},
+ {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a"},
+ {file = "numpy-1.26.4-cp311-cp311-win32.whl", hash = "sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20"},
+ {file = "numpy-1.26.4-cp311-cp311-win_amd64.whl", hash = "sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2"},
+ {file = "numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c"},
+ {file = "numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be"},
+ {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764"},
+ {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3"},
+ {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd"},
+ {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c"},
+ {file = "numpy-1.26.4-cp39-cp39-win32.whl", hash = "sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6"},
+ {file = "numpy-1.26.4-cp39-cp39-win_amd64.whl", hash = "sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea"},
+ {file = "numpy-1.26.4-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30"},
+ {file = "numpy-1.26.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c"},
+ {file = "numpy-1.26.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0"},
+ {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"},
+]
+
+[[package]]
+name = "openai"
+version = "1.14.0"
+requires_python = ">=3.7.1"
+summary = "The official Python library for the openai API"
+dependencies = [
+ "anyio<5,>=3.5.0",
+ "distro<2,>=1.7.0",
+ "httpx<1,>=0.23.0",
+ "pydantic<3,>=1.9.0",
+ "sniffio",
+ "tqdm>4",
+ "typing-extensions<5,>=4.7",
+]
+files = [
+ {file = "openai-1.14.0-py3-none-any.whl", hash = "sha256:5c9fd3a59f5cbdb4020733ddf79a22f6b7a36d561968cb3f3dd255cdd263d9fe"},
+ {file = "openai-1.14.0.tar.gz", hash = "sha256:e287057adf0ec3315abc32ddcc968d095879abd9b68bf51c0402dab13ab5ae9b"},
+]
+
[[package]]
name = "packaging"
-version = "23.2"
+version = "24.0"
requires_python = ">=3.7"
summary = "Core utilities for Python packages"
files = [
- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},
- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},
+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},
+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},
+]
+
+[[package]]
+name = "pandas"
+version = "2.2.1"
+requires_python = ">=3.9"
+summary = "Powerful data structures for data analysis, time series, and statistics"
+dependencies = [
+ "numpy<2,>=1.22.4; python_version < \"3.11\"",
+ "numpy<2,>=1.23.2; python_version == \"3.11\"",
+ "python-dateutil>=2.8.2",
+ "pytz>=2020.1",
+ "tzdata>=2022.7",
+]
+files = [
+ {file = "pandas-2.2.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8df8612be9cd1c7797c93e1c5df861b2ddda0b48b08f2c3eaa0702cf88fb5f88"},
+ {file = "pandas-2.2.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0f573ab277252ed9aaf38240f3b54cfc90fff8e5cab70411ee1d03f5d51f3944"},
+ {file = "pandas-2.2.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f02a3a6c83df4026e55b63c1f06476c9aa3ed6af3d89b4f04ea656ccdaaaa359"},
+ {file = "pandas-2.2.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c38ce92cb22a4bea4e3929429aa1067a454dcc9c335799af93ba9be21b6beb51"},
+ {file = "pandas-2.2.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:c2ce852e1cf2509a69e98358e8458775f89599566ac3775e70419b98615f4b06"},
+ {file = "pandas-2.2.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:53680dc9b2519cbf609c62db3ed7c0b499077c7fefda564e330286e619ff0dd9"},
+ {file = "pandas-2.2.1-cp310-cp310-win_amd64.whl", hash = "sha256:94e714a1cca63e4f5939cdce5f29ba8d415d85166be3441165edd427dc9f6bc0"},
+ {file = "pandas-2.2.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f821213d48f4ab353d20ebc24e4faf94ba40d76680642fb7ce2ea31a3ad94f9b"},
+ {file = "pandas-2.2.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c70e00c2d894cb230e5c15e4b1e1e6b2b478e09cf27cc593a11ef955b9ecc81a"},
+ {file = "pandas-2.2.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e97fbb5387c69209f134893abc788a6486dbf2f9e511070ca05eed4b930b1b02"},
+ {file = "pandas-2.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:101d0eb9c5361aa0146f500773395a03839a5e6ecde4d4b6ced88b7e5a1a6403"},
+ {file = "pandas-2.2.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:7d2ed41c319c9fb4fd454fe25372028dfa417aacb9790f68171b2e3f06eae8cd"},
+ {file = "pandas-2.2.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:af5d3c00557d657c8773ef9ee702c61dd13b9d7426794c9dfeb1dc4a0bf0ebc7"},
+ {file = "pandas-2.2.1-cp311-cp311-win_amd64.whl", hash = "sha256:06cf591dbaefb6da9de8472535b185cba556d0ce2e6ed28e21d919704fef1a9e"},
+ {file = "pandas-2.2.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9bd8a40f47080825af4317d0340c656744f2bfdb6819f818e6ba3cd24c0e1397"},
+ {file = "pandas-2.2.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:df0c37ebd19e11d089ceba66eba59a168242fc6b7155cba4ffffa6eccdfb8f16"},
+ {file = "pandas-2.2.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:739cc70eaf17d57608639e74d63387b0d8594ce02f69e7a0b046f117974b3019"},
+ {file = "pandas-2.2.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f9d3558d263073ed95e46f4650becff0c5e1ffe0fc3a015de3c79283dfbdb3df"},
+ {file = "pandas-2.2.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:4aa1d8707812a658debf03824016bf5ea0d516afdea29b7dc14cf687bc4d4ec6"},
+ {file = "pandas-2.2.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:76f27a809cda87e07f192f001d11adc2b930e93a2b0c4a236fde5429527423be"},
+ {file = "pandas-2.2.1-cp39-cp39-win_amd64.whl", hash = "sha256:1ba21b1d5c0e43416218db63037dbe1a01fc101dc6e6024bcad08123e48004ab"},
+ {file = "pandas-2.2.1.tar.gz", hash = "sha256:0ab90f87093c13f3e8fa45b48ba9f39181046e8f3317d3aadb2fffbb1b978572"},
+]
+
+[[package]]
+name = "pydantic"
+version = "2.6.4"
+requires_python = ">=3.8"
+summary = "Data validation using Python type hints"
+dependencies = [
+ "annotated-types>=0.4.0",
+ "pydantic-core==2.16.3",
+ "typing-extensions>=4.6.1",
+]
+files = [
+ {file = "pydantic-2.6.4-py3-none-any.whl", hash = "sha256:cc46fce86607580867bdc3361ad462bab9c222ef042d3da86f2fb333e1d916c5"},
+ {file = "pydantic-2.6.4.tar.gz", hash = "sha256:b1704e0847db01817624a6b86766967f552dd9dbf3afba4004409f908dcc84e6"},
+]
+
+[[package]]
+name = "pydantic-core"
+version = "2.16.3"
+requires_python = ">=3.8"
+summary = ""
+dependencies = [
+ "typing-extensions!=4.7.0,>=4.6.0",
+]
+files = [
+ {file = "pydantic_core-2.16.3-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:75b81e678d1c1ede0785c7f46690621e4c6e63ccd9192af1f0bd9d504bbb6bf4"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9c865a7ee6f93783bd5d781af5a4c43dadc37053a5b42f7d18dc019f8c9d2bd1"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:162e498303d2b1c036b957a1278fa0899d02b2842f1ff901b6395104c5554a45"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:2f583bd01bbfbff4eaee0868e6fc607efdfcc2b03c1c766b06a707abbc856187"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b926dd38db1519ed3043a4de50214e0d600d404099c3392f098a7f9d75029ff8"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:716b542728d4c742353448765aa7cdaa519a7b82f9564130e2b3f6766018c9ec"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fc4ad7f7ee1a13d9cb49d8198cd7d7e3aa93e425f371a68235f784e99741561f"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:bd87f48924f360e5d1c5f770d6155ce0e7d83f7b4e10c2f9ec001c73cf475c99"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0df446663464884297c793874573549229f9eca73b59360878f382a0fc085979"},
+ {file = "pydantic_core-2.16.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:4df8a199d9f6afc5ae9a65f8f95ee52cae389a8c6b20163762bde0426275b7db"},
+ {file = "pydantic_core-2.16.3-cp310-none-win32.whl", hash = "sha256:456855f57b413f077dff513a5a28ed838dbbb15082ba00f80750377eed23d132"},
+ {file = "pydantic_core-2.16.3-cp310-none-win_amd64.whl", hash = "sha256:732da3243e1b8d3eab8c6ae23ae6a58548849d2e4a4e03a1924c8ddf71a387cb"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:519ae0312616026bf4cedc0fe459e982734f3ca82ee8c7246c19b650b60a5ee4"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:b3992a322a5617ded0a9f23fd06dbc1e4bd7cf39bc4ccf344b10f80af58beacd"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8d62da299c6ecb04df729e4b5c52dc0d53f4f8430b4492b93aa8de1f541c4aac"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:2acca2be4bb2f2147ada8cac612f8a98fc09f41c89f87add7256ad27332c2fda"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1b662180108c55dfbf1280d865b2d116633d436cfc0bba82323554873967b340"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e7c6ed0dc9d8e65f24f5824291550139fe6f37fac03788d4580da0d33bc00c97"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6b1bb0827f56654b4437955555dc3aeeebeddc47c2d7ed575477f082622c49e"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:e56f8186d6210ac7ece503193ec84104da7ceb98f68ce18c07282fcc2452e76f"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:936e5db01dd49476fa8f4383c259b8b1303d5dd5fb34c97de194560698cc2c5e"},
+ {file = "pydantic_core-2.16.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:33809aebac276089b78db106ee692bdc9044710e26f24a9a2eaa35a0f9fa70ba"},
+ {file = "pydantic_core-2.16.3-cp311-none-win32.whl", hash = "sha256:ded1c35f15c9dea16ead9bffcde9bb5c7c031bff076355dc58dcb1cb436c4721"},
+ {file = "pydantic_core-2.16.3-cp311-none-win_amd64.whl", hash = "sha256:d89ca19cdd0dd5f31606a9329e309d4fcbb3df860960acec32630297d61820df"},
+ {file = "pydantic_core-2.16.3-cp311-none-win_arm64.whl", hash = "sha256:6162f8d2dc27ba21027f261e4fa26f8bcb3cf9784b7f9499466a311ac284b5b9"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:bda1ee3e08252b8d41fa5537413ffdddd58fa73107171a126d3b9ff001b9b820"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:21b888c973e4f26b7a96491c0965a8a312e13be108022ee510248fe379a5fa23"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:be0ec334369316fa73448cc8c982c01e5d2a81c95969d58b8f6e272884df0074"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b5b6079cc452a7c53dd378c6f881ac528246b3ac9aae0f8eef98498a75657805"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7ee8d5f878dccb6d499ba4d30d757111847b6849ae07acdd1205fffa1fc1253c"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7233d65d9d651242a68801159763d09e9ec96e8a158dbf118dc090cd77a104c9"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c6119dc90483a5cb50a1306adb8d52c66e447da88ea44f323e0ae1a5fcb14256"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:578114bc803a4c1ff9946d977c221e4376620a46cf78da267d946397dc9514a8"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d8f99b147ff3fcf6b3cc60cb0c39ea443884d5559a30b1481e92495f2310ff2b"},
+ {file = "pydantic_core-2.16.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4ac6b4ce1e7283d715c4b729d8f9dab9627586dafce81d9eaa009dd7f25dd972"},
+ {file = "pydantic_core-2.16.3-cp39-none-win32.whl", hash = "sha256:e7774b570e61cb998490c5235740d475413a1f6de823169b4cf94e2fe9e9f6b2"},
+ {file = "pydantic_core-2.16.3-cp39-none-win_amd64.whl", hash = "sha256:9091632a25b8b87b9a605ec0e61f241c456e9248bfdcf7abdf344fdb169c81cf"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:36fa178aacbc277bc6b62a2c3da95226520da4f4e9e206fdf076484363895d2c"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:dcca5d2bf65c6fb591fff92da03f94cd4f315972f97c21975398bd4bd046854a"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a72fb9963cba4cd5793854fd12f4cfee731e86df140f59ff52a49b3552db241"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b60cc1a081f80a2105a59385b92d82278b15d80ebb3adb200542ae165cd7d183"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:cbcc558401de90a746d02ef330c528f2e668c83350f045833543cd57ecead1ad"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:fee427241c2d9fb7192b658190f9f5fd6dfe41e02f3c1489d2ec1e6a5ab1e04a"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:f4cb85f693044e0f71f394ff76c98ddc1bc0953e48c061725e540396d5c8a2e1"},
+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:b29eeb887aa931c2fcef5aa515d9d176d25006794610c264ddc114c053bf96fe"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:a425479ee40ff021f8216c9d07a6a3b54b31c8267c6e17aa88b70d7ebd0e5e5b"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:5c5cbc703168d1b7a838668998308018a2718c2130595e8e190220238addc96f"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:99b6add4c0b39a513d323d3b93bc173dac663c27b99860dd5bf491b240d26137"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:75f76ee558751746d6a38f89d60b6228fa174e5172d143886af0f85aa306fd89"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:00ee1c97b5364b84cb0bd82e9bbf645d5e2871fb8c58059d158412fee2d33d8a"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:287073c66748f624be4cef893ef9174e3eb88fe0b8a78dc22e88eca4bc357ca6"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:ed25e1835c00a332cb10c683cd39da96a719ab1dfc08427d476bce41b92531fc"},
+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:86b3d0033580bd6bbe07590152007275bd7af95f98eaa5bd36f3da219dcd93da"},
+ {file = "pydantic_core-2.16.3.tar.gz", hash = "sha256:1cac689f80a3abab2d3c0048b29eea5751114054f032a941a32de4c852c59cad"},
+]
+
+[[package]]
+name = "python-dateutil"
+version = "2.9.0.post0"
+requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"
+summary = "Extensions to the standard Python datetime module"
+dependencies = [
+ "six>=1.5",
+]
+files = [
+ {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"},
+ {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"},
]
[[package]]
@@ -293,6 +963,15 @@ files = [
{file = "python_dotenv-1.0.0-py3-none-any.whl", hash = "sha256:f5971a9226b701070a4bf2c38c89e5a3f0d64de8debda981d1db98583009122a"},
]
+[[package]]
+name = "pytz"
+version = "2024.1"
+summary = "World timezone definitions, modern and historical"
+files = [
+ {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"},
+ {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"},
+]
+
[[package]]
name = "pywin32"
version = "306"
@@ -303,9 +982,6 @@ files = [
{file = "pywin32-306-cp311-cp311-win32.whl", hash = "sha256:e65028133d15b64d2ed8f06dd9fbc268352478d4f9289e69c190ecd6818b6407"},
{file = "pywin32-306-cp311-cp311-win_amd64.whl", hash = "sha256:a7639f51c184c0272e93f244eb24dafca9b1855707d94c192d4a0b4c01e1100e"},
{file = "pywin32-306-cp311-cp311-win_arm64.whl", hash = "sha256:70dba0c913d19f942a2db25217d9a1b726c278f483a919f1abfed79c9cf64d3a"},
- {file = "pywin32-306-cp312-cp312-win32.whl", hash = "sha256:383229d515657f4e3ed1343da8be101000562bf514591ff383ae940cad65458b"},
- {file = "pywin32-306-cp312-cp312-win_amd64.whl", hash = "sha256:37257794c1ad39ee9be652da0462dc2e394c8159dfd913a8a4e8eb6fd346da0e"},
- {file = "pywin32-306-cp312-cp312-win_arm64.whl", hash = "sha256:5821ec52f6d321aa59e2db7e0a35b997de60c201943557d108af9d4ae1ec7040"},
{file = "pywin32-306-cp39-cp39-win32.whl", hash = "sha256:e25fd5b485b55ac9c057f67d94bc203f3f6595078d1fb3b458c9c28b7153a802"},
{file = "pywin32-306-cp39-cp39-win_amd64.whl", hash = "sha256:39b61c15272833b5c329a2989999dcae836b1eed650252ab1b7bfbe1d59f30f4"},
]
@@ -323,6 +999,62 @@ files = [
{file = "redis-5.0.1.tar.gz", hash = "sha256:0dab495cd5753069d3bc650a0dde8a8f9edde16fc5691b689a566eda58100d0f"},
]
+[[package]]
+name = "regex"
+version = "2023.12.25"
+requires_python = ">=3.7"
+summary = "Alternative regular expression module, to replace re."
+files = [
+ {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0694219a1d54336fd0445ea382d49d36882415c0134ee1e8332afd1529f0baa5"},
+ {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b014333bd0217ad3d54c143de9d4b9a3ca1c5a29a6d0d554952ea071cff0f1f8"},
+ {file = "regex-2023.12.25-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d865984b3f71f6d0af64d0d88f5733521698f6c16f445bb09ce746c92c97c586"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1e0eabac536b4cc7f57a5f3d095bfa557860ab912f25965e08fe1545e2ed8b4c"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c25a8ad70e716f96e13a637802813f65d8a6760ef48672aa3502f4c24ea8b400"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a9b6d73353f777630626f403b0652055ebfe8ff142a44ec2cf18ae470395766e"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9cc99d6946d750eb75827cb53c4371b8b0fe89c733a94b1573c9dd16ea6c9e4"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:88d1f7bef20c721359d8675f7d9f8e414ec5003d8f642fdfd8087777ff7f94b5"},
+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cb3fe77aec8f1995611f966d0c656fdce398317f850d0e6e7aebdfe61f40e1cd"},
+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7aa47c2e9ea33a4a2a05f40fcd3ea36d73853a2aae7b4feab6fc85f8bf2c9704"},
+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:df26481f0c7a3f8739fecb3e81bc9da3fcfae34d6c094563b9d4670b047312e1"},
+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:c40281f7d70baf6e0db0c2f7472b31609f5bc2748fe7275ea65a0b4601d9b392"},
+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:d94a1db462d5690ebf6ae86d11c5e420042b9898af5dcf278bd97d6bda065423"},
+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:ba1b30765a55acf15dce3f364e4928b80858fa8f979ad41f862358939bdd1f2f"},
+ {file = "regex-2023.12.25-cp310-cp310-win32.whl", hash = "sha256:150c39f5b964e4d7dba46a7962a088fbc91f06e606f023ce57bb347a3b2d4630"},
+ {file = "regex-2023.12.25-cp310-cp310-win_amd64.whl", hash = "sha256:09da66917262d9481c719599116c7dc0c321ffcec4b1f510c4f8a066f8768105"},
+ {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:1b9d811f72210fa9306aeb88385b8f8bcef0dfbf3873410413c00aa94c56c2b6"},
+ {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d902a43085a308cef32c0d3aea962524b725403fd9373dea18110904003bac97"},
+ {file = "regex-2023.12.25-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d166eafc19f4718df38887b2bbe1467a4f74a9830e8605089ea7a30dd4da8887"},
+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c7ad32824b7f02bb3c9f80306d405a1d9b7bb89362d68b3c5a9be53836caebdb"},
+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:636ba0a77de609d6510235b7f0e77ec494d2657108f777e8765efc060094c98c"},
+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0fda75704357805eb953a3ee15a2b240694a9a514548cd49b3c5124b4e2ad01b"},
+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f72cbae7f6b01591f90814250e636065850c5926751af02bb48da94dfced7baa"},
+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:db2a0b1857f18b11e3b0e54ddfefc96af46b0896fb678c85f63fb8c37518b3e7"},
+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:7502534e55c7c36c0978c91ba6f61703faf7ce733715ca48f499d3dbbd7657e0"},
+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:e8c7e08bb566de4faaf11984af13f6bcf6a08f327b13631d41d62592681d24fe"},
+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:283fc8eed679758de38fe493b7d7d84a198b558942b03f017b1f94dda8efae80"},
+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:f44dd4d68697559d007462b0a3a1d9acd61d97072b71f6d1968daef26bc744bd"},
+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:67d3ccfc590e5e7197750fcb3a2915b416a53e2de847a728cfa60141054123d4"},
+ {file = "regex-2023.12.25-cp311-cp311-win32.whl", hash = "sha256:68191f80a9bad283432385961d9efe09d783bcd36ed35a60fb1ff3f1ec2efe87"},
+ {file = "regex-2023.12.25-cp311-cp311-win_amd64.whl", hash = "sha256:7d2af3f6b8419661a0c421584cfe8aaec1c0e435ce7e47ee2a97e344b98f794f"},
+ {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:f7bc09bc9c29ebead055bcba136a67378f03d66bf359e87d0f7c759d6d4ffa31"},
+ {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e14b73607d6231f3cc4622809c196b540a6a44e903bcfad940779c80dffa7be7"},
+ {file = "regex-2023.12.25-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9eda5f7a50141291beda3edd00abc2d4a5b16c29c92daf8d5bd76934150f3edc"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cc6bb9aa69aacf0f6032c307da718f61a40cf970849e471254e0e91c56ffca95"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:298dc6354d414bc921581be85695d18912bea163a8b23cac9a2562bbcd5088b1"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2f4e475a80ecbd15896a976aa0b386c5525d0ed34d5c600b6d3ebac0a67c7ddf"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:531ac6cf22b53e0696f8e1d56ce2396311254eb806111ddd3922c9d937151dae"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:22f3470f7524b6da61e2020672df2f3063676aff444db1daa283c2ea4ed259d6"},
+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:89723d2112697feaa320c9d351e5f5e7b841e83f8b143dba8e2d2b5f04e10923"},
+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0ecf44ddf9171cd7566ef1768047f6e66975788258b1c6c6ca78098b95cf9a3d"},
+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:905466ad1702ed4acfd67a902af50b8db1feeb9781436372261808df7a2a7bca"},
+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:4558410b7a5607a645e9804a3e9dd509af12fb72b9825b13791a37cd417d73a5"},
+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:7e316026cc1095f2a3e8cc012822c99f413b702eaa2ca5408a513609488cb62f"},
+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:3b1de218d5375cd6ac4b5493e0b9f3df2be331e86520f23382f216c137913d20"},
+ {file = "regex-2023.12.25-cp39-cp39-win32.whl", hash = "sha256:11a963f8e25ab5c61348d090bf1b07f1953929c13bd2309a0662e9ff680763c9"},
+ {file = "regex-2023.12.25-cp39-cp39-win_amd64.whl", hash = "sha256:e693e233ac92ba83a87024e1d32b5f9ab15ca55ddd916d878146f4e3406b5c91"},
+ {file = "regex-2023.12.25.tar.gz", hash = "sha256:29171aa128da69afdf4bde412d5bedc335f2ca8fcfe4489038577d05f16181e5"},
+]
+
[[package]]
name = "requests"
version = "2.31.0"
@@ -340,13 +1072,246 @@ files = [
]
[[package]]
-name = "urllib3"
-version = "2.2.1"
+name = "s3transfer"
+version = "0.7.0"
+requires_python = ">= 3.7"
+summary = "An Amazon S3 Transfer Manager"
+dependencies = [
+ "botocore<2.0a.0,>=1.12.36",
+]
+files = [
+ {file = "s3transfer-0.7.0-py3-none-any.whl", hash = "sha256:10d6923c6359175f264811ef4bf6161a3156ce8e350e705396a7557d6293c33a"},
+ {file = "s3transfer-0.7.0.tar.gz", hash = "sha256:fd3889a66f5fe17299fe75b82eae6cf722554edca744ca5d5fe308b104883d2e"},
+]
+
+[[package]]
+name = "six"
+version = "1.16.0"
+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*"
+summary = "Python 2 and 3 compatibility utilities"
+files = [
+ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"},
+ {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"},
+]
+
+[[package]]
+name = "sniffio"
+version = "1.3.1"
+requires_python = ">=3.7"
+summary = "Sniff out which async library your code is running under"
+files = [
+ {file = "sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2"},
+ {file = "sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc"},
+]
+
+[[package]]
+name = "soupsieve"
+version = "2.5"
+requires_python = ">=3.8"
+summary = "A modern CSS selector implementation for Beautiful Soup."
+files = [
+ {file = "soupsieve-2.5-py3-none-any.whl", hash = "sha256:eaa337ff55a1579b6549dc679565eac1e3d000563bcb1c8ab0d0fefbc0c2cdc7"},
+ {file = "soupsieve-2.5.tar.gz", hash = "sha256:5663d5a7b3bfaeee0bc4372e7fc48f9cff4940b3eec54a6451cc5299f1097690"},
+]
+
+[[package]]
+name = "sqlalchemy"
+version = "2.0.28"
+requires_python = ">=3.7"
+summary = "Database Abstraction Library"
+dependencies = [
+ "greenlet!=0.4.17; platform_machine == \"win32\" or platform_machine == \"WIN32\" or platform_machine == \"AMD64\" or platform_machine == \"amd64\" or platform_machine == \"x86_64\" or platform_machine == \"ppc64le\" or platform_machine == \"aarch64\"",
+ "typing-extensions>=4.6.0",
+]
+files = [
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e0b148ab0438f72ad21cb004ce3bdaafd28465c4276af66df3b9ecd2037bf252"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bbda76961eb8f27e6ad3c84d1dc56d5bc61ba8f02bd20fcf3450bd421c2fcc9c"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feea693c452d85ea0015ebe3bb9cd15b6f49acc1a31c28b3c50f4db0f8fb1e71"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5da98815f82dce0cb31fd1e873a0cb30934971d15b74e0d78cf21f9e1b05953f"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5adf383c73f2d49ad15ff363a8748319ff84c371eed59ffd0127355d6ea1da"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56856b871146bfead25fbcaed098269d90b744eea5cb32a952df00d542cdd368"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win32.whl", hash = "sha256:943aa74a11f5806ab68278284a4ddd282d3fb348a0e96db9b42cb81bf731acdc"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win_amd64.whl", hash = "sha256:c6c4da4843e0dabde41b8f2e8147438330924114f541949e6318358a56d1875a"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46a3d4e7a472bfff2d28db838669fc437964e8af8df8ee1e4548e92710929adc"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d3dd67b5d69794cfe82862c002512683b3db038b99002171f624712fa71aeaa"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c61e2e41656a673b777e2f0cbbe545323dbe0d32312f590b1bc09da1de6c2a02"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0315d9125a38026227f559488fe7f7cee1bd2fbc19f9fd637739dc50bb6380b2"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af8ce2d31679006e7b747d30a89cd3ac1ec304c3d4c20973f0f4ad58e2d1c4c9"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:81ba314a08c7ab701e621b7ad079c0c933c58cdef88593c59b90b996e8b58fa5"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win32.whl", hash = "sha256:1ee8bd6d68578e517943f5ebff3afbd93fc65f7ef8f23becab9fa8fb315afb1d"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win_amd64.whl", hash = "sha256:ad7acbe95bac70e4e687a4dc9ae3f7a2f467aa6597049eeb6d4a662ecd990bb6"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fc4974d3684f28b61b9a90fcb4c41fb340fd4b6a50c04365704a4da5a9603b05"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87724e7ed2a936fdda2c05dbd99d395c91ea3c96f029a033a4a20e008dd876bf"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68722e6a550f5de2e3cfe9da6afb9a7dd15ef7032afa5651b0f0c6b3adb8815d"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:328529f7c7f90adcd65aed06a161851f83f475c2f664a898af574893f55d9e53"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:df40c16a7e8be7413b885c9bf900d402918cc848be08a59b022478804ea076b8"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:426f2fa71331a64f5132369ede5171c52fd1df1bd9727ce621f38b5b24f48750"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win32.whl", hash = "sha256:33157920b233bc542ce497a81a2e1452e685a11834c5763933b440fedd1d8e2d"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win_amd64.whl", hash = "sha256:2f60843068e432311c886c5f03c4664acaef507cf716f6c60d5fde7265be9d7b"},
+ {file = "SQLAlchemy-2.0.28-py3-none-any.whl", hash = "sha256:78bb7e8da0183a8301352d569900d9d3594c48ac21dc1c2ec6b3121ed8b6c986"},
+ {file = "SQLAlchemy-2.0.28.tar.gz", hash = "sha256:dd53b6c4e6d960600fd6532b79ee28e2da489322fcf6648738134587faf767b6"},
+]
+
+[[package]]
+name = "sqlalchemy"
+version = "2.0.28"
+extras = ["asyncio"]
+requires_python = ">=3.7"
+summary = "Database Abstraction Library"
+dependencies = [
+ "SQLAlchemy==2.0.28",
+ "greenlet!=0.4.17",
+]
+files = [
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e0b148ab0438f72ad21cb004ce3bdaafd28465c4276af66df3b9ecd2037bf252"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bbda76961eb8f27e6ad3c84d1dc56d5bc61ba8f02bd20fcf3450bd421c2fcc9c"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feea693c452d85ea0015ebe3bb9cd15b6f49acc1a31c28b3c50f4db0f8fb1e71"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5da98815f82dce0cb31fd1e873a0cb30934971d15b74e0d78cf21f9e1b05953f"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5adf383c73f2d49ad15ff363a8748319ff84c371eed59ffd0127355d6ea1da"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56856b871146bfead25fbcaed098269d90b744eea5cb32a952df00d542cdd368"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win32.whl", hash = "sha256:943aa74a11f5806ab68278284a4ddd282d3fb348a0e96db9b42cb81bf731acdc"},
+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win_amd64.whl", hash = "sha256:c6c4da4843e0dabde41b8f2e8147438330924114f541949e6318358a56d1875a"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46a3d4e7a472bfff2d28db838669fc437964e8af8df8ee1e4548e92710929adc"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d3dd67b5d69794cfe82862c002512683b3db038b99002171f624712fa71aeaa"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c61e2e41656a673b777e2f0cbbe545323dbe0d32312f590b1bc09da1de6c2a02"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0315d9125a38026227f559488fe7f7cee1bd2fbc19f9fd637739dc50bb6380b2"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af8ce2d31679006e7b747d30a89cd3ac1ec304c3d4c20973f0f4ad58e2d1c4c9"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:81ba314a08c7ab701e621b7ad079c0c933c58cdef88593c59b90b996e8b58fa5"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win32.whl", hash = "sha256:1ee8bd6d68578e517943f5ebff3afbd93fc65f7ef8f23becab9fa8fb315afb1d"},
+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win_amd64.whl", hash = "sha256:ad7acbe95bac70e4e687a4dc9ae3f7a2f467aa6597049eeb6d4a662ecd990bb6"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fc4974d3684f28b61b9a90fcb4c41fb340fd4b6a50c04365704a4da5a9603b05"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87724e7ed2a936fdda2c05dbd99d395c91ea3c96f029a033a4a20e008dd876bf"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68722e6a550f5de2e3cfe9da6afb9a7dd15ef7032afa5651b0f0c6b3adb8815d"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:328529f7c7f90adcd65aed06a161851f83f475c2f664a898af574893f55d9e53"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:df40c16a7e8be7413b885c9bf900d402918cc848be08a59b022478804ea076b8"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:426f2fa71331a64f5132369ede5171c52fd1df1bd9727ce621f38b5b24f48750"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win32.whl", hash = "sha256:33157920b233bc542ce497a81a2e1452e685a11834c5763933b440fedd1d8e2d"},
+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win_amd64.whl", hash = "sha256:2f60843068e432311c886c5f03c4664acaef507cf716f6c60d5fde7265be9d7b"},
+ {file = "SQLAlchemy-2.0.28-py3-none-any.whl", hash = "sha256:78bb7e8da0183a8301352d569900d9d3594c48ac21dc1c2ec6b3121ed8b6c986"},
+ {file = "SQLAlchemy-2.0.28.tar.gz", hash = "sha256:dd53b6c4e6d960600fd6532b79ee28e2da489322fcf6648738134587faf767b6"},
+]
+
+[[package]]
+name = "tenacity"
+version = "8.2.3"
+requires_python = ">=3.7"
+summary = "Retry code until it succeeds"
+files = [
+ {file = "tenacity-8.2.3-py3-none-any.whl", hash = "sha256:ce510e327a630c9e1beaf17d42e6ffacc88185044ad85cf74c0a8887c6a0f88c"},
+ {file = "tenacity-8.2.3.tar.gz", hash = "sha256:5398ef0d78e63f40007c1fb4c0bff96e1911394d2fa8d194f77619c05ff6cc8a"},
+]
+
+[[package]]
+name = "tensorrt-llm"
+version = "0.7.1"
+requires_python = ">=3.7, <4"
+summary = ""
+files = [
+ {file = "tensorrt-llm-0.7.1.tar.gz", hash = "sha256:10275e2585484f138b43576acddba42ebee073fbb1665fe0954032e421e26e08"},
+]
+
+[[package]]
+name = "tiktoken"
+version = "0.6.0"
requires_python = ">=3.8"
+summary = "tiktoken is a fast BPE tokeniser for use with OpenAI's models"
+dependencies = [
+ "regex>=2022.1.18",
+ "requests>=2.26.0",
+]
+files = [
+ {file = "tiktoken-0.6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:277de84ccd8fa12730a6b4067456e5cf72fef6300bea61d506c09e45658d41ac"},
+ {file = "tiktoken-0.6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9c44433f658064463650d61387623735641dcc4b6c999ca30bc0f8ba3fccaf5c"},
+ {file = "tiktoken-0.6.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:afb9a2a866ae6eef1995ab656744287a5ac95acc7e0491c33fad54d053288ad3"},
+ {file = "tiktoken-0.6.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c62c05b3109fefca26fedb2820452a050074ad8e5ad9803f4652977778177d9f"},
+ {file = "tiktoken-0.6.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0ef917fad0bccda07bfbad835525bbed5f3ab97a8a3e66526e48cdc3e7beacf7"},
+ {file = "tiktoken-0.6.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:e095131ab6092d0769a2fda85aa260c7c383072daec599ba9d8b149d2a3f4d8b"},
+ {file = "tiktoken-0.6.0-cp310-cp310-win_amd64.whl", hash = "sha256:05b344c61779f815038292a19a0c6eb7098b63c8f865ff205abb9ea1b656030e"},
+ {file = "tiktoken-0.6.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:cefb9870fb55dca9e450e54dbf61f904aab9180ff6fe568b61f4db9564e78871"},
+ {file = "tiktoken-0.6.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:702950d33d8cabc039845674107d2e6dcabbbb0990ef350f640661368df481bb"},
+ {file = "tiktoken-0.6.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e8d49d076058f23254f2aff9af603863c5c5f9ab095bc896bceed04f8f0b013a"},
+ {file = "tiktoken-0.6.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:430bc4e650a2d23a789dc2cdca3b9e5e7eb3cd3935168d97d43518cbb1f9a911"},
+ {file = "tiktoken-0.6.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:293cb8669757301a3019a12d6770bd55bec38a4d3ee9978ddbe599d68976aca7"},
+ {file = "tiktoken-0.6.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:7bd1a288b7903aadc054b0e16ea78e3171f70b670e7372432298c686ebf9dd47"},
+ {file = "tiktoken-0.6.0-cp311-cp311-win_amd64.whl", hash = "sha256:ac76e000183e3b749634968a45c7169b351e99936ef46f0d2353cd0d46c3118d"},
+ {file = "tiktoken-0.6.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:47fdcfe11bd55376785a6aea8ad1db967db7f66ea81aed5c43fad497521819a4"},
+ {file = "tiktoken-0.6.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:fb7d2ccbf1a7784810aff6b80b4012fb42c6fc37eaa68cb3b553801a5cc2d1fc"},
+ {file = "tiktoken-0.6.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1ccb7a111ee76af5d876a729a347f8747d5ad548e1487eeea90eaf58894b3138"},
+ {file = "tiktoken-0.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2048e1086b48e3c8c6e2ceeac866561374cd57a84622fa49a6b245ffecb7744"},
+ {file = "tiktoken-0.6.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:07f229a5eb250b6403a61200199cecf0aac4aa23c3ecc1c11c1ca002cbb8f159"},
+ {file = "tiktoken-0.6.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:432aa3be8436177b0db5a2b3e7cc28fd6c693f783b2f8722539ba16a867d0c6a"},
+ {file = "tiktoken-0.6.0-cp39-cp39-win_amd64.whl", hash = "sha256:8bfe8a19c8b5c40d121ee7938cd9c6a278e5b97dc035fd61714b4f0399d2f7a1"},
+ {file = "tiktoken-0.6.0.tar.gz", hash = "sha256:ace62a4ede83c75b0374a2ddfa4b76903cf483e9cb06247f566be3bf14e6beed"},
+]
+
+[[package]]
+name = "tqdm"
+version = "4.66.2"
+requires_python = ">=3.7"
+summary = "Fast, Extensible Progress Meter"
+dependencies = [
+ "colorama; platform_system == \"Windows\"",
+]
+files = [
+ {file = "tqdm-4.66.2-py3-none-any.whl", hash = "sha256:1ee4f8a893eb9bef51c6e35730cebf234d5d0b6bd112b0271e10ed7c24a02bd9"},
+ {file = "tqdm-4.66.2.tar.gz", hash = "sha256:6cd52cdf0fef0e0f543299cfc96fec90d7b8a7e88745f411ec33eb44d5ed3531"},
+]
+
+[[package]]
+name = "typing-extensions"
+version = "4.10.0"
+requires_python = ">=3.8"
+summary = "Backported and Experimental Type Hints for Python 3.8+"
+files = [
+ {file = "typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475"},
+ {file = "typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb"},
+]
+
+[[package]]
+name = "typing-inspect"
+version = "0.9.0"
+summary = "Runtime inspection utilities for typing module."
+dependencies = [
+ "mypy-extensions>=0.3.0",
+ "typing-extensions>=3.7.4",
+]
+files = [
+ {file = "typing_inspect-0.9.0-py3-none-any.whl", hash = "sha256:9ee6fc59062311ef8547596ab6b955e1b8aa46242d854bfc78f4f6b0eff35f9f"},
+ {file = "typing_inspect-0.9.0.tar.gz", hash = "sha256:b23fc42ff6f6ef6954e4852c1fb512cdd18dbea03134f91f856a95ccc9461f78"},
+]
+
+[[package]]
+name = "tzdata"
+version = "2024.1"
+requires_python = ">=2"
+summary = "Provider of IANA time zone data"
+files = [
+ {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"},
+ {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"},
+]
+
+[[package]]
+name = "unstract-core"
+version = "0.0.1"
+requires_python = ">=3.9,<3.11.1"
+path = "../unstract/core"
+summary = "Core library that helps with executing workflows."
+dependencies = [
+ "boto3~=1.28.17",
+ "botocore~=1.31.17",
+ "llama-index==0.9.28",
+ "redis~=5.0.1",
+ "requests==2.31.0",
+]
+
+[[package]]
+name = "urllib3"
+version = "1.26.18"
+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*"
summary = "HTTP library with thread-safe connection pooling, file post, and more."
files = [
- {file = "urllib3-2.2.1-py3-none-any.whl", hash = "sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d"},
- {file = "urllib3-2.2.1.tar.gz", hash = "sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19"},
+ {file = "urllib3-1.26.18-py2.py3-none-any.whl", hash = "sha256:34b97092d7e0a3a8cf7cd10e386f401b3737364026c45e622aa02903dffe0f07"},
+ {file = "urllib3-1.26.18.tar.gz", hash = "sha256:f8ecc1bba5667413457c529ab955bf8c67b45db799d159066261719e328580a0"},
]
[[package]]
@@ -372,12 +1337,111 @@ files = [
{file = "werkzeug-3.0.1.tar.gz", hash = "sha256:507e811ecea72b18a404947aded4b3390e1db8f826b494d76550ef45bb3b1dcc"},
]
+[[package]]
+name = "wrapt"
+version = "1.16.0"
+requires_python = ">=3.6"
+summary = "Module for decorators, wrappers and monkey patching."
+files = [
+ {file = "wrapt-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4"},
+ {file = "wrapt-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020"},
+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb2dee3874a500de01c93d5c71415fcaef1d858370d405824783e7a8ef5db440"},
+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2a88e6010048489cda82b1326889ec075a8c856c2e6a256072b28eaee3ccf487"},
+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ac83a914ebaf589b69f7d0a1277602ff494e21f4c2f743313414378f8f50a4cf"},
+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:73aa7d98215d39b8455f103de64391cb79dfcad601701a3aa0dddacf74911d72"},
+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:807cc8543a477ab7422f1120a217054f958a66ef7314f76dd9e77d3f02cdccd0"},
+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bf5703fdeb350e36885f2875d853ce13172ae281c56e509f4e6eca049bdfb136"},
+ {file = "wrapt-1.16.0-cp310-cp310-win32.whl", hash = "sha256:f6b2d0c6703c988d334f297aa5df18c45e97b0af3679bb75059e0e0bd8b1069d"},
+ {file = "wrapt-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:decbfa2f618fa8ed81c95ee18a387ff973143c656ef800c9f24fb7e9c16054e2"},
+ {file = "wrapt-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1a5db485fe2de4403f13fafdc231b0dbae5eca4359232d2efc79025527375b09"},
+ {file = "wrapt-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:75ea7d0ee2a15733684badb16de6794894ed9c55aa5e9903260922f0482e687d"},
+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a452f9ca3e3267cd4d0fcf2edd0d035b1934ac2bd7e0e57ac91ad6b95c0c6389"},
+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:43aa59eadec7890d9958748db829df269f0368521ba6dc68cc172d5d03ed8060"},
+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:72554a23c78a8e7aa02abbd699d129eead8b147a23c56e08d08dfc29cfdddca1"},
+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d2efee35b4b0a347e0d99d28e884dfd82797852d62fcd7ebdeee26f3ceb72cf3"},
+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:6dcfcffe73710be01d90cae08c3e548d90932d37b39ef83969ae135d36ef3956"},
+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:eb6e651000a19c96f452c85132811d25e9264d836951022d6e81df2fff38337d"},
+ {file = "wrapt-1.16.0-cp311-cp311-win32.whl", hash = "sha256:66027d667efe95cc4fa945af59f92c5a02c6f5bb6012bff9e60542c74c75c362"},
+ {file = "wrapt-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:aefbc4cb0a54f91af643660a0a150ce2c090d3652cf4052a5397fb2de549cd89"},
+ {file = "wrapt-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9b201ae332c3637a42f02d1045e1d0cccfdc41f1f2f801dafbaa7e9b4797bfc2"},
+ {file = "wrapt-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:2076fad65c6736184e77d7d4729b63a6d1ae0b70da4868adeec40989858eb3fb"},
+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5cd603b575ebceca7da5a3a251e69561bec509e0b46e4993e1cac402b7247b8"},
+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b47cfad9e9bbbed2339081f4e346c93ecd7ab504299403320bf85f7f85c7d46c"},
+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8212564d49c50eb4565e502814f694e240c55551a5f1bc841d4fcaabb0a9b8a"},
+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5f15814a33e42b04e3de432e573aa557f9f0f56458745c2074952f564c50e664"},
+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:db2e408d983b0e61e238cf579c09ef7020560441906ca990fe8412153e3b291f"},
+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:edfad1d29c73f9b863ebe7082ae9321374ccb10879eeabc84ba3b69f2579d537"},
+ {file = "wrapt-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed867c42c268f876097248e05b6117a65bcd1e63b779e916fe2e33cd6fd0d3c3"},
+ {file = "wrapt-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:eb1b046be06b0fce7249f1d025cd359b4b80fc1c3e24ad9eca33e0dcdb2e4a35"},
+ {file = "wrapt-1.16.0-py3-none-any.whl", hash = "sha256:6906c4100a8fcbf2fa735f6059214bb13b97f75b1a61777fcf6432121ef12ef1"},
+ {file = "wrapt-1.16.0.tar.gz", hash = "sha256:5f370f952971e7d17c7d1ead40e49f32345a7f7a5373571ef44d800d06b1899d"},
+]
+
+[[package]]
+name = "yarl"
+version = "1.9.4"
+requires_python = ">=3.7"
+summary = "Yet another URL library"
+dependencies = [
+ "idna>=2.0",
+ "multidict>=4.0",
+]
+files = [
+ {file = "yarl-1.9.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a8c1df72eb746f4136fe9a2e72b0c9dc1da1cbd23b5372f94b5820ff8ae30e0e"},
+ {file = "yarl-1.9.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:a3a6ed1d525bfb91b3fc9b690c5a21bb52de28c018530ad85093cc488bee2dd2"},
+ {file = "yarl-1.9.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c38c9ddb6103ceae4e4498f9c08fac9b590c5c71b0370f98714768e22ac6fa66"},
+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d9e09c9d74f4566e905a0b8fa668c58109f7624db96a2171f21747abc7524234"},
+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b8477c1ee4bd47c57d49621a062121c3023609f7a13b8a46953eb6c9716ca392"},
+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d5ff2c858f5f6a42c2a8e751100f237c5e869cbde669a724f2062d4c4ef93551"},
+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:357495293086c5b6d34ca9616a43d329317feab7917518bc97a08f9e55648455"},
+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:54525ae423d7b7a8ee81ba189f131054defdb122cde31ff17477951464c1691c"},
+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:801e9264d19643548651b9db361ce3287176671fb0117f96b5ac0ee1c3530d53"},
+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:e516dc8baf7b380e6c1c26792610230f37147bb754d6426462ab115a02944385"},
+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:7d5aaac37d19b2904bb9dfe12cdb08c8443e7ba7d2852894ad448d4b8f442863"},
+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:54beabb809ffcacbd9d28ac57b0db46e42a6e341a030293fb3185c409e626b8b"},
+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bac8d525a8dbc2a1507ec731d2867025d11ceadcb4dd421423a5d42c56818541"},
+ {file = "yarl-1.9.4-cp310-cp310-win32.whl", hash = "sha256:7855426dfbddac81896b6e533ebefc0af2f132d4a47340cee6d22cac7190022d"},
+ {file = "yarl-1.9.4-cp310-cp310-win_amd64.whl", hash = "sha256:848cd2a1df56ddbffeb375535fb62c9d1645dde33ca4d51341378b3f5954429b"},
+ {file = "yarl-1.9.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:35a2b9396879ce32754bd457d31a51ff0a9d426fd9e0e3c33394bf4b9036b099"},
+ {file = "yarl-1.9.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c7d56b293cc071e82532f70adcbd8b61909eec973ae9d2d1f9b233f3d943f2c"},
+ {file = "yarl-1.9.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d8a1c6c0be645c745a081c192e747c5de06e944a0d21245f4cf7c05e457c36e0"},
+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4b3c1ffe10069f655ea2d731808e76e0f452fc6c749bea04781daf18e6039525"},
+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:549d19c84c55d11687ddbd47eeb348a89df9cb30e1993f1b128f4685cd0ebbf8"},
+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a7409f968456111140c1c95301cadf071bd30a81cbd7ab829169fb9e3d72eae9"},
+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e23a6d84d9d1738dbc6e38167776107e63307dfc8ad108e580548d1f2c587f42"},
+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d8b889777de69897406c9fb0b76cdf2fd0f31267861ae7501d93003d55f54fbe"},
+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:03caa9507d3d3c83bca08650678e25364e1843b484f19986a527630ca376ecce"},
+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:4e9035df8d0880b2f1c7f5031f33f69e071dfe72ee9310cfc76f7b605958ceb9"},
+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:c0ec0ed476f77db9fb29bca17f0a8fcc7bc97ad4c6c1d8959c507decb22e8572"},
+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:ee04010f26d5102399bd17f8df8bc38dc7ccd7701dc77f4a68c5b8d733406958"},
+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:49a180c2e0743d5d6e0b4d1a9e5f633c62eca3f8a86ba5dd3c471060e352ca98"},
+ {file = "yarl-1.9.4-cp311-cp311-win32.whl", hash = "sha256:81eb57278deb6098a5b62e88ad8281b2ba09f2f1147c4767522353eaa6260b31"},
+ {file = "yarl-1.9.4-cp311-cp311-win_amd64.whl", hash = "sha256:d1d2532b340b692880261c15aee4dc94dd22ca5d61b9db9a8a361953d36410b1"},
+ {file = "yarl-1.9.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:604f31d97fa493083ea21bd9b92c419012531c4e17ea6da0f65cacdcf5d0bd27"},
+ {file = "yarl-1.9.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:8a854227cf581330ffa2c4824d96e52ee621dd571078a252c25e3a3b3d94a1b1"},
+ {file = "yarl-1.9.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ba6f52cbc7809cd8d74604cce9c14868306ae4aa0282016b641c661f981a6e91"},
+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a6327976c7c2f4ee6816eff196e25385ccc02cb81427952414a64811037bbc8b"},
+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8397a3817d7dcdd14bb266283cd1d6fc7264a48c186b986f32e86d86d35fbac5"},
+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e0381b4ce23ff92f8170080c97678040fc5b08da85e9e292292aba67fdac6c34"},
+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23d32a2594cb5d565d358a92e151315d1b2268bc10f4610d098f96b147370136"},
+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ddb2a5c08a4eaaba605340fdee8fc08e406c56617566d9643ad8bf6852778fc7"},
+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:26a1dc6285e03f3cc9e839a2da83bcbf31dcb0d004c72d0730e755b33466c30e"},
+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:18580f672e44ce1238b82f7fb87d727c4a131f3a9d33a5e0e82b793362bf18b4"},
+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:29e0f83f37610f173eb7e7b5562dd71467993495e568e708d99e9d1944f561ec"},
+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:1f23e4fe1e8794f74b6027d7cf19dc25f8b63af1483d91d595d4a07eca1fb26c"},
+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:db8e58b9d79200c76956cefd14d5c90af54416ff5353c5bfd7cbe58818e26ef0"},
+ {file = "yarl-1.9.4-cp39-cp39-win32.whl", hash = "sha256:c7224cab95645c7ab53791022ae77a4509472613e839dab722a72abe5a684575"},
+ {file = "yarl-1.9.4-cp39-cp39-win_amd64.whl", hash = "sha256:824d6c50492add5da9374875ce72db7a0733b29c2394890aef23d533106e2b15"},
+ {file = "yarl-1.9.4-py3-none-any.whl", hash = "sha256:928cecb0ef9d5a7946eb6ff58417ad2fe9375762382f1bf5c55e61645f2c43ad"},
+ {file = "yarl-1.9.4.tar.gz", hash = "sha256:566db86717cf8080b99b58b083b773a908ae40f06681e87e589a976faf8246bf"},
+]
+
[[package]]
name = "zipp"
-version = "3.17.0"
+version = "3.18.1"
requires_python = ">=3.8"
summary = "Backport of pathlib-compatible object wrapper for zip files"
files = [
- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},
- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},
+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},
+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},
]
diff --git a/worker/pyproject.toml b/worker/pyproject.toml
index 1139a1016..22de54f82 100644
--- a/worker/pyproject.toml
+++ b/worker/pyproject.toml
@@ -10,8 +10,9 @@ dependencies = [
"flask~=3.0.0",
"python-dotenv==1.0.0",
"redis==5.0.1",
+ "unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",
]
-requires-python = ">=3.9"
+requires-python = ">=3.9,<3.11.1"
readme = "README.md"
license = {text = "MIT"}
diff --git a/worker/src/unstract/worker/pubsub_helper.py b/worker/src/unstract/worker/pubsub_helper.py
deleted file mode 100644
index e776622fc..000000000
--- a/worker/src/unstract/worker/pubsub_helper.py
+++ /dev/null
@@ -1,84 +0,0 @@
-import json
-import logging
-import os
-from typing import Any, Optional
-
-import redis
-
-
-class LogHelper:
- logging.basicConfig(
- level=logging.INFO,
- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",
- )
-
- @staticmethod
- def log(
- stage: str,
- message: str,
- level: str = "INFO",
- cost_type: Optional[str] = None,
- cost_units: Optional[str] = None,
- cost_value: Optional[float] = None,
- step: Optional[str] = None,
- iteration: Optional[int] = None,
- iteration_total: Optional[int] = None,
- ) -> dict[str, Any]:
- return {
- "_pandora_message_type": "log",
- "level": level,
- "stage": stage,
- "message": message,
- "cost_type": cost_type,
- "cost_units": cost_units,
- "cost_value": cost_value,
- "step": step,
- "iteration": iteration,
- "iteration_total": iteration_total,
- }
-
- @staticmethod
- def update(
- component: str,
- state: str,
- state_message: str,
- ) -> dict[str, Any]:
- return {
- "_pandora_message_type": "update",
- "component": component,
- "state": state,
- "state_message": state_message,
- }
-
- @staticmethod
- def publish(channel_id: str, message: dict[str, Any]) -> bool:
- channel = f"logs:{channel_id}"
- redis_host = os.environ.get("REDIS_HOST")
- redis_port = os.environ.get("REDIS_PORT", "6379")
-
- redis_user = os.environ.get("REDIS_USER")
- redis_password = os.environ.get("REDIS_PASSWORD")
-
- if not redis_host:
- raise RuntimeError("REDIS_HOST environment variable not set")
-
- if not redis_user:
- raise RuntimeError("REDIS_USER environment variable not set")
-
- if not redis_password:
- redis_password = None
-
- try:
- r = redis.Redis(
- host=redis_host,
- port=int(redis_port),
- username=redis_user,
- password=redis_password,
- )
- payload = json.dumps(message)
- r.publish(channel, payload)
- r.close()
- except Exception as e:
- logging.error(f"Could not publish message to channel {channel}: {e}")
- return False
- return True
diff --git a/worker/src/unstract/worker/worker.py b/worker/src/unstract/worker/worker.py
index f0b85d160..a28ddfc5d 100644
--- a/worker/src/unstract/worker/worker.py
+++ b/worker/src/unstract/worker/worker.py
@@ -6,8 +6,9 @@ import uuid
from typing import Any, Optional
from dotenv import load_dotenv
+
+from unstract.core.pubsub_helper import LogPublisher
from unstract.worker.constants import Env, LogType, ToolKey
-from unstract.worker.pubsub_helper import LogHelper as fe_log
import docker
from docker import DockerClient # type: ignore[attr-defined]
@@ -146,7 +147,7 @@ class UnstractWorker:
log_dict["component"] = tool_instance_id
if channel:
# Publish to channel of socket io
- fe_log.publish(channel, log_dict)
+ LogPublisher.publish(channel, log_dict)
return None
def is_valid_log_type(self, log_type: Optional[str]) -> bool: