LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Websocket push messages propagation (#115)
Hari John Kuriakose671c769b9640
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yamlindex dcbe5c938..f50036369 100644--- a/.pre-commit-config.yaml+++ b/.pre-commit-config.yaml@@ -42,12 +42,12 @@ repos:args: ["-d", "relaxed"]language: system- repo: https://github.com/rhysd/actionlint- rev: v1.6.26+ rev: v1.6.27hooks:- id: actionlint-dockerargs: [-ignore, 'label ".+" is unknown']- repo: https://github.com/psf/black- rev: 24.2.0+ rev: 24.3.0hooks:- id: blackargs: [--config=pyproject.toml, -l 80]@@ -94,7 +94,7 @@ repos:# - id: absolufy-imports# files: ^backend/- repo: https://github.com/asottile/pyupgrade- rev: v3.15.0+ rev: v3.15.1hooks:- id: pyupgradeentry: pyupgrade --py39-plus --keep-runtime-typing@@ -120,7 +120,7 @@ repos:hooks:- id: yesqa- repo: https://github.com/pre-commit/mirrors-eslint- rev: "v9.0.0-beta.0" # Use the sha / tag you want to point at+ rev: "v9.0.0-beta.2" # Use the sha / tag you want to point athooks:- id: eslintargs: [--config=frontend/.eslintrc.json]@@ -138,14 +138,14 @@ repos:hooks:- id: htmlhint- repo: https://github.com/asottile/pyupgrade- rev: v3.15.0+ rev: v3.15.1hooks:- id: pyupgradeentry: pyupgrade --py38-plus --keep-runtime-typingtypes:- python- repo: https://github.com/pre-commit/mirrors-mypy- rev: v1.8.0+ rev: v1.9.0hooks:- id: mypylanguage: system@@ -158,6 +158,8 @@ repos:--allow-subclassing-any,--allow-untyped-decorators,--check-untyped-defs,+ # To use Unpack for typing kwargs+ --enable-incomplete-feature=Unpack,--exclude, ".*migrations/.*.py",--exclude, "backend/prompt/.*",--exclude, "document-service/.*",@@ -178,8 +180,6 @@ repos:--warn-unreachable,--warn-unused-configs,--warn-unused-ignores,- # To use Unpack for typing kwargs- --enable-incomplete-feature=Unpack]- repo: https://github.com/igorshubovych/markdownlint-clirev: v0.39.0@@ -189,11 +189,13 @@ repos:- id: markdownlint-fixargs: [--disable, MD013]- repo: https://github.com/pdm-project/pdm- rev: 2.12.3+ rev: 2.12.4hooks:- id: pdm-lock-check- repo: localhooks:+ # ! IMPORTANT !+ # Requires unstract-db to be running and accessible- id: check-django-migrationsname: Check django migrationsentry: sh -c 'pdm run `find . -name "manage.py" -not -path "*/.venv/*"` makemigrations --check --dry-run --no-input'diff --git a/backend/account/authentication_controller.py b/backend/account/authentication_controller.pyindex 46037baea..32415c0f7 100644--- a/backend/account/authentication_controller.py+++ b/backend/account/authentication_controller.py@@ -7,6 +7,7 @@ from account.authentication_plugin_registry import AuthenticationPluginRegistryfrom account.authentication_service import AuthenticationServicefrom account.constants import (AuthorizationErrorCode,+ Common,Cookie,ErrorMessage,OrganizationMemberModel,@@ -33,6 +34,7 @@ from account.serializer import (SetOrganizationsResponseSerializer,)from account.user import UserService+from utils.local_context import StateStorefrom django.conf import settingsfrom django.contrib.auth import login as django_loginfrom django.contrib.auth import logout as django_logout@@ -234,6 +236,7 @@ class AuthenticationController:data={"user": serialized_user_info,"organization": organization_info,+ f"{Common.LOG_EVENTS_ID}": StateStore.get(Common.LOG_EVENTS_ID)},)# Update user session data in redisdiff --git a/backend/account/constants.py b/backend/account/constants.pyindex ec246a361..a88fb69c3 100644--- a/backend/account/constants.py+++ b/backend/account/constants.py@@ -17,6 +17,7 @@ class Common:USER_IDS = "user_ids"USER_ROLE = "role"MAX_EMAIL_IN_REQUEST = 10+ LOG_EVENTS_ID = "log_events_id"class UserModel:diff --git a/backend/account/custom_auth_middleware.py b/backend/account/custom_auth_middleware.pyindex 3fe18f466..91748cd3f 100644--- a/backend/account/custom_auth_middleware.py+++ b/backend/account/custom_auth_middleware.py@@ -8,10 +8,9 @@ from django.db import connectionfrom django.http import HttpRequest, HttpResponse, JsonResponsefrom tenant_account.organization_member_service import OrganizationMemberServicefrom utils.cache_service import CacheService-+from utils.local_context import StateStorefrom backend.constants import RequestHeader-class CustomAuthMiddleware:def __init__(self, get_response: HttpResponse):self.get_response = get_response@@ -43,8 +42,14 @@ class CustomAuthMiddleware:self.local_authentication(request)elif request.COOKIES:self.authenticate_with_cookies(request, tenantAccessiblePublicPath)- if request.user and request.session and "user" in request.session:+ if (+ request.user+ and request.session+ and "user" in request.session+ ):+ StateStore.set(Common.LOG_EVENTS_ID, request.session.session_key)response = self.get_response(request)+ StateStore.clear(Common.LOG_EVENTS_ID)return responsereturn JsonResponse({"message": "Unauthorized"}, status=401)diff --git a/backend/backend/public_urls.py b/backend/backend/public_urls.pyindex 13a177ca2..6f2d79586 100644--- a/backend/backend/public_urls.py+++ b/backend/backend/public_urls.py@@ -33,8 +33,6 @@ urlpatterns = [path(f"{path_prefix}/", include("connector_auth.urls")),# Docspath(f"{path_prefix}/", include("docs.urls")),- # Socket.io- path(f"{path_prefix}/", include("log_events.urls")),# API deploymentpath(f"{api_path_prefix}/", include("api.urls")),# Feature flagsdiff --git a/backend/backend/settings/base.py b/backend/backend/settings/base.pyindex 555c33ba4..b8e1fd669 100644--- a/backend/backend/settings/base.py+++ b/backend/backend/settings/base.py@@ -184,7 +184,6 @@ SHARED_APPS = ("docs",# Plugins"plugins",- "log_events","feature_flag","django_celery_beat",)diff --git a/backend/backend/settings/dev.py b/backend/backend/settings/dev.pyindex ccc4011e7..8765cd234 100644--- a/backend/backend/settings/dev.py+++ b/backend/backend/settings/dev.py@@ -8,12 +8,14 @@ X_FRAME_OPTIONS = "ALLOW-FROM http://localhost:3000"CORS_ALLOWED_ORIGINS = ["http://localhost:3000","http://127.0.0.1:3000",+ "http://frontend.unstract.localhost",# Other allowed origins if needed]CORS_ORIGIN_WHITELIST = ["http://localhost:3000","http://127.0.0.1:3000",+ "http://frontend.unstract.localhost",# Other allowed origins if needed]diff --git a/backend/backend/wsgi.py b/backend/backend/wsgi.pyindex 536554420..7a762dd3e 100644--- a/backend/backend/wsgi.py+++ b/backend/backend/wsgi.py@@ -8,18 +8,19 @@ https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/import os-import socketiofrom django.conf import settingsfrom django.core.wsgi import get_wsgi_applicationfrom dotenv import load_dotenv-from log_events.views import sio++from utils.log_events import start_serverload_dotenv()-path_prefix = settings.PATH_PREFIXos.environ.setdefault("DJANGO_SETTINGS_MODULE",os.environ.get("DJANGO_SETTINGS_MODULE", "backend.settings.dev"),)+django_app = get_wsgi_application()-application = socketio.WSGIApp(sio, django_app,socketio_path=f"{path_prefix}/socket")++application = start_server(django_app, f"{settings.PATH_PREFIX}/socket")diff --git a/backend/log_events/__init__.py b/backend/log_events/__init__.pydeleted file mode 100644index e69de29bb..000000000diff --git a/backend/log_events/admin.py b/backend/log_events/admin.pydeleted file mode 100644index 8c38f3f3d..000000000--- a/backend/log_events/admin.py+++ /dev/null@@ -1,3 +0,0 @@-from django.contrib import admin--# Register your models here.diff --git a/backend/log_events/apps.py b/backend/log_events/apps.pydeleted file mode 100644index 5fa52f37c..000000000--- a/backend/log_events/apps.py+++ /dev/null@@ -1,6 +0,0 @@-from django.apps import AppConfig---class LogEventsConfig(AppConfig):- default_auto_field = 'django.db.models.BigAutoField'- name = 'log_events'diff --git a/backend/log_events/constants.py b/backend/log_events/constants.pydeleted file mode 100644index caa0c78f1..000000000--- a/backend/log_events/constants.py+++ /dev/null@@ -1,3 +0,0 @@-class LogServerConstants:- USER_INFO="userinfo"- PRIMARY_SUB="primary_sub"\ No newline at end of filediff --git a/backend/log_events/migrations/__init__.py b/backend/log_events/migrations/__init__.pydeleted file mode 100644index e69de29bb..000000000diff --git a/backend/log_events/models.py b/backend/log_events/models.pydeleted file mode 100644index 71a836239..000000000--- a/backend/log_events/models.py+++ /dev/null@@ -1,3 +0,0 @@-from django.db import models--# Create your models here.diff --git a/backend/log_events/tests.py b/backend/log_events/tests.pydeleted file mode 100644index 7ce503c2d..000000000--- a/backend/log_events/tests.py+++ /dev/null@@ -1,3 +0,0 @@-from django.test import TestCase--# Create your tests here.diff --git a/backend/log_events/urls.py b/backend/log_events/urls.pydeleted file mode 100644index f7a409424..000000000--- a/backend/log_events/urls.py+++ /dev/null@@ -1,3 +0,0 @@-# from . import views--urlpatterns = [] # type: ignorediff --git a/backend/log_events/views.py b/backend/log_events/views.pydeleted file mode 100644index 0bf0473a8..000000000--- a/backend/log_events/views.py+++ /dev/null@@ -1,67 +0,0 @@-import logging-import threading-from typing import Any--import redis-import socketio-from django.conf import settings--logger = logging.getLogger(__name__)--# Set async_mode to 'threading', 'eventlet', 'gevent' or 'gevent_uwsgi' to-# force a mode else, the best mode is selected automatically from what's-# installed.-# Enable socketio logger if needed-# engineio_logger=True,-sio = socketio.Server(- async_mode="threading",- cors_allowed_origins="*",- logger=False,- engineio_logger=False,- always_connect=True,- ping_timeout=300, # We need to decide and finalize the value-)--redis_conn = redis.Redis(- host=settings.REDIS_HOST,- port=int(settings.REDIS_PORT),- username=settings.REDIS_USER,- password=settings.REDIS_PASSWORD,-)---def connect(sid: str, environ: Any) -> None:- logger.info(f"Client with SID:{sid} connected")---def disconnect(sid: str) -> None:- logger.info(f"Client with--------------------Client SID:{sid} disconnected")---def handle_pub_sub_messages(message: Any) -> None:- channel = message["channel"].decode("utf-8")- data = message["data"]- sio.emit(channel, {"data": data})---def background_task_for_pub_sub() -> None:- channel_pattern = "logs:*"- try:- # Subscribe to the Redis Pub/Sub channel- pubsub = redis_conn.pubsub(ignore_subscribe_messages=True)- pubsub.psubscribe(channel_pattern)-- # Start listening for messages from Redis- for message in pubsub.listen(): # type: ignore- if message["type"] == "pmessage":- handle_pub_sub_messages(message)- except Exception as e:- logger.error(f"Error occured in background task to pubsub::{e}")---background_thread = threading.Thread(- target=background_task_for_pub_sub, daemon=True-)-background_thread.start()diff --git a/backend/pdm.lock b/backend/pdm.lockindex 01ddeb1cd..c8ba0b86e 100644--- a/backend/pdm.lock+++ b/backend/pdm.lock@@ -3877,13 +3877,13 @@ files = [[[package]]name = "setuptools"-version = "69.1.1"+version = "69.2.0"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"groups = ["default"]files = [- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},][[package]]@@ -4640,7 +4640,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.4.1"+version = "0.4.2"requires_python = "<3.12,>=3.9"summary = "Unstract Adapters"groups = ["default"]@@ -4666,8 +4666,8 @@ dependencies = ["weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.4.1-py3-none-any.whl", hash = "sha256:d8be73fe96f37f347274b62360e2a99b69e83b93e4be4c93797e383e0a0cafbb"},- {file = "unstract_adapters-0.4.1.tar.gz", hash = "sha256:1f0ceaa8a26af51dd46713ec73b029a115c2a9f43a00e10ae73e8dedee7e1069"},+ {file = "unstract_adapters-0.4.2-py3-none-any.whl", hash = "sha256:62a8d432fb16d4c63cfc79664a7fa1c7b7c0b733b40046193be10ad790ed8a13"},+ {file = "unstract_adapters-0.4.2.tar.gz", hash = "sha256:e77cf812b5f1870ca74f2047657fda913469b3b13c851363c19c369066ff8404"},][[package]]@@ -4776,6 +4776,7 @@ path = "../unstract/workflow-execution"summary = "Unstract workflow execution package"groups = ["default"]dependencies = [+ "unstract-core","unstract-tool-registry","unstract-tool-sandbox",]diff --git a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.pyindex 920d9fccd..0405e7cc5 100644--- a/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py+++ b/backend/prompt_studio/prompt_studio_core/prompt_studio_helper.py@@ -4,6 +4,7 @@ import osfrom pathlib import Pathfrom typing import Any, Optional+from account.constants import Commonfrom adapter_processor.models import AdapterInstancefrom django.conf import settingsfrom file_management.file_management_helper import FileManagerHelper@@ -33,8 +34,9 @@ from unstract.sdk.exceptions import SdkErrorfrom unstract.sdk.index import ToolIndexfrom unstract.sdk.prompt import PromptToolfrom unstract.sdk.utils.tool_utils import ToolUtils+from utils.local_context import StateStore-from unstract.core.pubsub_helper import LogHelper as stream_log+from unstract.core.pubsub_helper import LogPublisherCHOICES_JSON = "/static/select_choices.json"@@ -44,6 +46,15 @@ logger = logging.getLogger(__name__)class PromptStudioHelper:"""Helper class for Custom tool operations."""+ @staticmethod+ def _publish_log(+ component: dict[str, str], level: str, state: str, message: str+ ) -> None:+ LogPublisher.publish(+ StateStore.get(Common.LOG_EVENTS_ID),+ LogPublisher.log_prompt(component, level, state, message),+ )+@staticmethoddef get_select_fields() -> dict[str, Any]:"""Method to fetch dropdown field values for frontend.@@ -127,30 +138,18 @@ class PromptStudioHelper:if not default_profile:raise DefaultProfileError()- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Invoking indexing for {tool_id}",- ),- )if not tool:logger.error(f"No tool instance found for the ID {tool_id}")raise ToolNotValid()- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Calling prompt service for\- indexing the doc {file_name}",- ),- )- logger.info(- f"Invoking indexing in prompt service for the tool {tool_id}"+ logger.info(f"[{tool_id}] Indexing started for doc: {file_name}")+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "doc_name": file_name},+ LogLevels.INFO,+ LogLevels.RUN,+ "Indexing started",)+doc_id = PromptStudioHelper.dynamic_indexer(profile_manager=default_profile,tool_id=tool_id,@@ -159,15 +158,15 @@ class PromptStudioHelper:document_id=document_id,is_summary=is_summary,)- logger.info(f"Indexing done sucessfully for {file_name}")- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Indexing successful for the file: {file_name}",- ),++ logger.info(f"[{tool_id}] Indexing successful for doc: {file_name}")+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "doc_name": file_name},+ LogLevels.INFO,+ LogLevels.RUN,+ "Indexing successful",)+return doc_id@staticmethod@@ -203,83 +202,89 @@ class PromptStudioHelper:is_create=False,)file_path = str(Path(file_path) / file_name)+if id:- message: str = f"Executing single prompt {id} of tool {tool_id}"- logger.info(message)+ prompt_instance = PromptStudioHelper._fetch_prompt_from_id(id)+ if not prompt_instance:+ logger.error(f"[{tool_id or 'NA'}] Invalid prompt id: {id}")+ raise PromptNotValid()++ logger.info(f"[{tool_id}] Executing single prompt {id}")+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": id},+ LogLevels.INFO,+ LogLevels.RUN,+ "Executing single prompt",+ )++ prompts: list[ToolStudioPrompt] = []+ prompts.append(prompt_instance)+ tool: CustomTool = prompt_instance.tool_id++ if tool.summarize_as_source:+ directory, filename = os.path.split(file_path)+ file_path = os.path.join(+ directory,+ TSPKeys.SUMMARIZE,+ os.path.splitext(filename)[0] + ".txt",+ )++ logger.info(+ f"[{tool.tool_id}] Invoking prompt service for prompt {id}"+ )+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": id},+ LogLevels.DEBUG,+ LogLevels.RUN,+ "Invoking prompt service",+ )+try:- prompt_instance = PromptStudioHelper._fetch_prompt_from_id(id)- prompts: list[ToolStudioPrompt] = []- prompts.append(prompt_instance)- tool: CustomTool = prompt_instance.tool_id-- if tool.summarize_as_source:- directory, filename = os.path.split(file_path)- file_path = os.path.join(- directory,- TSPKeys.SUMMARIZE,- os.path.splitext(filename)[0] + ".txt",- )-- stream_log.publish(- tool.tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=message,- ),+ response = PromptStudioHelper._fetch_response(+ path=file_path,+ tool=tool,+ prompts=prompts,+ org_id=org_id,+ document_id=document_id,)- if not prompt_instance:- logger.error(f"Prompt id {id} does not have any data in db")- raise PromptNotValid()except Exception as exc:- logger.error(f"Error while fetching prompt {exc}")+ logger.error(+ f"[{tool.tool_id}] Error while fetching response for prompt {id}: {exc}" # noqa: E501+ )+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": id},+ LogLevels.ERROR,+ LogLevels.RUN,+ "Failed to fetch prompt response",+ )raise AnswerFetchError()- stream_log.publish(- tool.tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Prompt instance fetched \- for {id} of tool {tool.tool_id}",- ),- )- stream_log.publish(- tool.tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Invoking prompt service for\- {id} of tool {tool.tool_id}",- ),- )- logger.info(f"Invoking prompt service for prompt id {id}")- response = PromptStudioHelper._fetch_response(- path=file_path,- tool=tool,- prompts=prompts,- org_id=org_id,- document_id=document_id,++ logger.info(+ f"[{tool.tool_id}] Response fetched successfully for prompt {id}" # noqa: E501)- stream_log.publish(- tool.tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Response fetched sucessfully \- from platform for prompt {id} of tool {tool.tool_id}",- ),+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": id},+ LogLevels.INFO,+ LogLevels.RUN,+ "Single prompt execution completed",)- logger.info(f"Response fetched succesfully for prompt {id}")+return responseelse:- message = f"Executing in single pass prompt mode for tool {tool_id}"- logger.info(message)- try:- prompts = PromptStudioHelper.fetch_prompt_from_tool(tool_id)-- if not prompts:- raise NoPromptsFound()+ prompts = PromptStudioHelper.fetch_prompt_from_tool(tool_id)+ if not prompts:+ logger.error(f"[{tool_id or 'NA'}] No prompts found id: {id}")+ raise NoPromptsFound()++ logger.info(f"[{tool_id}] Executing prompts in single pass")+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": str(id)},+ LogLevels.INFO,+ LogLevels.RUN,+ "Executing prompts in single pass",+ )+ try:tool = prompts[0].tool_idresponse = PromptStudioHelper._fetch_single_pass_response(file_path=file_path,@@ -288,48 +293,28 @@ class PromptStudioHelper:org_id=org_id,document_id=document_id,)-- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message="Executing single pass "- f"prompt for tool {tool_id}",- ),- )- except NoPromptsFound:- logger.error("No prompts found for tool %s", tool_id)- raiseexcept Exception as e:- logger.error("Error while fetching prompt %s", e)+ logger.error(+ f"[{tool.tool_id}] Error while fetching single pass response: {e}" # noqa: E501+ )+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": str(id)},+ LogLevels.ERROR,+ LogLevels.RUN,+ "Failed to fetch single pass response",+ )raise AnswerFetchError()- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Prompt instances fetched for tool {tool_id}",- ),- )- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Invoking prompt service for tool {tool_id}",- ),++ logger.info(+ f"[{tool.tool_id}] Single pass response fetched successfully")- stream_log.publish(- tool_id,- stream_log.log(- stage=LogLevels.RUN,- level=LogLevels.INFO,- message=f"Response fetched sucessfully \- from platform for tool {tool_id}",- ),+ PromptStudioHelper._publish_log(+ {"tool_id": tool_id, "prompt_id": str(id)},+ LogLevels.INFO,+ LogLevels.RUN,+ "Single pass execution completed",)- logger.info("Response fetched succesfully for tool %s", tool_id)+return response@staticmethod@@ -450,6 +435,7 @@ class PromptStudioHelper:TSPKeys.TOOL_ID: tool_id,TSPKeys.FILE_NAME: path,TSPKeys.FILE_HASH: file_hash,+ Common.LOG_EVENTS_ID: StateStore.get(Common.LOG_EVENTS_ID),}util = PromptIdeBaseTool(log_level=LogLevel.INFO, org_id=org_id)diff --git a/backend/utils/local_context.py b/backend/utils/local_context.pynew file mode 100644index 000000000..534ec06fa--- /dev/null+++ b/backend/utils/local_context.py@@ -0,0 +1,55 @@+import os+import threading+from typing import Any+from enum import Enum+++class ConcurrencyMode(Enum):+ THREAD = "thread"+ COROUTINE = "coroutine"+++class Exceptions:+ UNKNOWN_MODE = "Unknown concurrency mode"+++class StateStore:++ mode = os.environ.get(+ "CONCURRENCY_MODE", ConcurrencyMode.THREAD+ )+ # Thread-safe storage.+ thread_local = threading.local()++ @classmethod+ def _get_thread_local(cls, key: str) -> Any:+ return getattr(cls.thread_local, key, None)++ @classmethod+ def _set_thread_local(cls, key: str, val: Any) -> None:+ setattr(cls.thread_local, key, val)++ @classmethod+ def _del_thread_local(cls, key: str) -> None:+ delattr(cls.thread_local, key)++ @classmethod+ def get(cls, key: str) -> Any:+ if cls.mode == ConcurrencyMode.THREAD:+ return cls._get_thread_local(key)+ else:+ raise RuntimeError(Exceptions.UNKNOWN_MODE)++ @classmethod+ def set(cls, key: str, val: Any) -> None:+ if cls.mode == ConcurrencyMode.THREAD:+ return cls._set_thread_local(key, val)+ else:+ raise RuntimeError(Exceptions.UNKNOWN_MODE)++ @classmethod+ def clear(cls, key: str) -> None:+ if cls.mode == ConcurrencyMode.THREAD:+ return cls._del_thread_local(key)+ else:+ raise RuntimeError(Exceptions.UNKNOWN_MODE)diff --git a/backend/utils/log_events.py b/backend/utils/log_events.pynew file mode 100644index 000000000..c9f0faf61--- /dev/null+++ b/backend/utils/log_events.py@@ -0,0 +1,83 @@+import logging+import os+import threading+import time+from typing import Any++import redis+import socketio+from django.conf import settings+from django.core.wsgi import WSGIHandler++logger = logging.getLogger(__name__)++sio = socketio.Server(+ # Allowed values: {threading, eventlet, gevent, gevent_uwsgi}+ async_mode="threading",+ cors_allowed_origins=settings.CORS_ALLOWED_ORIGINS,+ logger=False,+ engineio_logger=False,+ always_connect=True,+)+redis_conn = redis.Redis(+ host=settings.REDIS_HOST,+ port=int(settings.REDIS_PORT),+ username=settings.REDIS_USER,+ password=settings.REDIS_PASSWORD,+)+++def connect(sid: str, environ: Any, auth: Any) -> None:+ # TODO Authenticate websocket connections+ logger.info(f"[{os.getpid()}] Client with SID:{sid} connected")+++def disconnect(sid: str) -> None:+ logger.info(f"[{os.getpid()}] Client with SID:{sid} disconnected")+++def _handle_pubsub_messages(message: Any) -> None:+ channel = message["channel"].decode("utf-8")+ data = message["data"]+ payload = {"data": data}++ logger.debug(f"[{os.getpid()}] Push websocket event: {channel}, {payload}")+ sio.emit(channel, {"data": data})+++def _pubsub_listen_forever() -> None:+ global shutdown++ try:+ pubsub = redis_conn.pubsub(ignore_subscribe_messages=True)+ pubsub.psubscribe("logs:*")++ logger.info(f"[{os.getpid()}] Listening for pub sub messages...")+ while True:+ message = pubsub.get_message()++ if message:+ logger.info(+ f"[{os.getpid()}] Pub sub message received: {message}"+ )+ if message["type"] == "pmessage":+ _handle_pubsub_messages(message)++ # TODO Add graceful shutdown++ time.sleep(0.01)+ except Exception as e:+ logger.error(f"[{os.getpid()}] Failed to do pubsub: {e}")+++def start_server(django_app: WSGIHandler, namespace: str) -> WSGIHandler:+ django_app = socketio.WSGIApp(sio, django_app, socketio_path=namespace)++ pubsub_listener = threading.Thread(+ target=_pubsub_listen_forever, daemon=True+ )+ pubsub_listener.start()++ return django_appdiff --git a/backend/workflow_manager/workflow/execution.py b/backend/workflow_manager/workflow/execution.pyindex 5f2074e9e..e54582126 100644--- a/backend/workflow_manager/workflow/execution.py+++ b/backend/workflow_manager/workflow/execution.py@@ -1,8 +1,8 @@import loggingimport time-import uuidfrom typing import Optional+from account.constants import Commonfrom api.exceptions import InvalidAPIRequestfrom django.db import connectionfrom platform_settings.platform_auth_service import (@@ -23,6 +23,7 @@ from unstract.workflow_execution.enums import (LogState,)from unstract.workflow_execution.exceptions import StopExecution+from utils.local_context import StateStorefrom workflow_manager.workflow.constants import WorkflowKeyfrom workflow_manager.workflow.enums import ExecutionStatusfrom workflow_manager.workflow.exceptions import WorkflowExecutionError@@ -67,7 +68,7 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):ignore_processed_entities=False,)if not workflow_execution:- self.execution_log_id = uuid.uuid4()+ self.execution_log_id = StateStore.get(Common.LOG_EVENTS_ID)self.execution_mode = modeself.execution_method: tuple[str, str] = (WorkflowExecution.Method.SCHEDULED@@ -86,15 +87,14 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):execution_method=self.execution_method,execution_type=self.execution_type,status=ExecutionStatus.INITIATED.value,- # TODO: Review use of this- project_settings_id=self.execution_log_id,+ execution_log_id=self.execution_log_id,)workflow_execution.save()else:self.execution_mode = workflow_execution.execution_modeself.execution_method = workflow_execution.execution_methodself.execution_type = workflow_execution.execution_type- self.execution_log_id = workflow_execution.project_settings_id+ self.execution_log_id = workflow_execution.execution_log_idself.set_messaging_channel(str(self.execution_log_id))project_settings = {}@@ -137,7 +137,9 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):if single_stepelse WorkflowExecution.Type.COMPLETE)- execution_log_id = uuid.uuid4() if not log_guid else log_guid+ execution_log_id = (+ StateStore.get(Common.LOG_EVENTS_ID) if not log_guid else log_guid+ )workflow_execution = WorkflowExecution(pipeline_id=pipeline_id,workflow_id=workflow_id,@@ -145,7 +147,7 @@ class WorkflowExecutionServiceHelper(WorkflowExecutionService):execution_method=execution_method,execution_type=execution_type,status=ExecutionStatus.PENDING.value,- project_settings_id=execution_log_id,+ execution_log_id=execution_log_id,)if execution_id:workflow_execution.id = execution_iddiff --git a/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.py b/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.pynew file mode 100644index 000000000..6f554f6b7--- /dev/null+++ b/backend/workflow_manager/workflow/migrations/0003_workflowexecution_execution_log_id_and_more.py@@ -0,0 +1,30 @@+# Generated by Django 4.2.1 on 2024-03-17 17:20++import uuid++from django.db import migrations, models+++class Migration(migrations.Migration):+ dependencies = [+ ("workflow", "0002_remove_workflow_settings"),+ ]++ operations = [+ migrations.AddField(+ model_name="workflowexecution",+ name="execution_log_id",+ field=models.CharField(+ db_comment="Execution log events Id", default="", editable=False+ ),+ ),+ migrations.AlterField(+ model_name="workflowexecution",+ name="project_settings_id",+ field=models.UUIDField(+ db_comment="Id of project settings used while execution",+ default=uuid.uuid4,+ editable=False,+ ),+ ),+ ]diff --git a/backend/workflow_manager/workflow/models/execution.py b/backend/workflow_manager/workflow/models/execution.pyindex 992b91b44..ddba5b475 100644--- a/backend/workflow_manager/workflow/models/execution.py+++ b/backend/workflow_manager/workflow/models/execution.py@@ -36,7 +36,9 @@ class WorkflowExecution(BaseModel):editable=False, db_comment="Id of workflow to be executed")project_settings_id = models.UUIDField(- editable=False, db_comment="Id of project settings used while execution"+ editable=False,+ default=uuid.uuid4,+ db_comment="Id of project settings used while execution",)execution_mode = models.CharField(choices=Mode.choices, db_comment="Mode of execution"@@ -47,6 +49,9 @@ class WorkflowExecution(BaseModel):execution_type = models.CharField(choices=Type.choices, db_comment="Type of execution")+ execution_log_id = models.CharField(+ default="", editable=False, db_comment="Execution log events Id"+ )status = models.CharField(default="", db_comment="Current status of execution")diff --git a/backend/workflow_manager/workflow/workflow_helper.py b/backend/workflow_manager/workflow/workflow_helper.pyindex 7cbc7cdfd..7e57d1dd8 100644--- a/backend/workflow_manager/workflow/workflow_helper.py+++ b/backend/workflow_manager/workflow/workflow_helper.py@@ -496,7 +496,7 @@ class WorkflowHelper:workflow_execution.workflow_id,workflow_execution.id,workflow_execution.status,- log_id=workflow_execution.project_settings_id,+ log_id=workflow_execution.execution_log_id,error=workflow_execution.error_message,mode=workflow_execution.execution_mode,)@@ -561,7 +561,7 @@ class WorkflowHelper:workflow.id,execution_id,workflow_execution.status,- log_id=workflow_execution.project_settings_id,+ log_id=workflow_execution.execution_log_id,error=workflow_execution.error_message,mode=workflow_execution.execution_mode,)@@ -585,7 +585,7 @@ class WorkflowHelper:workflow_execution.workflow_id,workflow_execution.id,workflow_execution.status,- log_id=workflow_execution.project_settings_id,+ log_id=workflow_execution.execution_log_id,error=workflow_execution.error_message,mode=workflow_execution.execution_mode,)diff --git a/docker/dockerfiles/prompt.Dockerfile b/docker/dockerfiles/prompt.Dockerfileindex aaf219cc8..17febd5fc 100644--- a/docker/dockerfiles/prompt.Dockerfile+++ b/docker/dockerfiles/prompt.Dockerfile@@ -6,8 +6,10 @@ LABEL maintainer="Zipstack Inc."ENV PYTHONDONTWRITEBYTECODE 1# Set to immediately flush stdout and stderr streams without first bufferingENV PYTHONUNBUFFERED 1+ENV PYTHONPATH /unstractENV BUILD_CONTEXT_PATH prompt-service+ENV BUILD_PACKAGES_PATH unstractENV TARGET_PLUGINS_PATH src/unstract/prompt_service/pluginsENV PDM_VERSION 2.12.3@@ -30,6 +32,8 @@ USER unstractWORKDIR /appCOPY --chown=unstract ${BUILD_CONTEXT_PATH} .+# Copy local dependency packages+COPY --chown=unstract ${BUILD_PACKAGES_PATH}/core /unstract/coreRUN set -e; \\diff --git a/docker/dockerfiles/prompt.Dockerfile.dockerignore b/docker/dockerfiles/prompt.Dockerfile.dockerignoreindex 01c03dee8..a1911ab08 100644--- a/docker/dockerfiles/prompt.Dockerfile.dockerignore+++ b/docker/dockerfiles/prompt.Dockerfile.dockerignore@@ -60,5 +60,6 @@ platform-service!prompt-servicetoolsunstract+!unstract/coreworkerx2text-servicediff --git a/docker/dockerfiles/worker.Dockerfile b/docker/dockerfiles/worker.Dockerfileindex 2cc8a0f47..2727e669d 100644--- a/docker/dockerfiles/worker.Dockerfile+++ b/docker/dockerfiles/worker.Dockerfile@@ -6,8 +6,10 @@ LABEL maintainer="Zipstack Inc."ENV PYTHONDONTWRITEBYTECODE 1# Set to immediately flush stdout and stderr streams without first bufferingENV PYTHONUNBUFFERED 1+ENV PYTHONPATH /unstractENV BUILD_CONTEXT_PATH worker+ENV BUILD_PACKAGES_PATH unstractENV PDM_VERSION 2.12.3RUN apt-get update \@@ -19,6 +21,8 @@ RUN apt-get update \WORKDIR /appCOPY ${BUILD_CONTEXT_PATH} .+# Copy local dependency packages+COPY ${BUILD_PACKAGES_PATH}/core /unstract/coreRUN set -e; \\diff --git a/docker/dockerfiles/worker.Dockerfile.dockerignore b/docker/dockerfiles/worker.Dockerfile.dockerignoreindex 50f9c334a..077282992 100644--- a/docker/dockerfiles/worker.Dockerfile.dockerignore+++ b/docker/dockerfiles/worker.Dockerfile.dockerignore@@ -60,5 +60,6 @@ platform-serviceprompt-servicetoolsunstract+!unstract/core!workerx2text-servicediff --git a/document-service/pdm.lock b/document-service/pdm.lockindex c8fa62024..d62fceeff 100644--- a/document-service/pdm.lock+++ b/document-service/pdm.lock@@ -103,15 +103,15 @@ files = [[[package]]name = "importlib-metadata"-version = "7.0.1"+version = "7.0.2"requires_python = ">=3.8"summary = "Read metadata from Python packages"dependencies = ["zipp>=0.5",]files = [- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},][[package]]@@ -209,12 +209,12 @@ files = [[[package]]name = "packaging"-version = "23.2"+version = "24.0"requires_python = ">=3.7"summary = "Core utilities for Python packages"files = [- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},][[package]]@@ -229,7 +229,7 @@ files = [[[package]]name = "pytest"-version = "8.0.2"+version = "8.1.1"requires_python = ">=3.8"summary = "pytest: simple powerful testing with Python"dependencies = [@@ -237,12 +237,12 @@ dependencies = ["exceptiongroup>=1.0.0rc8; python_version < \"3.11\"","iniconfig","packaging",- "pluggy<2.0,>=1.3.0",- "tomli>=1.0.0; python_version < \"3.11\"",+ "pluggy<2.0,>=1.4",+ "tomli>=1; python_version < \"3.11\"",]files = [- {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},- {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},+ {file = "pytest-8.1.1-py3-none-any.whl", hash = "sha256:2a8386cfc11fa9d2c50ee7b2a57e7d898ef90470a7a34c4b949ff59662bb78b7"},+ {file = "pytest-8.1.1.tar.gz", hash = "sha256:ac978141a75948948817d360297b7aae0fcb9d6ff6bc9ec6d514b85d5a65c044"},][[package]]@@ -270,12 +270,12 @@ files = [[[package]]name = "setuptools"-version = "69.1.1"+version = "69.2.0"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"files = [- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},][[package]]@@ -326,10 +326,10 @@ files = [[[package]]name = "zipp"-version = "3.17.0"+version = "3.18.1"requires_python = ">=3.8"summary = "Backport of pathlib-compatible object wrapper for zip files"files = [- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},]diff --git a/frontend/src/components/agency/agency/Agency.jsx b/frontend/src/components/agency/agency/Agency.jsxindex 6add39084..269d11cc0 100644--- a/frontend/src/components/agency/agency/Agency.jsx+++ b/frontend/src/components/agency/agency/Agency.jsx@@ -9,7 +9,6 @@ import Sider from "antd/es/layout/Sider";import { useEffect, useState } from "react";import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";-import { DisplayLogs } from "../../custom-tools/display-logs/DisplayLogs";import { Actions } from "../actions/Actions";import { WorkflowExecution } from "../workflow-execution/WorkflowExecution";import "./Agency.css";@@ -18,6 +17,7 @@ import { useSocketMessagesStore } from "../../../store/socket-messages-store";import { useWorkflowStore } from "../../../store/workflow-store";import { LogsLabel } from "../logs-label/LogsLabel";import { SidePanel } from "../side-panel/SidePanel";+import { DisplayLogs } from "../display-logs/DisplayLogs";function Agency() {const [isCollapsed, setIsCollapsed] = useState(false);diff --git a/frontend/src/components/custom-tools/display-logs/DisplayLogs.css b/frontend/src/components/agency/display-logs/DisplayLogs.csssimilarity index 100%rename from frontend/src/components/custom-tools/display-logs/DisplayLogs.cssrename to frontend/src/components/agency/display-logs/DisplayLogs.cssdiff --git a/frontend/src/components/agency/display-logs/DisplayLogs.jsx b/frontend/src/components/agency/display-logs/DisplayLogs.jsxnew file mode 100644index 000000000..93cb7aca7--- /dev/null+++ b/frontend/src/components/agency/display-logs/DisplayLogs.jsx@@ -0,0 +1,78 @@+import { useEffect, useRef } from "react";+import { Col, Row, Typography } from "antd";++import "./DisplayLogs.css";+import { useSocketLogsStore } from "../../../store/socket-logs-store";++function DisplayLogs() {+ const bottomRef = useRef(null);+ const { logs } = useSocketLogsStore();++ useEffect(() => {+ if (logs?.length) {+ // Scroll down to the lastest chat.+ bottomRef.current?.scrollIntoView({ behavior: "smooth" });+ }+ }, [logs]);++ return (+ <div className="tool-logs">+ {logs.map((log) => {+ return (+ <div key={log?.key}>+ <Row>+ <Col span={2}>+ <Typography className="display-logs-col-first">+ {log?.timestamp}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.stage}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.step}+ </Typography>+ </Col>+ <Col span={8}>+ <Typography className="display-logs-col">+ {log?.message}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.cost_type}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.cost_units}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.cost}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.iteration}+ </Typography>+ </Col>+ <Col span={2}>+ <Typography className="display-logs-col">+ {log?.iteration_total}+ </Typography>+ </Col>+ </Row>+ <div ref={bottomRef} />+ </div>+ );+ })}+ </div>+ );+}++export { DisplayLogs };diff --git a/frontend/src/components/agency/logs-label/LogsLabel.css b/frontend/src/components/agency/logs-label/LogsLabel.cssindex 3825ad285..1af5484b0 100644--- a/frontend/src/components/agency/logs-label/LogsLabel.css+++ b/frontend/src/components/agency/logs-label/LogsLabel.css@@ -1,3 +1,12 @@-.logs-label-layout {+.pl-5 {padding-left: 5px;}++.logs-label-row {+ padding: 0px;+ flex: none;+}++.logs-label-col {+ border-right: 1px solid #C9C9C9;+}diff --git a/frontend/src/components/agency/logs-label/LogsLabel.jsx b/frontend/src/components/agency/logs-label/LogsLabel.jsxindex 522991b85..6f5a50e7a 100644--- a/frontend/src/components/agency/logs-label/LogsLabel.jsx+++ b/frontend/src/components/agency/logs-label/LogsLabel.jsx@@ -4,36 +4,34 @@ import "./LogsLabel.css";function LogsLabel() {return (- <div className="logs-label-layout">- <Row style={{ padding: "0px 0px", flex: "none" }}>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>+ <div className="pl-5">+ <Row className="logs-label-row">+ <Col className="logs-label-col" span={2}><Typography>Time</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Stage</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Stage</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Step</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Step</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={8}>- <Typography style={{ paddingLeft: "5px" }}>Message</Typography>+ <Col className="logs-label-col" span={8}>+ <Typography className="pl-5">Message</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Cost Type</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Cost Type</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Cost Units</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Cost Units</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Cost Value</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Cost Value</Typography></Col>- <Col style={{ borderRight: "1px solid #C9C9C9" }} span={2}>- <Typography style={{ paddingLeft: "5px" }}>Iteration</Typography>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Iteration</Typography></Col><Col style={{}} span={2}>- <Typography style={{ paddingLeft: "5px" }}>- Iteration Total- </Typography>+ <Typography className="pl-5">Iteration Total</Typography></Col></Row></div>diff --git a/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx b/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsxindex 93cb7aca7..dc8355316 100644--- a/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx+++ b/frontend/src/components/custom-tools/display-logs/DisplayLogs.jsx@@ -1,69 +1,55 @@import { useEffect, useRef } from "react";import { Col, Row, Typography } from "antd";-import "./DisplayLogs.css";-import { useSocketLogsStore } from "../../../store/socket-logs-store";+import "../../agency/display-logs/DisplayLogs.css";+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";+import { getDateTimeString } from "../../../helpers/GetStaticData";function DisplayLogs() {const bottomRef = useRef(null);- const { logs } = useSocketLogsStore();+ const { messages } = useSocketCustomToolStore();useEffect(() => {- if (logs?.length) {+ if (messages?.length) {// Scroll down to the lastest chat.bottomRef.current?.scrollIntoView({ behavior: "smooth" });}- }, [logs]);+ }, [messages]);return (<div className="tool-logs">- {logs.map((log) => {+ {messages.map((message) => {return (- <div key={log?.key}>+ <div key={message?.timestamp}><Row>- <Col span={2}>+ <Col span={3}><Typography className="display-logs-col-first">- {log?.timestamp}+ {getDateTimeString(message?.timestamp)}</Typography></Col><Col span={2}><Typography className="display-logs-col">- {log?.stage}+ {message?.level}</Typography></Col><Col span={2}><Typography className="display-logs-col">- {log?.step}- </Typography>- </Col>- <Col span={8}>- <Typography className="display-logs-col">- {log?.message}+ {message?.state}</Typography></Col>- <Col span={2}>+ <Col span={3}><Typography className="display-logs-col">- {log?.cost_type}+ {message?.component?.prompt_key}</Typography></Col>- <Col span={2}>+ <Col span={3}><Typography className="display-logs-col">- {log?.cost_units}+ {message?.component?.doc_name}</Typography></Col>- <Col span={2}>- <Typography className="display-logs-col">- {log?.cost}- </Typography>- </Col>- <Col span={2}>- <Typography className="display-logs-col">- {log?.iteration}- </Typography>- </Col>- <Col span={2}>+ <Col span={10}><Typography className="display-logs-col">- {log?.iteration_total}+ {message?.message}</Typography></Col></Row>diff --git a/frontend/src/components/custom-tools/logs-label/LogsLabel.jsx b/frontend/src/components/custom-tools/logs-label/LogsLabel.jsxnew file mode 100644index 000000000..90d7788ed--- /dev/null+++ b/frontend/src/components/custom-tools/logs-label/LogsLabel.jsx@@ -0,0 +1,32 @@+import { Col, Row, Typography } from "antd";++import "../../agency/logs-label/LogsLabel.css";++function LogsLabel() {+ return (+ <div className="pl-5">+ <Row className="logs-label-row">+ <Col className="logs-label-col" span={3}>+ <Typography>Time</Typography>+ </Col>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">Level</Typography>+ </Col>+ <Col className="logs-label-col" span={2}>+ <Typography className="pl-5">State</Typography>+ </Col>+ <Col className="logs-label-col" span={3}>+ <Typography className="pl-5">Prompt Key</Typography>+ </Col>+ <Col className="logs-label-col" span={3}>+ <Typography className="pl-5">Document Name</Typography>+ </Col>+ <Col className="logs-label-col" span={10}>+ <Typography className="pl-5">Message</Typography>+ </Col>+ </Row>+ </div>+ );+}++export { LogsLabel };diff --git a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsxindex ec823b981..9147c7607 100644--- a/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx+++ b/frontend/src/components/custom-tools/manage-docs-modal/ManageDocsModal.jsx@@ -12,6 +12,7 @@ import {Radio,Space,Table,+ Tag,Tooltip,Typography,Upload,@@ -29,6 +30,7 @@ import SpaceWrapper from "../../widgets/space-wrapper/SpaceWrapper";import "./ManageDocsModal.css";import { useExceptionHandler } from "../../../hooks/useExceptionHandler";import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";let SummarizeStatusTitle = null;try {@@ -56,6 +58,8 @@ function ManageDocsModal({const [isRawDataLoading, setIsRawDataLoading] = useState(false);const [summarizeLlmProfile, setSummarizeLlmProfile] = useState(null);const [isSummarizeDataLoading, setIsSummarizeDataLoading] = useState(false);+ const [indexMessages, setIndexMessages] = useState({});+ const [lastMessagesUpdate, setLastMessagesUpdate] = useState("");const { sessionDetails } = useSessionStore();const { setAlertDetails } = useAlertStore();const {@@ -71,6 +75,7 @@ function ManageDocsModal({summarizeIndexStatus,isSinglePassExtract,} = useCustomToolStore();+ const { messages } = useSocketCustomToolStore();const axiosPrivate = useAxiosPrivate();const handleException = useExceptionHandler();@@ -92,6 +97,23 @@ function ManageDocsModal({</Typography.Text>);+ const infoIndex = (indexMessage) => {+ let color = "default";+ if (indexMessage?.level === "INFO") {+ color = "processing";+ }++ if (indexMessage?.length === "ERROR") {+ color = "error";+ }++ if (!indexMessage?.message) {+ return;+ }++ return <Tag color={color}>{indexMessage?.message}</Tag>;+ };+const failedSummary = (<Typography.Text><span style={{ marginRight: "8px" }}>@@ -114,6 +136,59 @@ function ManageDocsModal({handleGetIndexStatus(summarizeLlmProfile, indexTypes.summarize);}, [indexDocs, summarizeLlmProfile]);+ useEffect(() => {+ // Reverse the array to have the latest logs at the beginning+ let newMessages = [...messages].reverse();++ // If there are no new messages, return early+ if (newMessages?.length === 0) {+ return;+ }++ // Get the index of the last message received before the last update+ const lastIndex = [...newMessages].findIndex(+ (item) => item?.timestamp === lastMessagesUpdate+ );++ // If the last update's message is found, keep only the new messages+ if (lastIndex > -1) {+ newMessages = newMessages.slice(0, lastIndex);+ }++ // Filter only INFO and ERROR logs+ newMessages = newMessages.filter(+ (item) => item?.level === "INFO" || item?.level === "ERROR"+ );++ // If there are no new INFO or ERROR messages, return early+ if (newMessages?.length === 0) {+ return;+ }++ const updatedMessages = {};+ // Store the newly received logs in the indexMessages state+ newMessages.forEach((item) => {+ const docName = item?.component?.doc_name;++ // If the message for this document already exists, skip+ if (updatedMessages?.[docName] !== undefined) {+ return;+ }++ // Update the message for this document+ updatedMessages[docName] = {+ message: item?.message || "",+ level: item?.level || "INFO",+ };+ });++ // Update indexMessages state with the newly received messages+ setIndexMessages({ ...indexMessages, ...updatedMessages });++ // Update the timestamp of the last received message+ setLastMessagesUpdate(newMessages[0]?.timestamp);+ }, [messages]);+const handleLoading = (indexType, value) => {if (indexType === indexTypes.raw) {setIsRawDataLoading(value);@@ -208,10 +283,10 @@ function ManageDocsModal({width: 260,},{- title: "",+ title: "Index",dataIndex: "reindex",key: "reindex",- width: 30,+ width: 260,},{title: "",@@ -264,23 +339,30 @@ function ManageDocsModal({summary:SummarizeStatusTitle &&getIndexStatusMessage(item?.document_id, indexTypes.summarize),- reindex: indexDocs.includes(item?.document_id) ? (- <SpinnerLoader />- ) : (- <Tooltip title="Index">- <Button- size="small"- icon={<ReloadOutlined />}- onClick={() => generateIndex(item)}- disabled={- disableLlmOrDocChange?.length > 0 ||- indexDocs.includes(item?.document_id) ||- isUploading ||- !defaultLlmProfile ||- isSinglePassExtract- }- />- </Tooltip>+ reindex: (+ <Space>+ <div>+ {indexDocs.includes(item?.document_id) ? (+ <SpinnerLoader />+ ) : (+ <Tooltip title="Index">+ <Button+ size="small"+ icon={<ReloadOutlined />}+ onClick={() => generateIndex(item)}+ disabled={+ disableLlmOrDocChange?.length > 0 ||+ indexDocs.includes(item?.document_id) ||+ isUploading ||+ !defaultLlmProfile ||+ isSinglePassExtract+ }+ />+ </Tooltip>+ )}+ </div>+ <div>{infoIndex(indexMessages?.[item?.document_name])}</div>+ </Space>),delete: (<ConfirmModal@@ -325,6 +407,7 @@ function ManageDocsModal({summarizeIndexStatus,indexDocs,isSinglePassExtract,+ messages,]);const beforeUpload = (file) => {@@ -410,15 +493,15 @@ function ManageDocsModal({centeredfooter={null}maskClosable={false}- width={1000}+ width={1400}><div className="pre-post-amble-body"><SpaceWrapper>- <div>+ <Space><Typography.Text className="add-cus-tool-header">Manage Documents</Typography.Text>- </div>+ </Space><div><Uploadname="file"diff --git a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsxindex 70fa0e16e..ab17d6076 100644--- a/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx+++ b/frontend/src/components/custom-tools/prompt-card/PromptCard.jsx@@ -45,6 +45,7 @@ import { EditableText } from "../editable-text/EditableText";import { OutputForDocModal } from "../output-for-doc-modal/OutputForDocModal";import "./PromptCard.css";import { useExceptionHandler } from "../../../hooks/useExceptionHandler";+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";let EvalBtn = null;let EvalMetrics = null;@@ -94,6 +95,7 @@ function PromptCard({const [coverageTotal, setCoverageTotal] = useState(0);const [isCoverageLoading, setIsCoverageLoading] = useState(false);const [openOutputForDoc, setOpenOutputForDoc] = useState(false);+ const [progressMsg, setProgressMsg] = useState({});const divRef = useRef(null);const {getDropdownItems,@@ -106,11 +108,35 @@ function PromptCard({indexDocs,summarizeIndexStatus,} = useCustomToolStore();+ const { messages } = useSocketCustomToolStore();const { sessionDetails } = useSessionStore();const { setAlertDetails } = useAlertStore();const axiosPrivate = useAxiosPrivate();const handleException = useExceptionHandler();+ useEffect(() => {+ // Find the latest message that matches the criteria+ const msg = [...messages]+ .reverse()+ .find(+ (item) =>+ (item?.component?.prompt_id === promptDetails?.prompt_id ||+ item?.component?.prompt_key === promptKey) &&+ (item?.level === "INFO" || item?.level === "ERROR")+ );++ // If no matching message is found, return early+ if (!msg) {+ return;+ }++ // Set the progress message state with the found message+ setProgressMsg({+ message: msg?.message || "",+ level: msg?.level || "INFO",+ });+ }, [messages]);+useEffect(() => {if (promptDetails?.is_assert) {setDisplayAssertion(true);@@ -698,13 +724,15 @@ function PromptCard({/></Col><Col span={12} className="display-flex-right">- {isCoverageLoading && (+ {progressMsg?.message && (<Tag- icon={<LoadingOutlined spin />}- color="processing"+ icon={isCoverageLoading && <LoadingOutlined spin />}+ color={+ progressMsg?.level === "ERROR" ? "error" : "processing"+ }className="display-flex-align-center">- Generating Response+ {progressMsg?.message}</Tag>)}{updateStatus?.promptId === promptDetails?.prompt_id && (diff --git a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsxindex 54ca7c2f1..ea5428413 100644--- a/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx+++ b/frontend/src/components/custom-tools/tool-ide/ToolIde.jsx@@ -3,18 +3,18 @@ import { Col, Collapse, Modal, Row } from "antd";import { useState } from "react";import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";-import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";import { useAlertStore } from "../../../store/alert-store";import { useCustomToolStore } from "../../../store/custom-tool-store";import { useSessionStore } from "../../../store/session-store";import { CustomSynonymsModal } from "../custom-synonyms-modal/CustomSynonymsModal";-import { DisplayLogs } from "../display-logs/DisplayLogs";import { DocumentManager } from "../document-manager/DocumentManager";import { Header } from "../header/Header";import { ToolsMain } from "../tools-main/ToolsMain";import "./ToolIde.css";import { useExceptionHandler } from "../../../hooks/useExceptionHandler";import { SettingsModal } from "../settings-modal/SettingsModal";+import { DisplayLogs } from "../display-logs/DisplayLogs";+import { LogsLabel } from "../logs-label/LogsLabel";function ToolIde() {const [showLogsModal, setShowLogsModal] = useState(false);@@ -56,12 +56,10 @@ function ToolIde() {const getItems = () => [{key: "1",- label: !activeKey?.length > 0 && "Logs",+ label: activeKey?.length > 0 ? <LogsLabel /> : "Logs",children: (<div className="tool-ide-logs">- <IslandLayout>- <DisplayLogs />- </IslandLayout>+ <DisplayLogs /></div>),extra: genExtra(),@@ -204,12 +202,12 @@ function ToolIde() {/></div><Modal- title="Logs"+ title={<LogsLabel />}open={showLogsModal}onCancel={closeLogsModal}className="agency-ide-log-modal"footer={null}- width={1000}+ width={1400}closeIcon={<FullscreenExitOutlined />}><div className="agency-ide-logs">diff --git a/frontend/src/components/deployments/body/Body.jsx b/frontend/src/components/deployments/body/Body.jsxindex c853a0f34..86909b159 100644--- a/frontend/src/components/deployments/body/Body.jsx+++ b/frontend/src/components/deployments/body/Body.jsx@@ -5,9 +5,9 @@ import { useState } from "react";import { deploymentsStaticContent } from "../../../helpers/GetStaticData";import { IslandLayout } from "../../../layouts/island-layout/IslandLayout";import { LogsLabel } from "../../agency/logs-label/LogsLabel";-import { DisplayLogs } from "../../custom-tools/display-logs/DisplayLogs";import { EmptyState } from "../../widgets/empty-state/EmptyState";import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";+import { DisplayLogs } from "../../agency/display-logs/DisplayLogs";function Body({ type, columns, tableData, isTableLoading, openAddModal }) {const [activeKey, setActiveKey] = useState([]);diff --git a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.jsindex e57c6644f..7ec18b6bd 100644--- a/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js+++ b/frontend/src/components/helpers/custom-tools/CustomToolsHelper.js@@ -2,12 +2,12 @@ import { useEffect, useState } from "react";import { Outlet, useNavigate, useParams } from "react-router-dom";import { useAxiosPrivate } from "../../../hooks/useAxiosPrivate";+import { useExceptionHandler } from "../../../hooks/useExceptionHandler";import { useAlertStore } from "../../../store/alert-store";import { useCustomToolStore } from "../../../store/custom-tool-store";import { useSessionStore } from "../../../store/session-store";import { SpinnerLoader } from "../../widgets/spinner-loader/SpinnerLoader";import { SocketMessages } from "../socket-messages/SocketMessages";-import { useExceptionHandler } from "../../../hooks/useExceptionHandler";function CustomToolsHelper() {const [isLoading, setIsLoading] = useState(true);@@ -42,7 +42,7 @@ function CustomToolsHelper() {updatedCusTool["defaultLlmProfile"] = data?.default_profile;updatedCusTool["details"] = data;selectedDocId = data?.output;- setLogId(data?.log_id);+ setLogId(sessionDetails?.logEventsId);const reqOpsDocs = {method: "GET",diff --git a/frontend/src/components/helpers/socket-messages/SocketMessages.js b/frontend/src/components/helpers/socket-messages/SocketMessages.jsindex 4549d5e68..9a7e5ec2b 100644--- a/frontend/src/components/helpers/socket-messages/SocketMessages.js+++ b/frontend/src/components/helpers/socket-messages/SocketMessages.js@@ -2,10 +2,11 @@ import PropTypes from "prop-types";import { useContext, useEffect } from "react";import { SocketContext } from "../../../helpers/SocketContext";+import { useExceptionHandler } from "../../../hooks/useExceptionHandler";import { useAlertStore } from "../../../store/alert-store";import { useSocketLogsStore } from "../../../store/socket-logs-store";import { useSocketMessagesStore } from "../../../store/socket-messages-store";-import { useExceptionHandler } from "../../../hooks/useExceptionHandler";+import { useSocketCustomToolStore } from "../../../store/socket-custom-tool";function SocketMessages({ logId }) {const {pushStagedMessage,@@ -15,6 +16,7 @@ function SocketMessages({ logId }) {setPointer,} = useSocketMessagesStore();const { pushLogMessages } = useSocketLogsStore();+ const { updateCusToolMessages } = useSocketCustomToolStore();const socket = useContext(SocketContext);const { setAlertDetails } = useAlertStore();const handleException = useExceptionHandler();@@ -22,13 +24,19 @@ function SocketMessages({ logId }) {const onMessage = (data) => {try {const msg = JSON.parse(new TextDecoder().decode(data.data));- if (msg?.type === "LOG" || msg?.type === "COST") {+ if (+ (msg?.type === "LOG" || msg?.type === "COST") &&+ msg?.service !== "prompt"+ ) {msg.message = msg?.log;pushLogMessages(msg);}if (msg?.type === "UPDATE") {pushStagedMessage(msg);}+ if (msg?.type === "LOG" && msg?.service === "prompt") {+ updateCusToolMessages(msg);+ }} catch (err) {setAlertDetails(handleException(err, "Failed to process socket message"));}diff --git a/frontend/src/helpers/GetSessionData.js b/frontend/src/helpers/GetSessionData.jsindex c55070ac0..201ac02d2 100644--- a/frontend/src/helpers/GetSessionData.js+++ b/frontend/src/helpers/GetSessionData.js@@ -19,6 +19,7 @@ function getSessionData(sessionData) {isLoggedIn: true,isAdmin: sessionData.isAdmin,adapters: sessionData?.adapters,+ logEventsId: sessionData?.logEventsId,remainingTrialDays: sessionData?.remainingTrialDays,};}diff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.jsindex 79ec47c56..6b461a657 100644--- a/frontend/src/helpers/GetStaticData.js+++ b/frontend/src/helpers/GetStaticData.js@@ -245,6 +245,26 @@ const getTimeForLogs = () => {return formattedDate;};+const getDateTimeString = (timestamp) => {+ // Convert to milliseconds+ const timestampInMilliseconds = timestamp * 1000;++ // Create a new Date object+ const date = new Date(timestampInMilliseconds);++ // Extract date components+ const year = date.getFullYear();+ const month = (date.getMonth() + 1).toString().padStart(2, "0"); // Months are zero-indexed+ const day = date.getDate().toString().padStart(2, "0");+ const hours = date.getHours().toString().padStart(2, "0");+ const minutes = date.getMinutes().toString().padStart(2, "0");+ const seconds = date.getSeconds().toString().padStart(2, "0");+ const milliseconds = date.getMilliseconds().toString().padStart(3, "0");++ // Formatted date-time string+ return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}.${milliseconds}`;+};+const base64toBlob = (data) => {const bytes = atob(data);let length = bytes.length;@@ -367,6 +387,7 @@ export {getOrgNameFromPathname,getReadableDateAndTime,getTimeForLogs,+ getDateTimeString,listOfAppDeployments,onboardCompleted,promptStudioUpdateStatus,diff --git a/frontend/src/hooks/useSessionValid.js b/frontend/src/hooks/useSessionValid.jsindex 57bc900c3..4c833d401 100644--- a/frontend/src/hooks/useSessionValid.js+++ b/frontend/src/hooks/useSessionValid.js@@ -45,6 +45,7 @@ function useSessionValid() {userAndOrgDetails["orgName"] = setOrgRes?.data?.organization?.name;userAndOrgDetails["orgId"] = orgId;userAndOrgDetails["csrfToken"] = csrfToken;+ userAndOrgDetails["logEventsId"] = setOrgRes?.data?.log_events_id;requestOptions["method"] = "GET";diff --git a/frontend/src/store/socket-custom-tool.js b/frontend/src/store/socket-custom-tool.jsnew file mode 100644index 000000000..db276ebe0--- /dev/null+++ b/frontend/src/store/socket-custom-tool.js@@ -0,0 +1,31 @@+import { create } from "zustand";++const defaultState = {+ messages: [],+};++const STORE_VARIABLES = defaultState;++const useSocketCustomToolStore = create((setState, getState) => ({+ ...STORE_VARIABLES,+ updateCusToolMessages: (message) => {+ const existingState = { ...getState() };+ let data = [...(existingState?.messages || [])];+ data.push(message);++ // Remove the previous messages if the length exceeds 200+ const dataLength = data?.length;+ if (dataLength > 200) {+ const index = dataLength - 200;+ data = data.slice(index);+ }++ existingState.messages = data;+ setState(existingState);+ },+ emptyCusToolMessages: () => {+ setState(defaultState);+ },+}));++export { useSocketCustomToolStore };diff --git a/platform-service/pdm.lock b/platform-service/pdm.lockindex 9df978d24..30839d05b 100644--- a/platform-service/pdm.lock+++ b/platform-service/pdm.lock@@ -13,6 +13,7 @@ version = "4.0.3"requires_python = ">=3.7"summary = "Timeout context manager for asyncio programs"groups = ["default"]+marker = "python_full_version < \"3.11.3\""files = [{file = "async-timeout-4.0.3.tar.gz", hash = "sha256:4640d96be84d82d02ed59ea2b7105a0f7b33abe8703703cd0ab0bf87c427522f"},{file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},@@ -193,7 +194,7 @@ files = [[[package]]name = "importlib-metadata"-version = "7.0.1"+version = "7.0.2"requires_python = ">=3.8"summary = "Read metadata from Python packages"groups = ["default"]@@ -202,8 +203,8 @@ dependencies = ["zipp>=0.5",]files = [- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},][[package]]@@ -284,13 +285,13 @@ files = [[[package]]name = "packaging"-version = "23.2"+version = "24.0"requires_python = ">=3.7"summary = "Core utilities for Python packages"groups = ["deploy", "test"]files = [- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},][[package]]@@ -373,7 +374,7 @@ files = [[[package]]name = "pytest"-version = "8.0.2"+version = "8.1.1"requires_python = ">=3.8"summary = "pytest: simple powerful testing with Python"groups = ["test"]@@ -382,12 +383,12 @@ dependencies = ["exceptiongroup>=1.0.0rc8; python_version < \"3.11\"","iniconfig","packaging",- "pluggy<2.0,>=1.3.0",- "tomli>=1.0.0; python_version < \"3.11\"",+ "pluggy<2.0,>=1.4",+ "tomli>=1; python_version < \"3.11\"",]files = [- {file = "pytest-8.0.2-py3-none-any.whl", hash = "sha256:edfaaef32ce5172d5466b5127b42e0d6d35ebbe4453f0e3505d96afd93f6b096"},- {file = "pytest-8.0.2.tar.gz", hash = "sha256:d4051d623a2e0b7e51960ba963193b09ce6daeb9759a451844a21e4ddedfc1bd"},+ {file = "pytest-8.1.1-py3-none-any.whl", hash = "sha256:2a8386cfc11fa9d2c50ee7b2a57e7d898ef90470a7a34c4b949ff59662bb78b7"},+ {file = "pytest-8.1.1.tar.gz", hash = "sha256:ac978141a75948948817d360297b7aae0fcb9d6ff6bc9ec6d514b85d5a65c044"},][[package]]@@ -403,16 +404,16 @@ files = [[[package]]name = "redis"-version = "5.0.2"+version = "5.0.3"requires_python = ">=3.7"summary = "Python client for Redis database and key-value store"groups = ["default"]dependencies = [- "async-timeout>=4.0.3",+ "async-timeout>=4.0.3; python_full_version < \"3.11.3\"",]files = [- {file = "redis-5.0.2-py3-none-any.whl", hash = "sha256:4caa8e1fcb6f3c0ef28dba99535101d80934b7d4cd541bbb47f4a3826ee472d1"},- {file = "redis-5.0.2.tar.gz", hash = "sha256:3f82cc80d350e93042c8e6e7a5d0596e4dd68715babffba79492733e1f367037"},+ {file = "redis-5.0.3-py3-none-any.whl", hash = "sha256:5da9b8fe9e1254293756c16c008e8620b3d15fcc6dde6babde9541850e72a32d"},+ {file = "redis-5.0.3.tar.gz", hash = "sha256:4973bae7444c0fbed64a06b87446f79361cb7e4ec1538c022d696ed7a5015580"},][[package]]@@ -443,12 +444,12 @@ files = [[[package]]name = "zipp"-version = "3.17.0"+version = "3.18.1"requires_python = ">=3.8"summary = "Backport of pathlib-compatible object wrapper for zip files"groups = ["default"]marker = "python_version < \"3.10\""files = [- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},]diff --git a/prompt-service/pdm.lock b/prompt-service/pdm.lockindex 004ee3621..7984224a8 100644--- a/prompt-service/pdm.lock+++ b/prompt-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:2506bd5ad75643e2af3328ad7e8b5babc3a21dea2f7bdec19a4ce1c0952a1e8f"+content_hash = "sha256:c580d96285837b8deea3bf3eda6af2cb773cb4acb33bcf6bef0bc136fe7753a6"[[package]]name = "aiohttp"@@ -330,24 +330,24 @@ files = [[[package]]name = "boto3"-version = "1.34.61"-requires_python = ">= 3.8"+version = "1.28.85"+requires_python = ">= 3.7"summary = "The AWS SDK for Python"groups = ["default"]dependencies = [- "botocore<1.35.0,>=1.34.61",+ "botocore<1.32.0,>=1.31.85","jmespath<2.0.0,>=0.7.1",- "s3transfer<0.11.0,>=0.10.0",+ "s3transfer<0.8.0,>=0.7.0",]files = [- {file = "boto3-1.34.61-py3-none-any.whl", hash = "sha256:992e994c7e481a5d3259c699574882b79d631a46f7c369bea350b7ccb0651317"},- {file = "boto3-1.34.61.tar.gz", hash = "sha256:4b40bf2c8494647c9e88c180537dc9fc0c1047a9fffbb1e5b0da6596f1e59b7b"},+ {file = "boto3-1.28.85-py3-none-any.whl", hash = "sha256:1fb7e7ba32a6701990168eb7a08e1fb624ae48130784dfab25904ed47deabb31"},+ {file = "boto3-1.28.85.tar.gz", hash = "sha256:96b4cb2708933cef7dbe1177df37ef0593839942978784147aade0e49511eb2b"},][[package]]name = "botocore"-version = "1.34.61"-requires_python = ">= 3.8"+version = "1.31.85"+requires_python = ">= 3.7"summary = "Low-level, data-driven core of boto 3."groups = ["default"]dependencies = [@@ -357,8 +357,8 @@ dependencies = ["urllib3<2.1,>=1.25.4; python_version >= \"3.10\"",]files = [- {file = "botocore-1.34.61-py3-none-any.whl", hash = "sha256:079f3288d38f97fd5656c25c44a94bea0e7090b938abfdeea463eaadb210c4a0"},- {file = "botocore-1.34.61.tar.gz", hash = "sha256:72df4af7e4e6392552c882d48c74e4be9bf7be4cd8d829711b312fbae13d7034"},+ {file = "botocore-1.31.85-py3-none-any.whl", hash = "sha256:b8f35d65f2b45af50c36fc25cc1844d6bd61d38d2148b2ef133b8f10e198555d"},+ {file = "botocore-1.31.85.tar.gz", hash = "sha256:ce58e688222df73ec5691f934be1a2122a52c9d11d3037b586b3fff16ed6d25f"},][[package]]@@ -2643,6 +2643,20 @@ files = [{file = "realtime-1.0.2.tar.gz", hash = "sha256:776170a4329edc869b91e104c554cda02c8bf8e052cbb93c377e22482870959c"},]+[[package]]+name = "redis"+version = "5.0.3"+requires_python = ">=3.7"+summary = "Python client for Redis database and key-value store"+groups = ["default"]+dependencies = [+ "async-timeout>=4.0.3; python_full_version < \"3.11.3\"",+]+files = [+ {file = "redis-5.0.3-py3-none-any.whl", hash = "sha256:5da9b8fe9e1254293756c16c008e8620b3d15fcc6dde6babde9541850e72a32d"},+ {file = "redis-5.0.3.tar.gz", hash = "sha256:4973bae7444c0fbed64a06b87446f79361cb7e4ec1538c022d696ed7a5015580"},+]+[[package]]name = "referencing"version = "0.33.0"@@ -2862,16 +2876,16 @@ files = [[[package]]name = "s3transfer"-version = "0.10.0"-requires_python = ">= 3.8"+version = "0.7.0"+requires_python = ">= 3.7"summary = "An Amazon S3 Transfer Manager"groups = ["default"]dependencies = [- "botocore<2.0a.0,>=1.33.2",+ "botocore<2.0a.0,>=1.12.36",]files = [- {file = "s3transfer-0.10.0-py3-none-any.whl", hash = "sha256:3cdb40f5cfa6966e812209d0994f2a4709b561c88e90cf00c2696d2df4e56b2e"},- {file = "s3transfer-0.10.0.tar.gz", hash = "sha256:d0c8bbf672d5eebbe4e57945e23b972d963f07d82f661cabf678a5c88831595b"},+ {file = "s3transfer-0.7.0-py3-none-any.whl", hash = "sha256:10d6923c6359175f264811ef4bf6161a3156ce8e350e705396a7557d6293c33a"},+ {file = "s3transfer-0.7.0.tar.gz", hash = "sha256:fd3889a66f5fe17299fe75b82eae6cf722554edca744ca5d5fe308b104883d2e"},][[package]]@@ -2949,13 +2963,13 @@ files = [[[package]]name = "setuptools"-version = "69.1.1"+version = "69.2.0"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"groups = ["default"]files = [- {file = "setuptools-69.1.1-py3-none-any.whl", hash = "sha256:02fa291a0471b3a18b2b2481ed902af520c69e8ae0919c13da936542754b4c56"},- {file = "setuptools-69.1.1.tar.gz", hash = "sha256:5c0806c7d9af348e6dd3777b4f4dbb42c7ad85b190104837488eab9a7c945cf8"},+ {file = "setuptools-69.2.0-py3-none-any.whl", hash = "sha256:c21c49fb1042386df081cb5d86759792ab89efca84cf114889191cd09aacc80c"},+ {file = "setuptools-69.2.0.tar.gz", hash = "sha256:0ff4183f8f42cd8fa3acea16c45205521a4ef28f73c6391d8a25e92893134f2e"},][[package]]@@ -3510,7 +3524,7 @@ files = [[[package]]name = "unstract-adapters"-version = "0.4.1"+version = "0.4.2"requires_python = "<3.12,>=3.9"summary = "Unstract Adapters"groups = ["default"]@@ -3536,8 +3550,23 @@ dependencies = ["weaviate-client==3.25.3",]files = [- {file = "unstract_adapters-0.4.1-py3-none-any.whl", hash = "sha256:d8be73fe96f37f347274b62360e2a99b69e83b93e4be4c93797e383e0a0cafbb"},- {file = "unstract_adapters-0.4.1.tar.gz", hash = "sha256:1f0ceaa8a26af51dd46713ec73b029a115c2a9f43a00e10ae73e8dedee7e1069"},+ {file = "unstract_adapters-0.4.2-py3-none-any.whl", hash = "sha256:62a8d432fb16d4c63cfc79664a7fa1c7b7c0b733b40046193be10ad790ed8a13"},+ {file = "unstract_adapters-0.4.2.tar.gz", hash = "sha256:e77cf812b5f1870ca74f2047657fda913469b3b13c851363c19c369066ff8404"},+]++[[package]]+name = "unstract-core"+version = "0.0.1"+requires_python = ">=3.9,<3.11.1"+path = "../unstract/core"+summary = "Core library that helps with executing workflows."+groups = ["default"]+dependencies = [+ "boto3~=1.28.17",+ "botocore~=1.31.17",+ "llama-index==0.9.28",+ "redis~=5.0.1",+ "requests==2.31.0",][[package]]@@ -3802,12 +3831,12 @@ files = [[[package]]name = "zipp"-version = "3.18.0"+version = "3.18.1"requires_python = ">=3.8"summary = "Backport of pathlib-compatible object wrapper for zip files"groups = ["default"]marker = "python_version < \"3.10\""files = [- {file = "zipp-3.18.0-py3-none-any.whl", hash = "sha256:c1bb803ed69d2cce2373152797064f7e79bc43f0a3748eb494096a867e0ebf79"},- {file = "zipp-3.18.0.tar.gz", hash = "sha256:df8d042b02765029a09b157efd8e820451045890acc30f8e37dd2f94a060221f"},+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},]diff --git a/prompt-service/pyproject.toml b/prompt-service/pyproject.tomlindex 45973ce62..23b03ac88 100644--- a/prompt-service/pyproject.toml+++ b/prompt-service/pyproject.toml@@ -16,6 +16,8 @@ dependencies = ["llama-index==0.9.28","python-dotenv==1.0.0","unstract-sdk~=0.15.1",+ "redis>=5.0.3",+ "unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]requires-python = ">=3.9,<3.11.1"readme = "README.md"diff --git a/prompt-service/sample.env b/prompt-service/sample.envindex 3e6a60b07..0caee4ed4 100644--- a/prompt-service/sample.env+++ b/prompt-service/sample.env@@ -5,6 +5,11 @@ PG_BE_USERNAME=unstract_devPG_BE_PASSWORD=unstract_passPG_BE_DATABASE=unstract_db+# Redis+REDIS_HOST="unstract-redis"+REDIS_PORT=6379+REDIS_PASSWORD=""+REDIS_USER=default# Platform ServicePLATFORM_SERVICE_HOST=http://unstract-platform-servicediff --git a/prompt-service/src/unstract/prompt_service/constants.py b/prompt-service/src/unstract/prompt_service/constants.pyindex 5a7a1e207..c115a04a5 100644--- a/prompt-service/src/unstract/prompt_service/constants.py+++ b/prompt-service/src/unstract/prompt_service/constants.py@@ -87,6 +87,7 @@ class PromptServiceContants:EVAL_SETTINGS_MONITOR_LLM = "monitor_llm"EVAL_SETTINGS_EXCLUDE_FAILED = "exclude_failed"LLM_PROFILE_MANAGER = "llm_profile_manager"+ LOG_EVENTS_ID = "log_events_id"class Query:@@ -108,3 +109,13 @@ class LogLevel(Enum):WARN = "WARN"ERROR = "ERROR"FATAL = "FATAL"+++class RunLevel(Enum):+ """Different stages of prompt execution.++ Comprises of prompt run and response evaluation stages.+ """++ RUN = "RUN"+ EVAL = "EVAL"diff --git a/prompt-service/src/unstract/prompt_service/helper.py b/prompt-service/src/unstract/prompt_service/helper.pyindex 1e4095097..ab96860f8 100644--- a/prompt-service/src/unstract/prompt_service/helper.py+++ b/prompt-service/src/unstract/prompt_service/helper.py@@ -3,23 +3,26 @@ import osfrom pathlib import Pathfrom typing import Any-from flask import current_app+from dotenv import load_dotenv+from flask import Flask+load_dotenv()-class PromptServiceHelper:++class EnvLoader:@staticmethoddef get_env_or_die(env_key: str) -> str:env_value = os.environ.get(env_key)if env_value is None or env_value == "":- current_app.logger.error(f"Env variable {env_key} is required")- return env_value # type:ignore+ raise ValueError(f"Env variable {env_key} is required")+ return env_valueclass PluginException(Exception):"""All exceptions raised from a plugin."""-def plugin_loader() -> dict[str, dict[str, Any]]:+def plugin_loader(app: Flask) -> dict[str, dict[str, Any]]:"""Loads plugins found in the plugins root dir.Each plugin:@@ -38,11 +41,11 @@ def plugin_loader() -> dict[str, dict[str, Any]]:plugins_pkg = "unstract.prompt_service.plugins"if not plugins_dir.exists():- print(f"Plugins dir not found: {plugins_dir}. Skipping.")+ app.logger.info(f"Plugins dir not found: {plugins_dir}. Skipping.")return {}plugins: dict[str, dict[str, Any]] = {}- print(f"Loading plugins from: {plugins_dir}")+ app.logger.info(f"Loading plugins from: {plugins_dir}")for pkg in os.listdir(os.fspath(plugins_dir)):if pkg.endswith(".so"):@@ -51,16 +54,18 @@ def plugin_loader() -> dict[str, dict[str, Any]]:try:module = importlib.import_module(pkg_anchor)except ImportError as e:- print(f"Failed to load plugin ({pkg}): {str(e)}")+ app.logger.error(f"Failed to load plugin ({pkg}): {str(e)}")continueif not hasattr(module, "metadata"):- print(f"Plugin metadata not found: {pkg}")+ app.logger.warn(f"Plugin metadata not found: {pkg}")continuemetadata: dict[str, Any] = module.metadataif metadata.get("disable", False):- print(f"Ignore disabled plugin: {pkg} v{metadata['version']}")+ app.logger.info(+ f"Ignore disabled plugin: {pkg} v{metadata['version']}"+ )continuetry:@@ -69,11 +74,11 @@ def plugin_loader() -> dict[str, dict[str, Any]]:"entrypoint_cls": metadata["entrypoint_cls"],"exception_cls": metadata["exception_cls"],}- print(f"Loaded plugin: {pkg} v{metadata['version']}")+ app.logger.info(f"Loaded plugin: {pkg} v{metadata['version']}")except KeyError as e:- print(f"Invalid metadata for plugin '{pkg}': {str(e)}")+ app.logger.error(f"Invalid metadata for plugin '{pkg}': {str(e)}")if not plugins:- print("No plugins found.")+ app.logger.info("No plugins found.")return pluginsdiff --git a/prompt-service/src/unstract/prompt_service/main.py b/prompt-service/src/unstract/prompt_service/main.pyindex 6be1d019f..5ccaed569 100644--- a/prompt-service/src/unstract/prompt_service/main.py+++ b/prompt-service/src/unstract/prompt_service/main.py@@ -2,11 +2,11 @@ import jsonimport loggingimport reimport sqlite3+from enum import Enumfrom typing import Any, Optionalimport nltkimport peewee-from dotenv import load_dotenvfrom flask import Flask, requestfrom llama_index import (QueryBundle,@@ -34,8 +34,8 @@ from unstract.prompt_service.authentication_middleware import (AuthenticationMiddleware,)from unstract.prompt_service.constants import PromptServiceContants as PSKeys-from unstract.prompt_service.constants import Query-from unstract.prompt_service.helper import PromptServiceHelper, plugin_loader+from unstract.prompt_service.constants import Query, RunLevel+from unstract.prompt_service.helper import EnvLoader, plugin_loaderfrom unstract.prompt_service.prompt_ide_base_tool import PromptServiceBaseToolfrom unstract.sdk.constants import LogLevelfrom unstract.sdk.embedding import ToolEmbedding@@ -47,23 +47,22 @@ from unstract.sdk.utils.service_context import ()from unstract.sdk.vector_db import ToolVectorDB-load_dotenv()+from unstract.core.pubsub_helper import LogPublisherlogging.basicConfig(level=logging.INFO,format="%(asctime)s %(levelname)s %(name)s : %(message)s",)-MAX_RETRIES = 3-db_name = "unstract_vector_db"POS_TEXT_PATH = "/tmp/pos.txt"USE_UNSTRACT_PROMPT = True+MAX_RETRIES = 3-PG_BE_HOST = PromptServiceHelper.get_env_or_die("PG_BE_HOST")-PG_BE_PORT = PromptServiceHelper.get_env_or_die("PG_BE_PORT")-PG_BE_USERNAME = PromptServiceHelper.get_env_or_die("PG_BE_USERNAME")-PG_BE_PASSWORD = PromptServiceHelper.get_env_or_die("PG_BE_PASSWORD")-PG_BE_DATABASE = PromptServiceHelper.get_env_or_die("PG_BE_DATABASE")+PG_BE_HOST = EnvLoader.get_env_or_die("PG_BE_HOST")+PG_BE_PORT = EnvLoader.get_env_or_die("PG_BE_PORT")+PG_BE_USERNAME = EnvLoader.get_env_or_die("PG_BE_USERNAME")+PG_BE_PASSWORD = EnvLoader.get_env_or_die("PG_BE_PASSWORD")+PG_BE_DATABASE = EnvLoader.get_env_or_die("PG_BE_DATABASE")be_db = peewee.PostgresqlDatabase(PG_BE_DATABASE,@@ -79,7 +78,20 @@ AuthenticationMiddleware.be_db = be_dbapp = Flask("prompt-service")-plugins = plugin_loader()+plugins = plugin_loader(app)+++def _publish_log(+ log_events_id: str,+ component: dict[str, str],+ level: Enum,+ state: Enum,+ message: str,+) -> None:+ LogPublisher.publish(+ log_events_id,+ LogPublisher.log_prompt(component, level.value, state.value, message),+ )def get_keywords_from_pos(text: str) -> list[Any]:@@ -407,10 +419,19 @@ def prompt_processor() -> Any:result["error"] = "Bad Request / No payload"return result, 400outputs = payload.get(PSKeys.OUTPUTS)- tool_id = payload.get(PSKeys.TOOL_ID)+ tool_id: str = payload.get(PSKeys.TOOL_ID, "")file_hash = payload.get(PSKeys.FILE_HASH)+ log_events_id: str = payload.get(PSKeys.LOG_EVENTS_ID, "")+structured_output: dict[str, Any] = {}variable_names: list[str] = []+ _publish_log(+ log_events_id,+ {"tool_id": tool_id},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Preparing to execute all prompts",+ )for output in outputs: # type:ignorevariable_names.append(output[PSKeys.NAME])@@ -424,12 +445,26 @@ def prompt_processor() -> Any:)tool_index = ToolIndex(tool=util)- app.logger.info(f"Processing output for : {name}")-if active is False:- app.logger.info(f"Output {name} is not active. Skipping")+ app.logger.info(f"[{tool_id}] Skipping inactive prompt: {name}")+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.INFO,+ RunLevel.RUN,+ "Skipping inactive prompt",+ )continue+ app.logger.info(f"[{tool_id}] Executing prompt: {name}")+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Executing prompt",+ )+# Finding and replacing the variables in the prompt# The variables are in the form %variable_name%@@ -446,6 +481,13 @@ def prompt_processor() -> Any:chunk_size=output[PSKeys.CHUNK_SIZE],chunk_overlap=output[PSKeys.CHUNK_OVERLAP],)+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Retrieved document ID",+ )llm_helper = ToolLLM(tool=util)llm_li: Optional[LLM] = llm_helper.get_llm(@@ -454,6 +496,13 @@ def prompt_processor() -> Any:if llm_li is None:msg = f"Couldn't fetch LLM {output[PSKeys.LLM]}"app.logger.error(msg)+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.ERROR,+ RunLevel.RUN,+ "Failed due to LLM error",+ )result["error"] = msgreturn result, 500embedd_helper = ToolEmbedding(tool=util)@@ -463,6 +512,13 @@ def prompt_processor() -> Any:if embedding_li is None:msg = f"Couldn't fetch embedding {output[PSKeys.EMBEDDING]}"app.logger.error(msg)+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.ERROR,+ RunLevel.RUN,+ "Failed due to embedding error",+ )result["error"] = msgreturn result, 500embedding_dimension = embedd_helper.get_embedding_length(embedding_li)@@ -481,6 +537,13 @@ def prompt_processor() -> Any:msg = f"Couldn't fetch vector DB {output[PSKeys.VECTOR_DB]}"app.logger.error(msg)result["error"] = msg+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.ERROR,+ RunLevel.RUN,+ "Failed due to vector db error",+ )return result, 500vector_index = VectorStoreIndex.from_vector_store(vector_store=vector_db_li, service_context=service_context@@ -497,10 +560,17 @@ def prompt_processor() -> Any:assertion_failed = Falseanswer = "yes"+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Verifying assertion prompt",+ )is_assert = output[PSKeys.IS_ASSERT]if is_assert:- app.logger.info(f'Asserting prompt: {output["assert_prompt"]}')+ app.logger.debug(f'Asserting prompt: {output["assert_prompt"]}')answer = construct_and_run_prompt(output,llm_helper,@@ -508,9 +578,16 @@ def prompt_processor() -> Any:context,"assert_prompt",)- app.logger.info(f"Assert response: {answer}")+ app.logger.debug(f"Assert response: {answer}")if answer.startswith("No") or answer.startswith("no"):app.logger.info("Assert failed.")+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Assertion failed",+ )assertion_failed = Trueanswer = ""if (@@ -546,6 +623,14 @@ def prompt_processor() -> Any:)else:answer = "NA"+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.INFO,+ RunLevel.RUN,+ "Retrieving context from adapter",+ )+if output[PSKeys.RETRIEVAL_STRATEGY] == PSKeys.SIMPLE:answer, context = simple_retriver(output,@@ -585,6 +670,22 @@ def prompt_processor() -> Any:else:app.logger.info("No retrieval strategy matched")+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.RUN,+ "Retrieved context from adapter",+ )++ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.INFO,+ RunLevel.RUN,+ f"Processing prompt type: {output[PSKeys.TYPE]}",+ )+if output[PSKeys.TYPE] == PSKeys.NUMBER:if assertion_failed or answer.lower() == "na":structured_output[output[PSKeys.NAME]] = None@@ -691,8 +792,15 @@ def prompt_processor() -> Any:and output[PSKeys.EVAL_SETTINGS][PSKeys.EVAL_SETTINGS_EVALUATE]):eval_plugin: dict[str, Any] = plugins.get("evaluation", {})- try:- if eval_plugin:+ if eval_plugin:+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.INFO,+ RunLevel.EVAL,+ "Evaluating response",+ )+ try:evaluator = eval_plugin["entrypoint_cls"]("",context,@@ -705,18 +813,40 @@ def prompt_processor() -> Any:)# Will inline replace the structured output passed.evaluator.run()+ except eval_plugin["exception_cls"] as e:+ app.logger.error(+ f'Failed to evaluate prompt {output["name"]}: {str(e)}'+ )+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.ERROR,+ RunLevel.EVAL,+ "Error while evaluation",+ )else:- app.logger.info(- f'No eval plugin found to evaluate prompt: {output["name"]}' # noqa: E501+ _publish_log(+ log_events_id,+ {"tool_id": tool_id, "prompt_key": name},+ LogLevel.DEBUG,+ RunLevel.EVAL,+ "Evaluation completed",)- except eval_plugin["exception_cls"] as e:- app.logger.error(- f'Failed to evaluate prompt {output["name"]}: {str(e)}'+ else:+ app.logger.info(+ f'No eval plugin found to evaluate prompt: {output["name"]}' # noqa: E501)###+ _publish_log(+ log_events_id,+ {"tool_id": tool_id},+ LogLevel.INFO,+ RunLevel.RUN,+ "Sanitizing null values",+ )for k, v in structured_output.items():if isinstance(v, str) and v.lower() == "na":structured_output[k] = None@@ -733,6 +863,13 @@ def prompt_processor() -> Any:if isinstance(v1, str) and v1.lower() == "na":v[k1] = None+ _publish_log(+ log_events_id,+ {"tool_id": tool_id},+ LogLevel.INFO,+ RunLevel.RUN,+ "Execution complete",+ )return structured_output@@ -929,7 +1066,7 @@ def extract_variable(# f.write(json.dumps(structured_output, indent=2))-def enable_single_pass_extraction():+def enable_single_pass_extraction() -> None:"""Enables single-pass-extraction plugin if available."""single_pass_extration_plugin: dict[str, Any] = plugins.get("single-pass-extraction", {}diff --git a/pyproject.toml b/pyproject.tomlindex a0d17f039..2d77382f0 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -84,6 +84,8 @@ python_files = ["tests.py", "test_*.py", "*_tests.py"]allow_subclassing_any = trueallow_untyped_decorators = truecheck_untyped_defs = true+# To use Unpack for typing kwargs+enable_incomplete_feature = "Unpack"exclude = '''(?x)^(.*migrations/.*\.py|backend/prompt/.*|diff --git a/unstract/core/src/unstract/core/pubsub_helper.py b/unstract/core/src/unstract/core/pubsub_helper.pyindex f7b5c7120..f51d2a8b8 100644--- a/unstract/core/src/unstract/core/pubsub_helper.py+++ b/unstract/core/src/unstract/core/pubsub_helper.py@@ -1,33 +1,38 @@import jsonimport loggingimport os+from datetime import datetime, timezone+from typing import Any, Optionalimport redis-class LogHelper:- logging.basicConfig(- level=logging.INFO,- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",+class LogPublisher:+ r = redis.Redis(+ host=os.environ.get("REDIS_HOST", "http://localhost"),+ port=os.environ.get("REDIS_PORT", "6379"),+ username=os.environ.get("REDIS_USER", ""),+ password=os.environ.get("REDIS_PASSWORD", ""),)@staticmethod- def log(+ def log_workflow(stage: str,message: str,level: str = "INFO",- cost_type: str = None,- cost_units: str = None,- cost_value: float = None,- step: str = None,- iteration: int = None,- iteration_total: int = None,- ) -> dict:+ cost_type: Optional[str] = None,+ cost_units: Optional[str] = None,+ cost_value: Optional[float] = None,+ step: Optional[int] = None,+ iteration: Optional[int] = None,+ iteration_total: Optional[int] = None,+ ) -> dict[str, Any]:return {- "_pandora_message_type": "log",+ "timestamp": datetime.now(timezone.utc).timestamp(),+ "type": "LOG","level": level,"stage": stage,- "message": message,+ "log": message,"cost_type": cost_type,"cost_units": cost_units,"cost_value": cost_value,@@ -37,47 +42,42 @@ class LogHelper:}@staticmethod- def update(- component: str,+ def log_workflow_update(state: str,- state_message: str,- ) -> dict:+ message: str,+ component: Optional[str],+ ) -> dict[str, Any]:return {- "_pandora_message_type": "update",+ "timestamp": datetime.now(timezone.utc).timestamp(),+ "type": "UPDATE","component": component,"state": state,- "state_message": state_message,+ "message": message,}@staticmethod- def publish(project_guid: str, message: dict) -> bool:- channel = f"logs:{project_guid}"- redis_host = os.environ.get("REDIS_HOST")- redis_port = os.environ.get("REDIS_PORT")-- redis_user = os.environ.get("REDIS_USER")- redis_password = os.environ.get("REDIS_PASSWORD")-- if not redis_host:- raise RuntimeError("REDIS_HOST environment variable not set")-- if not redis_user:- raise RuntimeError("REDIS_USER environment variable not set")-- if not redis_password:- redis_password = None+ def log_prompt(+ component: dict[str, str],+ level: str,+ state: str,+ message: str,+ ) -> dict[str, str]:+ return {+ "timestamp": datetime.now(timezone.utc).timestamp(),+ "type": "LOG",+ "service": "prompt",+ "component": component,+ "level": level,+ "state": state,+ "message": message,+ }+ @classmethod+ def publish(cls, channel_id: str, payload: dict[str, Any]) -> bool:+ channel = f"logs:{channel_id}"try:- r = redis.Redis(- host=redis_host,- port=int(redis_port),- username=redis_user,- password=redis_password,- )- payload = json.dumps(message)- r.publish(channel, payload)- r.close()+ cls.r.publish(channel, json.dumps(payload))except Exception as e:- logging.error(f"Could not publish message to channel {channel}: {e}")+ logging.error(f"Failed to publish '{channel}' <= {payload}: {e}")return Falsereturn Truediff --git a/unstract/workflow-execution/pyproject.toml b/unstract/workflow-execution/pyproject.tomlindex a89269085..b442540e8 100644--- a/unstract/workflow-execution/pyproject.toml+++ b/unstract/workflow-execution/pyproject.toml@@ -20,6 +20,7 @@ dependencies = [## Hence instead, add the dependencies without version constraints where the# assumption is they are added as direct dependencies in main project itself.+ "unstract-core","unstract-tool-registry","unstract-tool-sandbox",]diff --git a/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.py b/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.pydeleted file mode 100644index f8fa49f28..000000000--- a/unstract/workflow-execution/src/unstract/workflow_execution/pubsub_helper.py+++ /dev/null@@ -1,85 +0,0 @@-import json-import logging-import os-from typing import Any, Optional--import redis---class LogHelper:- logging.basicConfig(- level=logging.INFO,- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",- )-- @staticmethod- def log(- stage: str,- message: str,- level: str = "INFO",- cost_type: Optional[str] = None,- cost_units: Optional[str] = None,- cost_value: Optional[float] = None,- step: Optional[int] = None,- iteration: Optional[int] = None,- iteration_total: Optional[int] = None,- ) -> dict[str, Any]:- return {- "type": "LOG",- "level": level,- "stage": stage,- "log": message,- "cost_type": cost_type,- "cost_units": cost_units,- "cost_value": cost_value,- "step": step,- "iteration": iteration,- "iteration_total": iteration_total,- }-- @staticmethod- def update(- state: str,- message: str,- component: Optional[str],- ) -> dict[str, Any]:- return {- "type": "UPDATE",- "component": component,- "state": state,- "message": message,- }-- @staticmethod- def publish(messaging_channel: str, message: dict[str, Any]) -> bool:- channel = f"logs:{str(messaging_channel)}"- redis_host = os.environ.get("REDIS_HOST", "")- redis_port = os.environ.get("REDIS_PORT", "")- redis_user = os.environ.get("REDIS_USER", "")- redis_password = os.environ.get("REDIS_PASSWORD")-- if not redis_host:- raise RuntimeError("REDIS_HOST environment variable not set")-- if not redis_user:- raise RuntimeError("REDIS_USER environment variable not set")-- if not redis_password:- redis_password = None-- try:- r = redis.Redis(- host=redis_host,- port=int(redis_port),- username=redis_user,- password=redis_password,- )- payload = json.dumps(message)- r.publish(channel, payload)- r.close()- except Exception as e:- logging.error(- f"Could not publish message to channel {channel}: {e}"- )- return False- return Truediff --git a/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py b/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.pyindex 008df896a..ab1edaea9 100644--- a/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py+++ b/unstract/workflow-execution/src/unstract/workflow_execution/tools_utils.py@@ -3,6 +3,8 @@ import osfrom typing import Any, Optionalfrom redis import Redis++from unstract.core.pubsub_helper import LogPublisherfrom unstract.tool_registry import ToolRegistryfrom unstract.tool_sandbox import ToolSandboxfrom unstract.workflow_execution.constants import ToolExecution@@ -14,7 +16,6 @@ from unstract.workflow_execution.exceptions import (ToolExecutionException,ToolNotFoundException,)-from unstract.workflow_execution.pubsub_helper import LogHelperlogger = logging.getLogger(__name__)@@ -108,9 +109,9 @@ class ToolsUtils:tool_uid = tool_instance.tool_id- LogHelper.publish(+ LogPublisher.publish(self.messaging_channel,- LogHelper.log(+ LogPublisher.log_workflow("BUILD",f"------ Building step {tool_instance.step}/{tool_uid}",),@@ -121,9 +122,11 @@ class ToolsUtils:image_name = tool_instance.image_nameimage_tag = tool_instance.image_tag- LogHelper.publish(+ LogPublisher.publish(self.messaging_channel,- LogHelper.log("BUILD", f"Building the tool {tool_uid} now..."),+ LogPublisher.log_workflow(+ "BUILD", f"Building the tool {tool_uid} now..."+ ),)tool_sandbox = ToolSandbox(organization_id=self.organization_id,diff --git a/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py b/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.pyindex 25cc809d3..4703bbe8f 100644--- a/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py+++ b/unstract/workflow-execution/src/unstract/workflow_execution/workflow_execution.py@@ -4,6 +4,8 @@ import timefrom typing import Any, Optional, Unionimport redis++from unstract.core.pubsub_helper import LogPublisherfrom unstract.tool_sandbox import ToolSandboxfrom unstract.workflow_execution.constants import StepExecution, ToolExecutionfrom unstract.workflow_execution.dto import ToolInstance, WorkflowDto@@ -23,13 +25,19 @@ from unstract.workflow_execution.exceptions import (from unstract.workflow_execution.execution_file_handler import (ExecutionFileHandler,)-from unstract.workflow_execution.pubsub_helper import LogHelperfrom unstract.workflow_execution.tools_utils import ToolsUtilslogger = logging.getLogger(__name__)class WorkflowExecutionService:+ redis_con = redis.Redis(+ host=os.environ.get("REDIS_HOST", "http://127.0.0.1"),+ port=int(os.environ.get("REDIS_PORT", "6379")),+ password=os.environ.get("REDIS_USER"),+ username=os.environ.get("REDIS_PASSWORD"),+ )+def __init__(self,organization_id: str,@@ -42,17 +50,7 @@ class WorkflowExecutionService:self.organization_id = organization_idself.workflow_id = workflow_id- self.redis_host = os.environ.get("REDIS_HOST", "http://127.0.0.1")- self.redis_port = os.environ.get("REDIS_PORT", "6379")- self.redis_user = os.environ.get("REDIS_USER")- self.redis_password = os.environ.get("REDIS_PASSWORD")self.tool_instances = tool_instances- self.redis_con = redis.Redis(- host=self.redis_host,- port=int(self.redis_port),- password=self.redis_password,- username=self.redis_user,- )self.tool_utils = ToolsUtils(organization_id=organization_id,redis=self.redis_con,@@ -378,7 +376,7 @@ class WorkflowExecutionService:Returns:None"""- log_details = LogHelper.log(+ log_details = LogPublisher.log_workflow(self.log_stage.value,message,level.value,@@ -386,9 +384,7 @@ class WorkflowExecutionService:iteration=iteration,iteration_total=iteration_total,)- LogHelper.publish(- messaging_channel=self.messaging_channel, message=log_details- )+ LogPublisher.publish(self.messaging_channel, log_details)def publish_update_log(self,@@ -410,5 +406,7 @@ class WorkflowExecutionService:if isinstance(component, LogComponent):component = component.value- log_details = LogHelper.update(state.value, message, component)- LogHelper.publish(self.messaging_channel, log_details)+ log_details = LogPublisher.log_workflow_update(+ state.value, message, component+ )+ LogPublisher.publish(self.messaging_channel, log_details)diff --git a/worker/pdm.lock b/worker/pdm.lockindex 8fcfec846..2c00102a8 100644--- a/worker/pdm.lock+++ b/worker/pdm.lock@@ -5,7 +5,108 @@groups = ["default", "deploy"]strategy = ["cross_platform"]lock_version = "4.4.1"-content_hash = "sha256:54106c0ebc3287811c774f9299f6d1bb50e1889212d1eccc9375684237a97549"+content_hash = "sha256:33decc3fc2a5b64a1330436f71446f3d7ed61236f2cdaf9b6a4014cfc6f53da1"++[[package]]+name = "aiohttp"+version = "3.9.3"+requires_python = ">=3.8"+summary = "Async http client/server framework (asyncio)"+dependencies = [+ "aiosignal>=1.1.2",+ "async-timeout<5.0,>=4.0; python_version < \"3.11\"",+ "attrs>=17.3.0",+ "frozenlist>=1.1.1",+ "multidict<7.0,>=4.5",+ "yarl<2.0,>=1.0",+]+files = [+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:939677b61f9d72a4fa2a042a5eee2a99a24001a67c13da113b2e30396567db54"},+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1f5cd333fcf7590a18334c90f8c9147c837a6ec8a178e88d90a9b96ea03194cc"},+ {file = "aiohttp-3.9.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:82e6aa28dd46374f72093eda8bcd142f7771ee1eb9d1e223ff0fa7177a96b4a5"},+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f56455b0c2c7cc3b0c584815264461d07b177f903a04481dfc33e08a89f0c26b"},+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:bca77a198bb6e69795ef2f09a5f4c12758487f83f33d63acde5f0d4919815768"},+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e083c285857b78ee21a96ba1eb1b5339733c3563f72980728ca2b08b53826ca5"},+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ab40e6251c3873d86ea9b30a1ac6d7478c09277b32e14745d0d3c6e76e3c7e29"},+ {file = "aiohttp-3.9.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:df822ee7feaaeffb99c1a9e5e608800bd8eda6e5f18f5cfb0dc7eeb2eaa6bbec"},+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:acef0899fea7492145d2bbaaaec7b345c87753168589cc7faf0afec9afe9b747"},+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:cd73265a9e5ea618014802ab01babf1940cecb90c9762d8b9e7d2cc1e1969ec6"},+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:a78ed8a53a1221393d9637c01870248a6f4ea5b214a59a92a36f18151739452c"},+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:6b0e029353361f1746bac2e4cc19b32f972ec03f0f943b390c4ab3371840aabf"},+ {file = "aiohttp-3.9.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:7cf5c9458e1e90e3c390c2639f1017a0379a99a94fdfad3a1fd966a2874bba52"},+ {file = "aiohttp-3.9.3-cp310-cp310-win32.whl", hash = "sha256:3e59c23c52765951b69ec45ddbbc9403a8761ee6f57253250c6e1536cacc758b"},+ {file = "aiohttp-3.9.3-cp310-cp310-win_amd64.whl", hash = "sha256:055ce4f74b82551678291473f66dc9fb9048a50d8324278751926ff0ae7715e5"},+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:6b88f9386ff1ad91ace19d2a1c0225896e28815ee09fc6a8932fded8cda97c3d"},+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c46956ed82961e31557b6857a5ca153c67e5476972e5f7190015018760938da2"},+ {file = "aiohttp-3.9.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:07b837ef0d2f252f96009e9b8435ec1fef68ef8b1461933253d318748ec1acdc"},+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dad46e6f620574b3b4801c68255492e0159d1712271cc99d8bdf35f2043ec266"},+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5ed3e046ea7b14938112ccd53d91c1539af3e6679b222f9469981e3dac7ba1ce"},+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:039df344b45ae0b34ac885ab5b53940b174530d4dd8a14ed8b0e2155b9dddccb"},+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7943c414d3a8d9235f5f15c22ace69787c140c80b718dcd57caaade95f7cd93b"},+ {file = "aiohttp-3.9.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:84871a243359bb42c12728f04d181a389718710129b36b6aad0fc4655a7647d4"},+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:5eafe2c065df5401ba06821b9a054d9cb2848867f3c59801b5d07a0be3a380ae"},+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:9d3c9b50f19704552f23b4eaea1fc082fdd82c63429a6506446cbd8737823da3"},+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:f033d80bc6283092613882dfe40419c6a6a1527e04fc69350e87a9df02bbc283"},+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:2c895a656dd7e061b2fd6bb77d971cc38f2afc277229ce7dd3552de8313a483e"},+ {file = "aiohttp-3.9.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:1f5a71d25cd8106eab05f8704cd9167b6e5187bcdf8f090a66c6d88b634802b4"},+ {file = "aiohttp-3.9.3-cp311-cp311-win32.whl", hash = "sha256:50fca156d718f8ced687a373f9e140c1bb765ca16e3d6f4fe116e3df7c05b2c5"},+ {file = "aiohttp-3.9.3-cp311-cp311-win_amd64.whl", hash = "sha256:5fe9ce6c09668063b8447f85d43b8d1c4e5d3d7e92c63173e6180b2ac5d46dd8"},+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:0fa43c32d1643f518491d9d3a730f85f5bbaedcbd7fbcae27435bb8b7a061b29"},+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:835a55b7ca49468aaaac0b217092dfdff370e6c215c9224c52f30daaa735c1c1"},+ {file = "aiohttp-3.9.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:06a9b2c8837d9a94fae16c6223acc14b4dfdff216ab9b7202e07a9a09541168f"},+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:abf151955990d23f84205286938796c55ff11bbfb4ccfada8c9c83ae6b3c89a3"},+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:59c26c95975f26e662ca78fdf543d4eeaef70e533a672b4113dd888bd2423caa"},+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f95511dd5d0e05fd9728bac4096319f80615aaef4acbecb35a990afebe953b0e"},+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:595f105710293e76b9dc09f52e0dd896bd064a79346234b521f6b968ffdd8e58"},+ {file = "aiohttp-3.9.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c7c8b816c2b5af5c8a436df44ca08258fc1a13b449393a91484225fcb7545533"},+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:f1088fa100bf46e7b398ffd9904f4808a0612e1d966b4aa43baa535d1b6341eb"},+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:f59dfe57bb1ec82ac0698ebfcdb7bcd0e99c255bd637ff613760d5f33e7c81b3"},+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:361a1026c9dd4aba0109e4040e2aecf9884f5cfe1b1b1bd3d09419c205e2e53d"},+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:363afe77cfcbe3a36353d8ea133e904b108feea505aa4792dad6585a8192c55a"},+ {file = "aiohttp-3.9.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8e2c45c208c62e955e8256949eb225bd8b66a4c9b6865729a786f2aa79b72e9d"},+ {file = "aiohttp-3.9.3-cp39-cp39-win32.whl", hash = "sha256:f7217af2e14da0856e082e96ff637f14ae45c10a5714b63c77f26d8884cf1051"},+ {file = "aiohttp-3.9.3-cp39-cp39-win_amd64.whl", hash = "sha256:27468897f628c627230dba07ec65dc8d0db566923c48f29e084ce382119802bc"},+ {file = "aiohttp-3.9.3.tar.gz", hash = "sha256:90842933e5d1ff760fae6caca4b2b3edba53ba8f4b71e95dacf2818a2aca06f7"},+]++[[package]]+name = "aiosignal"+version = "1.3.1"+requires_python = ">=3.7"+summary = "aiosignal: a list of registered asynchronous callbacks"+dependencies = [+ "frozenlist>=1.1.0",+]+files = [+ {file = "aiosignal-1.3.1-py3-none-any.whl", hash = "sha256:f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17"},+ {file = "aiosignal-1.3.1.tar.gz", hash = "sha256:54cd96e15e1649b75d6c87526a6ff0b6c1b0dd3459f43d9ca11d48c339b68cfc"},+]++[[package]]+name = "annotated-types"+version = "0.6.0"+requires_python = ">=3.8"+summary = "Reusable constraint types to use with typing.Annotated"+files = [+ {file = "annotated_types-0.6.0-py3-none-any.whl", hash = "sha256:0641064de18ba7a25dee8f96403ebc39113d0cb953a01429249d5c7564666a43"},+ {file = "annotated_types-0.6.0.tar.gz", hash = "sha256:563339e807e53ffd9c267e99fc6d9ea23eb8443c08f112651963e24e22f84a5d"},+]++[[package]]+name = "anyio"+version = "4.3.0"+requires_python = ">=3.8"+summary = "High level compatibility layer for multiple asynchronous event loop implementations"+dependencies = [+ "exceptiongroup>=1.0.2; python_version < \"3.11\"",+ "idna>=2.8",+ "sniffio>=1.1",+ "typing-extensions>=4.1; python_version < \"3.11\"",+]+files = [+ {file = "anyio-4.3.0-py3-none-any.whl", hash = "sha256:048e05d0f6caeed70d731f3db756d35dcc1f35747c8c403364a8332c630441b8"},+ {file = "anyio-4.3.0.tar.gz", hash = "sha256:f75253795a87df48568485fd18cdd2a3fa5c4f7c5be8e5e36637733fce06fed6"},+][[package]]name = "async-timeout"@@ -17,6 +118,29 @@ files = [{file = "async_timeout-4.0.3-py3-none-any.whl", hash = "sha256:7405140ff1230c310e51dc27b3145b9092d659ce68ff733fb0cefe3ee42be028"},]+[[package]]+name = "attrs"+version = "23.2.0"+requires_python = ">=3.7"+summary = "Classes Without Boilerplate"+files = [+ {file = "attrs-23.2.0-py3-none-any.whl", hash = "sha256:99b87a485a5820b23b879f04c2305b44b951b502fd64be915879d77a7e8fc6f1"},+ {file = "attrs-23.2.0.tar.gz", hash = "sha256:935dc3b529c262f6cf76e50877d35a4bd3c1de194fd41f47a2b7ae8f19971f30"},+]++[[package]]+name = "beautifulsoup4"+version = "4.12.3"+requires_python = ">=3.6.0"+summary = "Screen-scraping library"+dependencies = [+ "soupsieve>1.2",+]+files = [+ {file = "beautifulsoup4-4.12.3-py3-none-any.whl", hash = "sha256:b80878c9f40111313e55da8ba20bdba06d8fa3969fc68304167741bbf9e082ed"},+ {file = "beautifulsoup4-4.12.3.tar.gz", hash = "sha256:74e3d1928edc070d21748185c46e3fb33490f22f52a3addee9aee0f4f7781051"},+]+[[package]]name = "blinker"version = "1.7.0"@@ -27,6 +151,37 @@ files = [{file = "blinker-1.7.0.tar.gz", hash = "sha256:e6820ff6fa4e4d1d8e2747c2283749c3f547e4fee112b98555cdcdae32996182"},]+[[package]]+name = "boto3"+version = "1.28.85"+requires_python = ">= 3.7"+summary = "The AWS SDK for Python"+dependencies = [+ "botocore<1.32.0,>=1.31.85",+ "jmespath<2.0.0,>=0.7.1",+ "s3transfer<0.8.0,>=0.7.0",+]+files = [+ {file = "boto3-1.28.85-py3-none-any.whl", hash = "sha256:1fb7e7ba32a6701990168eb7a08e1fb624ae48130784dfab25904ed47deabb31"},+ {file = "boto3-1.28.85.tar.gz", hash = "sha256:96b4cb2708933cef7dbe1177df37ef0593839942978784147aade0e49511eb2b"},+]++[[package]]+name = "botocore"+version = "1.31.85"+requires_python = ">= 3.7"+summary = "Low-level, data-driven core of boto 3."+dependencies = [+ "jmespath<2.0.0,>=0.7.1",+ "python-dateutil<3.0.0,>=2.1",+ "urllib3<1.27,>=1.25.4; python_version < \"3.10\"",+ "urllib3<2.1,>=1.25.4; python_version >= \"3.10\"",+]+files = [+ {file = "botocore-1.31.85-py3-none-any.whl", hash = "sha256:b8f35d65f2b45af50c36fc25cc1844d6bd61d38d2148b2ef133b8f10e198555d"},+ {file = "botocore-1.31.85.tar.gz", hash = "sha256:ce58e688222df73ec5691f934be1a2122a52c9d11d3037b586b3fff16ed6d25f"},+]+[[package]]name = "certifi"version = "2024.2.2"@@ -74,21 +229,6 @@ files = [{file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f"},{file = "charset_normalizer-3.3.2-cp311-cp311-win32.whl", hash = "sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab"},{file = "charset_normalizer-3.3.2-cp311-cp311-win_amd64.whl", hash = "sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77"},- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8"},- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b"},- {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6"},- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a"},- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389"},- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa"},- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b"},- {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed"},- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26"},- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d"},- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068"},- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143"},- {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4"},- {file = "charset_normalizer-3.3.2-cp312-cp312-win32.whl", hash = "sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7"},- {file = "charset_normalizer-3.3.2-cp312-cp312-win_amd64.whl", hash = "sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001"},{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4"},{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d"},{file = "charset_normalizer-3.3.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0"},@@ -130,6 +270,43 @@ files = [{file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"},]+[[package]]+name = "dataclasses-json"+version = "0.6.4"+requires_python = ">=3.7,<4.0"+summary = "Easily serialize dataclasses to and from JSON."+dependencies = [+ "marshmallow<4.0.0,>=3.18.0",+ "typing-inspect<1,>=0.4.0",+]+files = [+ {file = "dataclasses_json-0.6.4-py3-none-any.whl", hash = "sha256:f90578b8a3177f7552f4e1a6e535e84293cd5da421fcce0642d49c0d7bdf8df2"},+ {file = "dataclasses_json-0.6.4.tar.gz", hash = "sha256:73696ebf24936560cca79a2430cbc4f3dd23ac7bf46ed17f38e5e5e7657a6377"},+]++[[package]]+name = "deprecated"+version = "1.2.14"+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"+summary = "Python @deprecated decorator to deprecate old python classes, functions or methods."+dependencies = [+ "wrapt<2,>=1.10",+]+files = [+ {file = "Deprecated-1.2.14-py2.py3-none-any.whl", hash = "sha256:6fac8b097794a90302bdbb17b9b815e732d3c4720583ff1b198499d78470466c"},+ {file = "Deprecated-1.2.14.tar.gz", hash = "sha256:e5323eb936458dccc2582dc6f9c322c852a775a27065ff2b0c4970b9d53d01b3"},+]++[[package]]+name = "distro"+version = "1.9.0"+requires_python = ">=3.6"+summary = "Distro - an OS platform information API"+files = [+ {file = "distro-1.9.0-py3-none-any.whl", hash = "sha256:7bffd925d65168f85027d8da9af6bddab658135b840670a223589bc0c8ef02b2"},+ {file = "distro-1.9.0.tar.gz", hash = "sha256:2fa77c6fd8940f116ee1d6b94a2f90b13b5ea8d019b98bc8bafdcabcdd9bdbed"},+]+[[package]]name = "docker"version = "6.1.3"@@ -147,6 +324,16 @@ files = [{file = "docker-6.1.3.tar.gz", hash = "sha256:aa6d17830045ba5ef0168d5eaa34d37beeb113948c413affe1d5991fc11f9a20"},]+[[package]]+name = "exceptiongroup"+version = "1.2.0"+requires_python = ">=3.7"+summary = "Backport of PEP 654 (exception groups)"+files = [+ {file = "exceptiongroup-1.2.0-py3-none-any.whl", hash = "sha256:4bfd3996ac73b41e9b9628b04e079f193850720ea5945fc96a08633c66912f14"},+ {file = "exceptiongroup-1.2.0.tar.gz", hash = "sha256:91f5c769735f051a4290d52edd0858999b57e5876e9f85937691bd4c9fa3ed68"},+]+[[package]]name = "flask"version = "3.0.2"@@ -165,6 +352,108 @@ files = [{file = "flask-3.0.2.tar.gz", hash = "sha256:822c03f4b799204250a7ee84b1eddc40665395333973dfb9deebfe425fefcb7d"},]+[[package]]+name = "frozenlist"+version = "1.4.1"+requires_python = ">=3.8"+summary = "A list-like structure which implements collections.abc.MutableSequence"+files = [+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:f9aa1878d1083b276b0196f2dfbe00c9b7e752475ed3b682025ff20c1c1f51ac"},+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:29acab3f66f0f24674b7dc4736477bcd4bc3ad4b896f5f45379a67bce8b96868"},+ {file = "frozenlist-1.4.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:74fb4bee6880b529a0c6560885fce4dc95936920f9f20f53d99a213f7bf66776"},+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:590344787a90ae57d62511dd7c736ed56b428f04cd8c161fcc5e7232c130c69a"},+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:068b63f23b17df8569b7fdca5517edef76171cf3897eb68beb01341131fbd2ad"},+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5c849d495bf5154cd8da18a9eb15db127d4dba2968d88831aff6f0331ea9bd4c"},+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9750cc7fe1ae3b1611bb8cfc3f9ec11d532244235d75901fb6b8e42ce9229dfe"},+ {file = "frozenlist-1.4.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9b2de4cf0cdd5bd2dee4c4f63a653c61d2408055ab77b151c1957f221cabf2a"},+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0633c8d5337cb5c77acbccc6357ac49a1770b8c487e5b3505c57b949b4b82e98"},+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:27657df69e8801be6c3638054e202a135c7f299267f1a55ed3a598934f6c0d75"},+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:f9a3ea26252bd92f570600098783d1371354d89d5f6b7dfd87359d669f2109b5"},+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:4f57dab5fe3407b6c0c1cc907ac98e8a189f9e418f3b6e54d65a718aaafe3950"},+ {file = "frozenlist-1.4.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:e02a0e11cf6597299b9f3bbd3f93d79217cb90cfd1411aec33848b13f5c656cc"},+ {file = "frozenlist-1.4.1-cp310-cp310-win32.whl", hash = "sha256:a828c57f00f729620a442881cc60e57cfcec6842ba38e1b19fd3e47ac0ff8dc1"},+ {file = "frozenlist-1.4.1-cp310-cp310-win_amd64.whl", hash = "sha256:f56e2333dda1fe0f909e7cc59f021eba0d2307bc6f012a1ccf2beca6ba362439"},+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:a0cb6f11204443f27a1628b0e460f37fb30f624be6051d490fa7d7e26d4af3d0"},+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b46c8ae3a8f1f41a0d2ef350c0b6e65822d80772fe46b653ab6b6274f61d4a49"},+ {file = "frozenlist-1.4.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:fde5bd59ab5357e3853313127f4d3565fc7dad314a74d7b5d43c22c6a5ed2ced"},+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:722e1124aec435320ae01ee3ac7bec11a5d47f25d0ed6328f2273d287bc3abb0"},+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2471c201b70d58a0f0c1f91261542a03d9a5e088ed3dc6c160d614c01649c106"},+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c757a9dd70d72b076d6f68efdbb9bc943665ae954dad2801b874c8c69e185068"},+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f146e0911cb2f1da549fc58fc7bcd2b836a44b79ef871980d605ec392ff6b0d2"},+ {file = "frozenlist-1.4.1-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f9c515e7914626b2a2e1e311794b4c35720a0be87af52b79ff8e1429fc25f19"},+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c302220494f5c1ebeb0912ea782bcd5e2f8308037b3c7553fad0e48ebad6ad82"},+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:442acde1e068288a4ba7acfe05f5f343e19fac87bfc96d89eb886b0363e977ec"},+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:1b280e6507ea8a4fa0c0a7150b4e526a8d113989e28eaaef946cc77ffd7efc0a"},+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:fe1a06da377e3a1062ae5fe0926e12b84eceb8a50b350ddca72dc85015873f74"},+ {file = "frozenlist-1.4.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:db9e724bebd621d9beca794f2a4ff1d26eed5965b004a97f1f1685a173b869c2"},+ {file = "frozenlist-1.4.1-cp311-cp311-win32.whl", hash = "sha256:e774d53b1a477a67838a904131c4b0eef6b3d8a651f8b138b04f748fccfefe17"},+ {file = "frozenlist-1.4.1-cp311-cp311-win_amd64.whl", hash = "sha256:fb3c2db03683b5767dedb5769b8a40ebb47d6f7f45b1b3e3b4b51ec8ad9d9825"},+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:bfa4a17e17ce9abf47a74ae02f32d014c5e9404b6d9ac7f729e01562bbee601e"},+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b7e3ed87d4138356775346e6845cccbe66cd9e207f3cd11d2f0b9fd13681359d"},+ {file = "frozenlist-1.4.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c99169d4ff810155ca50b4da3b075cbde79752443117d89429595c2e8e37fed8"},+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:edb678da49d9f72c9f6c609fbe41a5dfb9a9282f9e6a2253d5a91e0fc382d7c0"},+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6db4667b187a6742b33afbbaf05a7bc551ffcf1ced0000a571aedbb4aa42fc7b"},+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:55fdc093b5a3cb41d420884cdaf37a1e74c3c37a31f46e66286d9145d2063bd0"},+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:82e8211d69a4f4bc360ea22cd6555f8e61a1bd211d1d5d39d3d228b48c83a897"},+ {file = "frozenlist-1.4.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89aa2c2eeb20957be2d950b85974b30a01a762f3308cd02bb15e1ad632e22dc7"},+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:9d3e0c25a2350080e9319724dede4f31f43a6c9779be48021a7f4ebde8b2d742"},+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:7268252af60904bf52c26173cbadc3a071cece75f873705419c8681f24d3edea"},+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:0c250a29735d4f15321007fb02865f0e6b6a41a6b88f1f523ca1596ab5f50bd5"},+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:96ec70beabbd3b10e8bfe52616a13561e58fe84c0101dd031dc78f250d5128b9"},+ {file = "frozenlist-1.4.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:23b2d7679b73fe0e5a4560b672a39f98dfc6f60df63823b0a9970525325b95f6"},+ {file = "frozenlist-1.4.1-cp39-cp39-win32.whl", hash = "sha256:a7496bfe1da7fb1a4e1cc23bb67c58fab69311cc7d32b5a99c2007b4b2a0e932"},+ {file = "frozenlist-1.4.1-cp39-cp39-win_amd64.whl", hash = "sha256:e6a20a581f9ce92d389a8c7d7c3dd47c81fd5d6e655c8dddf341e14aa48659d0"},+ {file = "frozenlist-1.4.1-py3-none-any.whl", hash = "sha256:04ced3e6a46b4cfffe20f9ae482818e34eba9b5fb0ce4056e4cc9b6e212d09b7"},+ {file = "frozenlist-1.4.1.tar.gz", hash = "sha256:c037a86e8513059a2613aaba4d817bb90b9d9b6b69aace3ce9c877e8c8ed402b"},+]++[[package]]+name = "fsspec"+version = "2024.2.0"+requires_python = ">=3.8"+summary = "File-system specification"+files = [+ {file = "fsspec-2024.2.0-py3-none-any.whl", hash = "sha256:817f969556fa5916bc682e02ca2045f96ff7f586d45110fcb76022063ad2c7d8"},+ {file = "fsspec-2024.2.0.tar.gz", hash = "sha256:b6ad1a679f760dda52b1168c859d01b7b80648ea6f7f7c7f5a8a91dc3f3ecb84"},+]++[[package]]+name = "greenlet"+version = "3.0.3"+requires_python = ">=3.7"+summary = "Lightweight in-process concurrent programming"+files = [+ {file = "greenlet-3.0.3-cp310-cp310-macosx_11_0_universal2.whl", hash = "sha256:9da2bd29ed9e4f15955dd1595ad7bc9320308a3b766ef7f837e23ad4b4aac31a"},+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d353cadd6083fdb056bb46ed07e4340b0869c305c8ca54ef9da3421acbdf6881"},+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:dca1e2f3ca00b84a396bc1bce13dd21f680f035314d2379c4160c98153b2059b"},+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3ed7fb269f15dc662787f4119ec300ad0702fa1b19d2135a37c2c4de6fadfd4a"},+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd4f49ae60e10adbc94b45c0b5e6a179acc1736cf7a90160b404076ee283cf83"},+ {file = "greenlet-3.0.3-cp310-cp310-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:73a411ef564e0e097dbe7e866bb2dda0f027e072b04da387282b02c308807405"},+ {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7f362975f2d179f9e26928c5b517524e89dd48530a0202570d55ad6ca5d8a56f"},+ {file = "greenlet-3.0.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:649dde7de1a5eceb258f9cb00bdf50e978c9db1b996964cd80703614c86495eb"},+ {file = "greenlet-3.0.3-cp310-cp310-win_amd64.whl", hash = "sha256:68834da854554926fbedd38c76e60c4a2e3198c6fbed520b106a8986445caaf9"},+ {file = "greenlet-3.0.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:b1b5667cced97081bf57b8fa1d6bfca67814b0afd38208d52538316e9422fc61"},+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:52f59dd9c96ad2fc0d5724107444f76eb20aaccb675bf825df6435acb7703559"},+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:afaff6cf5200befd5cec055b07d1c0a5a06c040fe5ad148abcd11ba6ab9b114e"},+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:fe754d231288e1e64323cfad462fcee8f0288654c10bdf4f603a39ed923bef33"},+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2797aa5aedac23af156bbb5a6aa2cd3427ada2972c828244eb7d1b9255846379"},+ {file = "greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7f009caad047246ed379e1c4dbcb8b020f0a390667ea74d2387be2998f58a22"},+ {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c5e1536de2aad7bf62e27baf79225d0d64360d4168cf2e6becb91baf1ed074f3"},+ {file = "greenlet-3.0.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:894393ce10ceac937e56ec00bb71c4c2f8209ad516e96033e4b3b1de270e200d"},+ {file = "greenlet-3.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:1ea188d4f49089fc6fb283845ab18a2518d279c7cd9da1065d7a84e991748728"},+ {file = "greenlet-3.0.3-cp39-cp39-macosx_11_0_universal2.whl", hash = "sha256:da70d4d51c8b306bb7a031d5cff6cc25ad253affe89b70352af5f1cb68e74b53"},+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086152f8fbc5955df88382e8a75984e2bb1c892ad2e3c80a2508954e52295257"},+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d73a9fe764d77f87f8ec26a0c85144d6a951a6c438dfe50487df5595c6373eac"},+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7dcbe92cc99f08c8dd11f930de4d99ef756c3591a5377d1d9cd7dd5e896da71"},+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1551a8195c0d4a68fac7a4325efac0d541b48def35feb49d803674ac32582f61"},+ {file = "greenlet-3.0.3-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:64d7675ad83578e3fc149b617a444fab8efdafc9385471f868eb5ff83e446b8b"},+ {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:b37eef18ea55f2ffd8f00ff8fe7c8d3818abd3e25fb73fae2ca3b672e333a7a6"},+ {file = "greenlet-3.0.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:77457465d89b8263bca14759d7c1684df840b6811b2499838cc5b040a8b5b113"},+ {file = "greenlet-3.0.3-cp39-cp39-win32.whl", hash = "sha256:57e8974f23e47dac22b83436bdcf23080ade568ce77df33159e019d161ce1d1e"},+ {file = "greenlet-3.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:c5ee858cfe08f34712f548c3c363e807e7186f03ad7a5039ebadb29e8c6be067"},+ {file = "greenlet-3.0.3.tar.gz", hash = "sha256:43374442353259554ce33599da8b692d5aa96f8976d567d4badf263371fbe491"},+]+[[package]]name = "gunicorn"version = "21.2.0"@@ -178,6 +467,47 @@ files = [{file = "gunicorn-21.2.0.tar.gz", hash = "sha256:88ec8bff1d634f98e61b9f65bc4bf3cd918a90806c6f5c48bc5603849ec81033"},]+[[package]]+name = "h11"+version = "0.14.0"+requires_python = ">=3.7"+summary = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1"+files = [+ {file = "h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761"},+ {file = "h11-0.14.0.tar.gz", hash = "sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d"},+]++[[package]]+name = "httpcore"+version = "1.0.4"+requires_python = ">=3.8"+summary = "A minimal low-level HTTP client."+dependencies = [+ "certifi",+ "h11<0.15,>=0.13",+]+files = [+ {file = "httpcore-1.0.4-py3-none-any.whl", hash = "sha256:ac418c1db41bade2ad53ae2f3834a3a0f5ae76b56cf5aa497d2d033384fc7d73"},+ {file = "httpcore-1.0.4.tar.gz", hash = "sha256:cb2839ccfcba0d2d3c1131d3c3e26dfc327326fbe7a5dc0dbfe9f6c9151bb022"},+]++[[package]]+name = "httpx"+version = "0.27.0"+requires_python = ">=3.8"+summary = "The next generation HTTP client."+dependencies = [+ "anyio",+ "certifi",+ "httpcore==1.*",+ "idna",+ "sniffio",+]+files = [+ {file = "httpx-0.27.0-py3-none-any.whl", hash = "sha256:71d5465162c13681bff01ad59b2cc68dd838ea1f10e51574bac27103f00c91a5"},+ {file = "httpx-0.27.0.tar.gz", hash = "sha256:a0cb88a46f32dc874e04ee956e4c2764aba2aa228f650b06788ba6bda2962ab5"},+]+[[package]]name = "idna"version = "3.6"@@ -190,15 +520,15 @@ files = [[[package]]name = "importlib-metadata"-version = "7.0.1"+version = "7.0.2"requires_python = ">=3.8"summary = "Read metadata from Python packages"dependencies = ["zipp>=0.5",]files = [- {file = "importlib_metadata-7.0.1-py3-none-any.whl", hash = "sha256:4805911c3a4ec7c3966410053e9ec6a1fecd629117df5adee56dfc9432a1081e"},- {file = "importlib_metadata-7.0.1.tar.gz", hash = "sha256:f238736bb06590ae52ac1fab06a3a9ef1d8dce2b7a35b5ab329371d6c8f5d2cc"},+ {file = "importlib_metadata-7.0.2-py3-none-any.whl", hash = "sha256:f4bc4c0c070c490abf4ce96d715f68e95923320370efb66143df00199bb6c100"},+ {file = "importlib_metadata-7.0.2.tar.gz", hash = "sha256:198f568f3230878cb1b44fbd7975f87906c22336dba2e4a7f05278c281fbd792"},][[package]]@@ -224,6 +554,57 @@ files = [{file = "Jinja2-3.1.3.tar.gz", hash = "sha256:ac8bd6544d4bb2c9792bf3a159e80bba8fda7f07e81bc3aed565432d5925ba90"},]+[[package]]+name = "jmespath"+version = "1.0.1"+requires_python = ">=3.7"+summary = "JSON Matching Expressions"+files = [+ {file = "jmespath-1.0.1-py3-none-any.whl", hash = "sha256:02e2e4cc71b5bcab88332eebf907519190dd9e6e82107fa7f83b1003a6252980"},+ {file = "jmespath-1.0.1.tar.gz", hash = "sha256:90261b206d6defd58fdd5e85f478bf633a2901798906be2ad389150c5c60edbe"},+]++[[package]]+name = "joblib"+version = "1.3.2"+requires_python = ">=3.7"+summary = "Lightweight pipelining with Python functions"+files = [+ {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"},+ {file = "joblib-1.3.2.tar.gz", hash = "sha256:92f865e621e17784e7955080b6d042489e3b8e294949cc44c6eac304f59772b1"},+]++[[package]]+name = "llama-index"+version = "0.9.28"+requires_python = ">=3.8.1,<4.0"+summary = "Interface between LLMs and your data"+dependencies = [+ "SQLAlchemy[asyncio]>=1.4.49",+ "aiohttp<4.0.0,>=3.8.6",+ "beautifulsoup4<5.0.0,>=4.12.2",+ "dataclasses-json",+ "deprecated>=1.2.9.3",+ "fsspec>=2023.5.0",+ "httpx",+ "nest-asyncio<2.0.0,>=1.5.8",+ "networkx>=3.0",+ "nltk<4.0.0,>=3.8.1",+ "numpy",+ "openai>=1.1.0",+ "pandas",+ "requests>=2.31.0",+ "tenacity<9.0.0,>=8.2.0",+ "tensorrt-llm<0.8.0,>=0.7.1; python_version == \"3.10\"",+ "tiktoken>=0.3.3",+ "typing-extensions>=4.5.0",+ "typing-inspect>=0.8.0",+]+files = [+ {file = "llama_index-0.9.28-py3-none-any.whl", hash = "sha256:fe68d102e9796eac54e7b6e4bc470fa63e0f4b8df6570f9ca7e0b2a644ffd49a"},+ {file = "llama_index-0.9.28.tar.gz", hash = "sha256:32504aac009c9c5addee36a5368cf4c308a898738bb2135bfcd032874f4dba26"},+]+[[package]]name = "markupsafe"version = "2.1.5"@@ -250,16 +631,6 @@ files = [{file = "MarkupSafe-2.1.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3a57fdd7ce31c7ff06cdfbf31dafa96cc533c21e443d57f5b1ecc6cdc668ec7f"},{file = "MarkupSafe-2.1.5-cp311-cp311-win32.whl", hash = "sha256:397081c1a0bfb5124355710fe79478cdbeb39626492b15d399526ae53422b906"},{file = "MarkupSafe-2.1.5-cp311-cp311-win_amd64.whl", hash = "sha256:2b7c57a4dfc4f16f7142221afe5ba4e093e09e728ca65c51f5620c9aaeb9a617"},- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:8dec4936e9c3100156f8a2dc89c4b88d5c435175ff03413b443469c7c8c5f4d1"},- {file = "MarkupSafe-2.1.5-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:3c6b973f22eb18a789b1460b4b91bf04ae3f0c4234a0a6aa6b0a92f6f7b951d4"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ac07bad82163452a6884fe8fa0963fb98c2346ba78d779ec06bd7a6262132aee"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f5dfb42c4604dddc8e4305050aa6deb084540643ed5804d7455b5df8fe16f5e5"},- {file = "MarkupSafe-2.1.5-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea3d8a3d18833cf4304cd2fc9cbb1efe188ca9b5efef2bdac7adc20594a0e46b"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:d050b3361367a06d752db6ead6e7edeb0009be66bc3bae0ee9d97fb326badc2a"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:bec0a414d016ac1a18862a519e54b2fd0fc8bbfd6890376898a6c0891dd82e9f"},- {file = "MarkupSafe-2.1.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:58c98fee265677f63a4385256a6d7683ab1832f3ddd1e66fe948d5880c21a169"},- {file = "MarkupSafe-2.1.5-cp312-cp312-win32.whl", hash = "sha256:8590b4ae07a35970728874632fed7bd57b26b0102df2d2b233b6d9d82f6c62ad"},- {file = "MarkupSafe-2.1.5-cp312-cp312-win_amd64.whl", hash = "sha256:823b65d8706e32ad2df51ed89496147a42a2a6e01c13cfb6ffb8b1e92bc910bb"},{file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:7a68b554d356a91cce1236aa7682dc01df0edba8d043fd1ce607c49dd3c1edcf"},{file = "MarkupSafe-2.1.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:db0b55e0f3cc0be60c1f19efdde9a637c32740486004f20d1cff53c3c0ece4d2"},{file = "MarkupSafe-2.1.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e53af139f8579a6d5f7b76549125f0d94d7e630761a2111bc431fd820e163b8"},@@ -273,14 +644,313 @@ files = [{file = "MarkupSafe-2.1.5.tar.gz", hash = "sha256:d283d37a890ba4c1ae73ffadf8046435c76e7bc2247bbb63c00bd1a709c6544b"},]+[[package]]+name = "marshmallow"+version = "3.21.1"+requires_python = ">=3.8"+summary = "A lightweight library for converting complex datatypes to and from native Python datatypes."+dependencies = [+ "packaging>=17.0",+]+files = [+ {file = "marshmallow-3.21.1-py3-none-any.whl", hash = "sha256:f085493f79efb0644f270a9bf2892843142d80d7174bbbd2f3713f2a589dc633"},+ {file = "marshmallow-3.21.1.tar.gz", hash = "sha256:4e65e9e0d80fc9e609574b9983cf32579f305c718afb30d7233ab818571768c3"},+]++[[package]]+name = "multidict"+version = "6.0.5"+requires_python = ">=3.7"+summary = "multidict implementation"+files = [+ {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:228b644ae063c10e7f324ab1ab6b548bdf6f8b47f3ec234fef1093bc2735e5f9"},+ {file = "multidict-6.0.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:896ebdcf62683551312c30e20614305f53125750803b614e9e6ce74a96232604"},+ {file = "multidict-6.0.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:411bf8515f3be9813d06004cac41ccf7d1cd46dfe233705933dd163b60e37600"},+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1d147090048129ce3c453f0292e7697d333db95e52616b3793922945804a433c"},+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:215ed703caf15f578dca76ee6f6b21b7603791ae090fbf1ef9d865571039ade5"},+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c6390cf87ff6234643428991b7359b5f59cc15155695deb4eda5c777d2b880f"},+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:21fd81c4ebdb4f214161be351eb5bcf385426bf023041da2fd9e60681f3cebae"},+ {file = "multidict-6.0.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:3cc2ad10255f903656017363cd59436f2111443a76f996584d1077e43ee51182"},+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:6939c95381e003f54cd4c5516740faba40cf5ad3eeff460c3ad1d3e0ea2549bf"},+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:220dd781e3f7af2c2c1053da9fa96d9cf3072ca58f057f4c5adaaa1cab8fc442"},+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:766c8f7511df26d9f11cd3a8be623e59cca73d44643abab3f8c8c07620524e4a"},+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:fe5d7785250541f7f5019ab9cba2c71169dc7d74d0f45253f8313f436458a4ef"},+ {file = "multidict-6.0.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c1c1496e73051918fcd4f58ff2e0f2f3066d1c76a0c6aeffd9b45d53243702cc"},+ {file = "multidict-6.0.5-cp310-cp310-win32.whl", hash = "sha256:7afcdd1fc07befad18ec4523a782cde4e93e0a2bf71239894b8d61ee578c1319"},+ {file = "multidict-6.0.5-cp310-cp310-win_amd64.whl", hash = "sha256:99f60d34c048c5c2fabc766108c103612344c46e35d4ed9ae0673d33c8fb26e8"},+ {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:f285e862d2f153a70586579c15c44656f888806ed0e5b56b64489afe4a2dbfba"},+ {file = "multidict-6.0.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:53689bb4e102200a4fafa9de9c7c3c212ab40a7ab2c8e474491914d2305f187e"},+ {file = "multidict-6.0.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:612d1156111ae11d14afaf3a0669ebf6c170dbb735e510a7438ffe2369a847fd"},+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7be7047bd08accdb7487737631d25735c9a04327911de89ff1b26b81745bd4e3"},+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de170c7b4fe6859beb8926e84f7d7d6c693dfe8e27372ce3b76f01c46e489fcf"},+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:04bde7a7b3de05732a4eb39c94574db1ec99abb56162d6c520ad26f83267de29"},+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85f67aed7bb647f93e7520633d8f51d3cbc6ab96957c71272b286b2f30dc70ed"},+ {file = "multidict-6.0.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:425bf820055005bfc8aa9a0b99ccb52cc2f4070153e34b701acc98d201693733"},+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d3eb1ceec286eba8220c26f3b0096cf189aea7057b6e7b7a2e60ed36b373b77f"},+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:7901c05ead4b3fb75113fb1dd33eb1253c6d3ee37ce93305acd9d38e0b5f21a4"},+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:e0e79d91e71b9867c73323a3444724d496c037e578a0e1755ae159ba14f4f3d1"},+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:29bfeb0dff5cb5fdab2023a7a9947b3b4af63e9c47cae2a10ad58394b517fddc"},+ {file = "multidict-6.0.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e030047e85cbcedbfc073f71836d62dd5dadfbe7531cae27789ff66bc551bd5e"},+ {file = "multidict-6.0.5-cp311-cp311-win32.whl", hash = "sha256:2f4848aa3baa109e6ab81fe2006c77ed4d3cd1e0ac2c1fbddb7b1277c168788c"},+ {file = "multidict-6.0.5-cp311-cp311-win_amd64.whl", hash = "sha256:2faa5ae9376faba05f630d7e5e6be05be22913782b927b19d12b8145968a85ea"},+ {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:e7be68734bd8c9a513f2b0cfd508802d6609da068f40dc57d4e3494cefc92929"},+ {file = "multidict-6.0.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:1d9ea7a7e779d7a3561aade7d596649fbecfa5c08a7674b11b423783217933f9"},+ {file = "multidict-6.0.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ea1456df2a27c73ce51120fa2f519f1bea2f4a03a917f4a43c8707cf4cbbae1a"},+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cf590b134eb70629e350691ecca88eac3e3b8b3c86992042fb82e3cb1830d5e1"},+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5c0631926c4f58e9a5ccce555ad7747d9a9f8b10619621f22f9635f069f6233e"},+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dce1c6912ab9ff5f179eaf6efe7365c1f425ed690b03341911bf4939ef2f3046"},+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c0868d64af83169e4d4152ec612637a543f7a336e4a307b119e98042e852ad9c"},+ {file = "multidict-6.0.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:141b43360bfd3bdd75f15ed811850763555a251e38b2405967f8e25fb43f7d40"},+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:7df704ca8cf4a073334e0427ae2345323613e4df18cc224f647f251e5e75a527"},+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:6214c5a5571802c33f80e6c84713b2c79e024995b9c5897f794b43e714daeec9"},+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:cd6c8fca38178e12c00418de737aef1261576bd1b6e8c6134d3e729a4e858b38"},+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:e02021f87a5b6932fa6ce916ca004c4d441509d33bbdbeca70d05dff5e9d2479"},+ {file = "multidict-6.0.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ebd8d160f91a764652d3e51ce0d2956b38efe37c9231cd82cfc0bed2e40b581c"},+ {file = "multidict-6.0.5-cp39-cp39-win32.whl", hash = "sha256:04da1bb8c8dbadf2a18a452639771951c662c5ad03aefe4884775454be322c9b"},+ {file = "multidict-6.0.5-cp39-cp39-win_amd64.whl", hash = "sha256:d6f6d4f185481c9669b9447bf9d9cf3b95a0e9df9d169bbc17e363b7d5487755"},+ {file = "multidict-6.0.5-py3-none-any.whl", hash = "sha256:0d63c74e3d7ab26de115c49bffc92cc77ed23395303d496eae515d4204a625e7"},+ {file = "multidict-6.0.5.tar.gz", hash = "sha256:f7e301075edaf50500f0b341543c41194d8df3ae5caf4702f2095f3ca73dd8da"},+]++[[package]]+name = "mypy-extensions"+version = "1.0.0"+requires_python = ">=3.5"+summary = "Type system extensions for programs checked with the mypy type checker."+files = [+ {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"},+ {file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"},+]++[[package]]+name = "nest-asyncio"+version = "1.6.0"+requires_python = ">=3.5"+summary = "Patch asyncio to allow nested event loops"+files = [+ {file = "nest_asyncio-1.6.0-py3-none-any.whl", hash = "sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c"},+ {file = "nest_asyncio-1.6.0.tar.gz", hash = "sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe"},+]++[[package]]+name = "networkx"+version = "3.2.1"+requires_python = ">=3.9"+summary = "Python package for creating and manipulating graphs and networks"+files = [+ {file = "networkx-3.2.1-py3-none-any.whl", hash = "sha256:f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2"},+ {file = "networkx-3.2.1.tar.gz", hash = "sha256:9f1bb5cf3409bf324e0a722c20bdb4c20ee39bf1c30ce8ae499c8502b0b5e0c6"},+]++[[package]]+name = "nltk"+version = "3.8.1"+requires_python = ">=3.7"+summary = "Natural Language Toolkit"+dependencies = [+ "click",+ "joblib",+ "regex>=2021.8.3",+ "tqdm",+]+files = [+ {file = "nltk-3.8.1-py3-none-any.whl", hash = "sha256:fd5c9109f976fa86bcadba8f91e47f5e9293bd034474752e92a520f81c93dda5"},+ {file = "nltk-3.8.1.zip", hash = "sha256:1834da3d0682cba4f2cede2f9aad6b0fafb6461ba451db0efb6f9c39798d64d3"},+]++[[package]]+name = "numpy"+version = "1.26.4"+requires_python = ">=3.9"+summary = "Fundamental package for array computing in Python"+files = [+ {file = "numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0"},+ {file = "numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a"},+ {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4"},+ {file = "numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f"},+ {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a"},+ {file = "numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2"},+ {file = "numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07"},+ {file = "numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5"},+ {file = "numpy-1.26.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c66707fabe114439db9068ee468c26bbdf909cac0fb58686a42a24de1760c71"},+ {file = "numpy-1.26.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:edd8b5fe47dab091176d21bb6de568acdd906d1887a4584a15a9a96a1dca06ef"},+ {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7ab55401287bfec946ced39700c053796e7cc0e3acbef09993a9ad2adba6ca6e"},+ {file = "numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:666dbfb6ec68962c033a450943ded891bed2d54e6755e35e5835d63f4f6931d5"},+ {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:96ff0b2ad353d8f990b63294c8986f1ec3cb19d749234014f4e7eb0112ceba5a"},+ {file = "numpy-1.26.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:60dedbb91afcbfdc9bc0b1f3f402804070deed7392c23eb7a7f07fa857868e8a"},+ {file = "numpy-1.26.4-cp311-cp311-win32.whl", hash = "sha256:1af303d6b2210eb850fcf03064d364652b7120803a0b872f5211f5234b399f20"},+ {file = "numpy-1.26.4-cp311-cp311-win_amd64.whl", hash = "sha256:cd25bcecc4974d09257ffcd1f098ee778f7834c3ad767fe5db785be9a4aa9cb2"},+ {file = "numpy-1.26.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:7349ab0fa0c429c82442a27a9673fc802ffdb7c7775fad780226cb234965e53c"},+ {file = "numpy-1.26.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:52b8b60467cd7dd1e9ed082188b4e6bb35aa5cdd01777621a1658910745b90be"},+ {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5241e0a80d808d70546c697135da2c613f30e28251ff8307eb72ba696945764"},+ {file = "numpy-1.26.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f870204a840a60da0b12273ef34f7051e98c3b5961b61b0c2c1be6dfd64fbcd3"},+ {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:679b0076f67ecc0138fd2ede3a8fd196dddc2ad3254069bcb9faf9a79b1cebcd"},+ {file = "numpy-1.26.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:47711010ad8555514b434df65f7d7b076bb8261df1ca9bb78f53d3b2db02e95c"},+ {file = "numpy-1.26.4-cp39-cp39-win32.whl", hash = "sha256:a354325ee03388678242a4d7ebcd08b5c727033fcff3b2f536aea978e15ee9e6"},+ {file = "numpy-1.26.4-cp39-cp39-win_amd64.whl", hash = "sha256:3373d5d70a5fe74a2c1bb6d2cfd9609ecf686d47a2d7b1d37a8f3b6bf6003aea"},+ {file = "numpy-1.26.4-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:afedb719a9dcfc7eaf2287b839d8198e06dcd4cb5d276a3df279231138e83d30"},+ {file = "numpy-1.26.4-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:95a7476c59002f2f6c590b9b7b998306fba6a5aa646b1e22ddfeaf8f78c3a29c"},+ {file = "numpy-1.26.4-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:7e50d0a0cc3189f9cb0aeb3a6a6af18c16f59f004b866cd2be1c14b36134a4a0"},+ {file = "numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010"},+]++[[package]]+name = "openai"+version = "1.14.0"+requires_python = ">=3.7.1"+summary = "The official Python library for the openai API"+dependencies = [+ "anyio<5,>=3.5.0",+ "distro<2,>=1.7.0",+ "httpx<1,>=0.23.0",+ "pydantic<3,>=1.9.0",+ "sniffio",+ "tqdm>4",+ "typing-extensions<5,>=4.7",+]+files = [+ {file = "openai-1.14.0-py3-none-any.whl", hash = "sha256:5c9fd3a59f5cbdb4020733ddf79a22f6b7a36d561968cb3f3dd255cdd263d9fe"},+ {file = "openai-1.14.0.tar.gz", hash = "sha256:e287057adf0ec3315abc32ddcc968d095879abd9b68bf51c0402dab13ab5ae9b"},+]+[[package]]name = "packaging"-version = "23.2"+version = "24.0"requires_python = ">=3.7"summary = "Core utilities for Python packages"files = [- {file = "packaging-23.2-py3-none-any.whl", hash = "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7"},- {file = "packaging-23.2.tar.gz", hash = "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5"},+ {file = "packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5"},+ {file = "packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9"},+]++[[package]]+name = "pandas"+version = "2.2.1"+requires_python = ">=3.9"+summary = "Powerful data structures for data analysis, time series, and statistics"+dependencies = [+ "numpy<2,>=1.22.4; python_version < \"3.11\"",+ "numpy<2,>=1.23.2; python_version == \"3.11\"",+ "python-dateutil>=2.8.2",+ "pytz>=2020.1",+ "tzdata>=2022.7",+]+files = [+ {file = "pandas-2.2.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8df8612be9cd1c7797c93e1c5df861b2ddda0b48b08f2c3eaa0702cf88fb5f88"},+ {file = "pandas-2.2.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0f573ab277252ed9aaf38240f3b54cfc90fff8e5cab70411ee1d03f5d51f3944"},+ {file = "pandas-2.2.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f02a3a6c83df4026e55b63c1f06476c9aa3ed6af3d89b4f04ea656ccdaaaa359"},+ {file = "pandas-2.2.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c38ce92cb22a4bea4e3929429aa1067a454dcc9c335799af93ba9be21b6beb51"},+ {file = "pandas-2.2.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:c2ce852e1cf2509a69e98358e8458775f89599566ac3775e70419b98615f4b06"},+ {file = "pandas-2.2.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:53680dc9b2519cbf609c62db3ed7c0b499077c7fefda564e330286e619ff0dd9"},+ {file = "pandas-2.2.1-cp310-cp310-win_amd64.whl", hash = "sha256:94e714a1cca63e4f5939cdce5f29ba8d415d85166be3441165edd427dc9f6bc0"},+ {file = "pandas-2.2.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f821213d48f4ab353d20ebc24e4faf94ba40d76680642fb7ce2ea31a3ad94f9b"},+ {file = "pandas-2.2.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c70e00c2d894cb230e5c15e4b1e1e6b2b478e09cf27cc593a11ef955b9ecc81a"},+ {file = "pandas-2.2.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e97fbb5387c69209f134893abc788a6486dbf2f9e511070ca05eed4b930b1b02"},+ {file = "pandas-2.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:101d0eb9c5361aa0146f500773395a03839a5e6ecde4d4b6ced88b7e5a1a6403"},+ {file = "pandas-2.2.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:7d2ed41c319c9fb4fd454fe25372028dfa417aacb9790f68171b2e3f06eae8cd"},+ {file = "pandas-2.2.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:af5d3c00557d657c8773ef9ee702c61dd13b9d7426794c9dfeb1dc4a0bf0ebc7"},+ {file = "pandas-2.2.1-cp311-cp311-win_amd64.whl", hash = "sha256:06cf591dbaefb6da9de8472535b185cba556d0ce2e6ed28e21d919704fef1a9e"},+ {file = "pandas-2.2.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9bd8a40f47080825af4317d0340c656744f2bfdb6819f818e6ba3cd24c0e1397"},+ {file = "pandas-2.2.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:df0c37ebd19e11d089ceba66eba59a168242fc6b7155cba4ffffa6eccdfb8f16"},+ {file = "pandas-2.2.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:739cc70eaf17d57608639e74d63387b0d8594ce02f69e7a0b046f117974b3019"},+ {file = "pandas-2.2.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f9d3558d263073ed95e46f4650becff0c5e1ffe0fc3a015de3c79283dfbdb3df"},+ {file = "pandas-2.2.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:4aa1d8707812a658debf03824016bf5ea0d516afdea29b7dc14cf687bc4d4ec6"},+ {file = "pandas-2.2.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:76f27a809cda87e07f192f001d11adc2b930e93a2b0c4a236fde5429527423be"},+ {file = "pandas-2.2.1-cp39-cp39-win_amd64.whl", hash = "sha256:1ba21b1d5c0e43416218db63037dbe1a01fc101dc6e6024bcad08123e48004ab"},+ {file = "pandas-2.2.1.tar.gz", hash = "sha256:0ab90f87093c13f3e8fa45b48ba9f39181046e8f3317d3aadb2fffbb1b978572"},+]++[[package]]+name = "pydantic"+version = "2.6.4"+requires_python = ">=3.8"+summary = "Data validation using Python type hints"+dependencies = [+ "annotated-types>=0.4.0",+ "pydantic-core==2.16.3",+ "typing-extensions>=4.6.1",+]+files = [+ {file = "pydantic-2.6.4-py3-none-any.whl", hash = "sha256:cc46fce86607580867bdc3361ad462bab9c222ef042d3da86f2fb333e1d916c5"},+ {file = "pydantic-2.6.4.tar.gz", hash = "sha256:b1704e0847db01817624a6b86766967f552dd9dbf3afba4004409f908dcc84e6"},+]++[[package]]+name = "pydantic-core"+version = "2.16.3"+requires_python = ">=3.8"+summary = ""+dependencies = [+ "typing-extensions!=4.7.0,>=4.6.0",+]+files = [+ {file = "pydantic_core-2.16.3-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:75b81e678d1c1ede0785c7f46690621e4c6e63ccd9192af1f0bd9d504bbb6bf4"},+ {file = "pydantic_core-2.16.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9c865a7ee6f93783bd5d781af5a4c43dadc37053a5b42f7d18dc019f8c9d2bd1"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:162e498303d2b1c036b957a1278fa0899d02b2842f1ff901b6395104c5554a45"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:2f583bd01bbfbff4eaee0868e6fc607efdfcc2b03c1c766b06a707abbc856187"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b926dd38db1519ed3043a4de50214e0d600d404099c3392f098a7f9d75029ff8"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:716b542728d4c742353448765aa7cdaa519a7b82f9564130e2b3f6766018c9ec"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fc4ad7f7ee1a13d9cb49d8198cd7d7e3aa93e425f371a68235f784e99741561f"},+ {file = "pydantic_core-2.16.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:bd87f48924f360e5d1c5f770d6155ce0e7d83f7b4e10c2f9ec001c73cf475c99"},+ {file = "pydantic_core-2.16.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0df446663464884297c793874573549229f9eca73b59360878f382a0fc085979"},+ {file = "pydantic_core-2.16.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:4df8a199d9f6afc5ae9a65f8f95ee52cae389a8c6b20163762bde0426275b7db"},+ {file = "pydantic_core-2.16.3-cp310-none-win32.whl", hash = "sha256:456855f57b413f077dff513a5a28ed838dbbb15082ba00f80750377eed23d132"},+ {file = "pydantic_core-2.16.3-cp310-none-win_amd64.whl", hash = "sha256:732da3243e1b8d3eab8c6ae23ae6a58548849d2e4a4e03a1924c8ddf71a387cb"},+ {file = "pydantic_core-2.16.3-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:519ae0312616026bf4cedc0fe459e982734f3ca82ee8c7246c19b650b60a5ee4"},+ {file = "pydantic_core-2.16.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:b3992a322a5617ded0a9f23fd06dbc1e4bd7cf39bc4ccf344b10f80af58beacd"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8d62da299c6ecb04df729e4b5c52dc0d53f4f8430b4492b93aa8de1f541c4aac"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:2acca2be4bb2f2147ada8cac612f8a98fc09f41c89f87add7256ad27332c2fda"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1b662180108c55dfbf1280d865b2d116633d436cfc0bba82323554873967b340"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e7c6ed0dc9d8e65f24f5824291550139fe6f37fac03788d4580da0d33bc00c97"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6b1bb0827f56654b4437955555dc3aeeebeddc47c2d7ed575477f082622c49e"},+ {file = "pydantic_core-2.16.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:e56f8186d6210ac7ece503193ec84104da7ceb98f68ce18c07282fcc2452e76f"},+ {file = "pydantic_core-2.16.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:936e5db01dd49476fa8f4383c259b8b1303d5dd5fb34c97de194560698cc2c5e"},+ {file = "pydantic_core-2.16.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:33809aebac276089b78db106ee692bdc9044710e26f24a9a2eaa35a0f9fa70ba"},+ {file = "pydantic_core-2.16.3-cp311-none-win32.whl", hash = "sha256:ded1c35f15c9dea16ead9bffcde9bb5c7c031bff076355dc58dcb1cb436c4721"},+ {file = "pydantic_core-2.16.3-cp311-none-win_amd64.whl", hash = "sha256:d89ca19cdd0dd5f31606a9329e309d4fcbb3df860960acec32630297d61820df"},+ {file = "pydantic_core-2.16.3-cp311-none-win_arm64.whl", hash = "sha256:6162f8d2dc27ba21027f261e4fa26f8bcb3cf9784b7f9499466a311ac284b5b9"},+ {file = "pydantic_core-2.16.3-cp39-cp39-macosx_10_12_x86_64.whl", hash = "sha256:bda1ee3e08252b8d41fa5537413ffdddd58fa73107171a126d3b9ff001b9b820"},+ {file = "pydantic_core-2.16.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:21b888c973e4f26b7a96491c0965a8a312e13be108022ee510248fe379a5fa23"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:be0ec334369316fa73448cc8c982c01e5d2a81c95969d58b8f6e272884df0074"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:b5b6079cc452a7c53dd378c6f881ac528246b3ac9aae0f8eef98498a75657805"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7ee8d5f878dccb6d499ba4d30d757111847b6849ae07acdd1205fffa1fc1253c"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7233d65d9d651242a68801159763d09e9ec96e8a158dbf118dc090cd77a104c9"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c6119dc90483a5cb50a1306adb8d52c66e447da88ea44f323e0ae1a5fcb14256"},+ {file = "pydantic_core-2.16.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:578114bc803a4c1ff9946d977c221e4376620a46cf78da267d946397dc9514a8"},+ {file = "pydantic_core-2.16.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d8f99b147ff3fcf6b3cc60cb0c39ea443884d5559a30b1481e92495f2310ff2b"},+ {file = "pydantic_core-2.16.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:4ac6b4ce1e7283d715c4b729d8f9dab9627586dafce81d9eaa009dd7f25dd972"},+ {file = "pydantic_core-2.16.3-cp39-none-win32.whl", hash = "sha256:e7774b570e61cb998490c5235740d475413a1f6de823169b4cf94e2fe9e9f6b2"},+ {file = "pydantic_core-2.16.3-cp39-none-win_amd64.whl", hash = "sha256:9091632a25b8b87b9a605ec0e61f241c456e9248bfdcf7abdf344fdb169c81cf"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:36fa178aacbc277bc6b62a2c3da95226520da4f4e9e206fdf076484363895d2c"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:dcca5d2bf65c6fb591fff92da03f94cd4f315972f97c21975398bd4bd046854a"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a72fb9963cba4cd5793854fd12f4cfee731e86df140f59ff52a49b3552db241"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b60cc1a081f80a2105a59385b92d82278b15d80ebb3adb200542ae165cd7d183"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:cbcc558401de90a746d02ef330c528f2e668c83350f045833543cd57ecead1ad"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:fee427241c2d9fb7192b658190f9f5fd6dfe41e02f3c1489d2ec1e6a5ab1e04a"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:f4cb85f693044e0f71f394ff76c98ddc1bc0953e48c061725e540396d5c8a2e1"},+ {file = "pydantic_core-2.16.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:b29eeb887aa931c2fcef5aa515d9d176d25006794610c264ddc114c053bf96fe"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:a425479ee40ff021f8216c9d07a6a3b54b31c8267c6e17aa88b70d7ebd0e5e5b"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:5c5cbc703168d1b7a838668998308018a2718c2130595e8e190220238addc96f"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:99b6add4c0b39a513d323d3b93bc173dac663c27b99860dd5bf491b240d26137"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:75f76ee558751746d6a38f89d60b6228fa174e5172d143886af0f85aa306fd89"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:00ee1c97b5364b84cb0bd82e9bbf645d5e2871fb8c58059d158412fee2d33d8a"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-musllinux_1_1_aarch64.whl", hash = "sha256:287073c66748f624be4cef893ef9174e3eb88fe0b8a78dc22e88eca4bc357ca6"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-musllinux_1_1_x86_64.whl", hash = "sha256:ed25e1835c00a332cb10c683cd39da96a719ab1dfc08427d476bce41b92531fc"},+ {file = "pydantic_core-2.16.3-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:86b3d0033580bd6bbe07590152007275bd7af95f98eaa5bd36f3da219dcd93da"},+ {file = "pydantic_core-2.16.3.tar.gz", hash = "sha256:1cac689f80a3abab2d3c0048b29eea5751114054f032a941a32de4c852c59cad"},+]++[[package]]+name = "python-dateutil"+version = "2.9.0.post0"+requires_python = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"+summary = "Extensions to the standard Python datetime module"+dependencies = [+ "six>=1.5",+]+files = [+ {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"},+ {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"},][[package]]@@ -293,6 +963,15 @@ files = [{file = "python_dotenv-1.0.0-py3-none-any.whl", hash = "sha256:f5971a9226b701070a4bf2c38c89e5a3f0d64de8debda981d1db98583009122a"},]+[[package]]+name = "pytz"+version = "2024.1"+summary = "World timezone definitions, modern and historical"+files = [+ {file = "pytz-2024.1-py2.py3-none-any.whl", hash = "sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319"},+ {file = "pytz-2024.1.tar.gz", hash = "sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812"},+]+[[package]]name = "pywin32"version = "306"@@ -303,9 +982,6 @@ files = [{file = "pywin32-306-cp311-cp311-win32.whl", hash = "sha256:e65028133d15b64d2ed8f06dd9fbc268352478d4f9289e69c190ecd6818b6407"},{file = "pywin32-306-cp311-cp311-win_amd64.whl", hash = "sha256:a7639f51c184c0272e93f244eb24dafca9b1855707d94c192d4a0b4c01e1100e"},{file = "pywin32-306-cp311-cp311-win_arm64.whl", hash = "sha256:70dba0c913d19f942a2db25217d9a1b726c278f483a919f1abfed79c9cf64d3a"},- {file = "pywin32-306-cp312-cp312-win32.whl", hash = "sha256:383229d515657f4e3ed1343da8be101000562bf514591ff383ae940cad65458b"},- {file = "pywin32-306-cp312-cp312-win_amd64.whl", hash = "sha256:37257794c1ad39ee9be652da0462dc2e394c8159dfd913a8a4e8eb6fd346da0e"},- {file = "pywin32-306-cp312-cp312-win_arm64.whl", hash = "sha256:5821ec52f6d321aa59e2db7e0a35b997de60c201943557d108af9d4ae1ec7040"},{file = "pywin32-306-cp39-cp39-win32.whl", hash = "sha256:e25fd5b485b55ac9c057f67d94bc203f3f6595078d1fb3b458c9c28b7153a802"},{file = "pywin32-306-cp39-cp39-win_amd64.whl", hash = "sha256:39b61c15272833b5c329a2989999dcae836b1eed650252ab1b7bfbe1d59f30f4"},]@@ -323,6 +999,62 @@ files = [{file = "redis-5.0.1.tar.gz", hash = "sha256:0dab495cd5753069d3bc650a0dde8a8f9edde16fc5691b689a566eda58100d0f"},]+[[package]]+name = "regex"+version = "2023.12.25"+requires_python = ">=3.7"+summary = "Alternative regular expression module, to replace re."+files = [+ {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0694219a1d54336fd0445ea382d49d36882415c0134ee1e8332afd1529f0baa5"},+ {file = "regex-2023.12.25-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b014333bd0217ad3d54c143de9d4b9a3ca1c5a29a6d0d554952ea071cff0f1f8"},+ {file = "regex-2023.12.25-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d865984b3f71f6d0af64d0d88f5733521698f6c16f445bb09ce746c92c97c586"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1e0eabac536b4cc7f57a5f3d095bfa557860ab912f25965e08fe1545e2ed8b4c"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c25a8ad70e716f96e13a637802813f65d8a6760ef48672aa3502f4c24ea8b400"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a9b6d73353f777630626f403b0652055ebfe8ff142a44ec2cf18ae470395766e"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9cc99d6946d750eb75827cb53c4371b8b0fe89c733a94b1573c9dd16ea6c9e4"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:88d1f7bef20c721359d8675f7d9f8e414ec5003d8f642fdfd8087777ff7f94b5"},+ {file = "regex-2023.12.25-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cb3fe77aec8f1995611f966d0c656fdce398317f850d0e6e7aebdfe61f40e1cd"},+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:7aa47c2e9ea33a4a2a05f40fcd3ea36d73853a2aae7b4feab6fc85f8bf2c9704"},+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:df26481f0c7a3f8739fecb3e81bc9da3fcfae34d6c094563b9d4670b047312e1"},+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:c40281f7d70baf6e0db0c2f7472b31609f5bc2748fe7275ea65a0b4601d9b392"},+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:d94a1db462d5690ebf6ae86d11c5e420042b9898af5dcf278bd97d6bda065423"},+ {file = "regex-2023.12.25-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:ba1b30765a55acf15dce3f364e4928b80858fa8f979ad41f862358939bdd1f2f"},+ {file = "regex-2023.12.25-cp310-cp310-win32.whl", hash = "sha256:150c39f5b964e4d7dba46a7962a088fbc91f06e606f023ce57bb347a3b2d4630"},+ {file = "regex-2023.12.25-cp310-cp310-win_amd64.whl", hash = "sha256:09da66917262d9481c719599116c7dc0c321ffcec4b1f510c4f8a066f8768105"},+ {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:1b9d811f72210fa9306aeb88385b8f8bcef0dfbf3873410413c00aa94c56c2b6"},+ {file = "regex-2023.12.25-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d902a43085a308cef32c0d3aea962524b725403fd9373dea18110904003bac97"},+ {file = "regex-2023.12.25-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d166eafc19f4718df38887b2bbe1467a4f74a9830e8605089ea7a30dd4da8887"},+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c7ad32824b7f02bb3c9f80306d405a1d9b7bb89362d68b3c5a9be53836caebdb"},+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:636ba0a77de609d6510235b7f0e77ec494d2657108f777e8765efc060094c98c"},+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0fda75704357805eb953a3ee15a2b240694a9a514548cd49b3c5124b4e2ad01b"},+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f72cbae7f6b01591f90814250e636065850c5926751af02bb48da94dfced7baa"},+ {file = "regex-2023.12.25-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:db2a0b1857f18b11e3b0e54ddfefc96af46b0896fb678c85f63fb8c37518b3e7"},+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:7502534e55c7c36c0978c91ba6f61703faf7ce733715ca48f499d3dbbd7657e0"},+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:e8c7e08bb566de4faaf11984af13f6bcf6a08f327b13631d41d62592681d24fe"},+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:283fc8eed679758de38fe493b7d7d84a198b558942b03f017b1f94dda8efae80"},+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:f44dd4d68697559d007462b0a3a1d9acd61d97072b71f6d1968daef26bc744bd"},+ {file = "regex-2023.12.25-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:67d3ccfc590e5e7197750fcb3a2915b416a53e2de847a728cfa60141054123d4"},+ {file = "regex-2023.12.25-cp311-cp311-win32.whl", hash = "sha256:68191f80a9bad283432385961d9efe09d783bcd36ed35a60fb1ff3f1ec2efe87"},+ {file = "regex-2023.12.25-cp311-cp311-win_amd64.whl", hash = "sha256:7d2af3f6b8419661a0c421584cfe8aaec1c0e435ce7e47ee2a97e344b98f794f"},+ {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:f7bc09bc9c29ebead055bcba136a67378f03d66bf359e87d0f7c759d6d4ffa31"},+ {file = "regex-2023.12.25-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e14b73607d6231f3cc4622809c196b540a6a44e903bcfad940779c80dffa7be7"},+ {file = "regex-2023.12.25-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:9eda5f7a50141291beda3edd00abc2d4a5b16c29c92daf8d5bd76934150f3edc"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cc6bb9aa69aacf0f6032c307da718f61a40cf970849e471254e0e91c56ffca95"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:298dc6354d414bc921581be85695d18912bea163a8b23cac9a2562bbcd5088b1"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2f4e475a80ecbd15896a976aa0b386c5525d0ed34d5c600b6d3ebac0a67c7ddf"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:531ac6cf22b53e0696f8e1d56ce2396311254eb806111ddd3922c9d937151dae"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:22f3470f7524b6da61e2020672df2f3063676aff444db1daa283c2ea4ed259d6"},+ {file = "regex-2023.12.25-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:89723d2112697feaa320c9d351e5f5e7b841e83f8b143dba8e2d2b5f04e10923"},+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0ecf44ddf9171cd7566ef1768047f6e66975788258b1c6c6ca78098b95cf9a3d"},+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:905466ad1702ed4acfd67a902af50b8db1feeb9781436372261808df7a2a7bca"},+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:4558410b7a5607a645e9804a3e9dd509af12fb72b9825b13791a37cd417d73a5"},+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:7e316026cc1095f2a3e8cc012822c99f413b702eaa2ca5408a513609488cb62f"},+ {file = "regex-2023.12.25-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:3b1de218d5375cd6ac4b5493e0b9f3df2be331e86520f23382f216c137913d20"},+ {file = "regex-2023.12.25-cp39-cp39-win32.whl", hash = "sha256:11a963f8e25ab5c61348d090bf1b07f1953929c13bd2309a0662e9ff680763c9"},+ {file = "regex-2023.12.25-cp39-cp39-win_amd64.whl", hash = "sha256:e693e233ac92ba83a87024e1d32b5f9ab15ca55ddd916d878146f4e3406b5c91"},+ {file = "regex-2023.12.25.tar.gz", hash = "sha256:29171aa128da69afdf4bde412d5bedc335f2ca8fcfe4489038577d05f16181e5"},+]+[[package]]name = "requests"version = "2.31.0"@@ -340,13 +1072,246 @@ files = [][[package]]-name = "urllib3"-version = "2.2.1"+name = "s3transfer"+version = "0.7.0"+requires_python = ">= 3.7"+summary = "An Amazon S3 Transfer Manager"+dependencies = [+ "botocore<2.0a.0,>=1.12.36",+]+files = [+ {file = "s3transfer-0.7.0-py3-none-any.whl", hash = "sha256:10d6923c6359175f264811ef4bf6161a3156ce8e350e705396a7557d6293c33a"},+ {file = "s3transfer-0.7.0.tar.gz", hash = "sha256:fd3889a66f5fe17299fe75b82eae6cf722554edca744ca5d5fe308b104883d2e"},+]++[[package]]+name = "six"+version = "1.16.0"+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*"+summary = "Python 2 and 3 compatibility utilities"+files = [+ {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"},+ {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"},+]++[[package]]+name = "sniffio"+version = "1.3.1"+requires_python = ">=3.7"+summary = "Sniff out which async library your code is running under"+files = [+ {file = "sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2"},+ {file = "sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc"},+]++[[package]]+name = "soupsieve"+version = "2.5"+requires_python = ">=3.8"+summary = "A modern CSS selector implementation for Beautiful Soup."+files = [+ {file = "soupsieve-2.5-py3-none-any.whl", hash = "sha256:eaa337ff55a1579b6549dc679565eac1e3d000563bcb1c8ab0d0fefbc0c2cdc7"},+ {file = "soupsieve-2.5.tar.gz", hash = "sha256:5663d5a7b3bfaeee0bc4372e7fc48f9cff4940b3eec54a6451cc5299f1097690"},+]++[[package]]+name = "sqlalchemy"+version = "2.0.28"+requires_python = ">=3.7"+summary = "Database Abstraction Library"+dependencies = [+ "greenlet!=0.4.17; platform_machine == \"win32\" or platform_machine == \"WIN32\" or platform_machine == \"AMD64\" or platform_machine == \"amd64\" or platform_machine == \"x86_64\" or platform_machine == \"ppc64le\" or platform_machine == \"aarch64\"",+ "typing-extensions>=4.6.0",+]+files = [+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e0b148ab0438f72ad21cb004ce3bdaafd28465c4276af66df3b9ecd2037bf252"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bbda76961eb8f27e6ad3c84d1dc56d5bc61ba8f02bd20fcf3450bd421c2fcc9c"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feea693c452d85ea0015ebe3bb9cd15b6f49acc1a31c28b3c50f4db0f8fb1e71"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5da98815f82dce0cb31fd1e873a0cb30934971d15b74e0d78cf21f9e1b05953f"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5adf383c73f2d49ad15ff363a8748319ff84c371eed59ffd0127355d6ea1da"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56856b871146bfead25fbcaed098269d90b744eea5cb32a952df00d542cdd368"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win32.whl", hash = "sha256:943aa74a11f5806ab68278284a4ddd282d3fb348a0e96db9b42cb81bf731acdc"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win_amd64.whl", hash = "sha256:c6c4da4843e0dabde41b8f2e8147438330924114f541949e6318358a56d1875a"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46a3d4e7a472bfff2d28db838669fc437964e8af8df8ee1e4548e92710929adc"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d3dd67b5d69794cfe82862c002512683b3db038b99002171f624712fa71aeaa"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c61e2e41656a673b777e2f0cbbe545323dbe0d32312f590b1bc09da1de6c2a02"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0315d9125a38026227f559488fe7f7cee1bd2fbc19f9fd637739dc50bb6380b2"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af8ce2d31679006e7b747d30a89cd3ac1ec304c3d4c20973f0f4ad58e2d1c4c9"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:81ba314a08c7ab701e621b7ad079c0c933c58cdef88593c59b90b996e8b58fa5"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win32.whl", hash = "sha256:1ee8bd6d68578e517943f5ebff3afbd93fc65f7ef8f23becab9fa8fb315afb1d"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win_amd64.whl", hash = "sha256:ad7acbe95bac70e4e687a4dc9ae3f7a2f467aa6597049eeb6d4a662ecd990bb6"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fc4974d3684f28b61b9a90fcb4c41fb340fd4b6a50c04365704a4da5a9603b05"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87724e7ed2a936fdda2c05dbd99d395c91ea3c96f029a033a4a20e008dd876bf"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68722e6a550f5de2e3cfe9da6afb9a7dd15ef7032afa5651b0f0c6b3adb8815d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:328529f7c7f90adcd65aed06a161851f83f475c2f664a898af574893f55d9e53"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:df40c16a7e8be7413b885c9bf900d402918cc848be08a59b022478804ea076b8"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:426f2fa71331a64f5132369ede5171c52fd1df1bd9727ce621f38b5b24f48750"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win32.whl", hash = "sha256:33157920b233bc542ce497a81a2e1452e685a11834c5763933b440fedd1d8e2d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win_amd64.whl", hash = "sha256:2f60843068e432311c886c5f03c4664acaef507cf716f6c60d5fde7265be9d7b"},+ {file = "SQLAlchemy-2.0.28-py3-none-any.whl", hash = "sha256:78bb7e8da0183a8301352d569900d9d3594c48ac21dc1c2ec6b3121ed8b6c986"},+ {file = "SQLAlchemy-2.0.28.tar.gz", hash = "sha256:dd53b6c4e6d960600fd6532b79ee28e2da489322fcf6648738134587faf767b6"},+]++[[package]]+name = "sqlalchemy"+version = "2.0.28"+extras = ["asyncio"]+requires_python = ">=3.7"+summary = "Database Abstraction Library"+dependencies = [+ "SQLAlchemy==2.0.28",+ "greenlet!=0.4.17",+]+files = [+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e0b148ab0438f72ad21cb004ce3bdaafd28465c4276af66df3b9ecd2037bf252"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bbda76961eb8f27e6ad3c84d1dc56d5bc61ba8f02bd20fcf3450bd421c2fcc9c"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feea693c452d85ea0015ebe3bb9cd15b6f49acc1a31c28b3c50f4db0f8fb1e71"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5da98815f82dce0cb31fd1e873a0cb30934971d15b74e0d78cf21f9e1b05953f"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:4a5adf383c73f2d49ad15ff363a8748319ff84c371eed59ffd0127355d6ea1da"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:56856b871146bfead25fbcaed098269d90b744eea5cb32a952df00d542cdd368"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win32.whl", hash = "sha256:943aa74a11f5806ab68278284a4ddd282d3fb348a0e96db9b42cb81bf731acdc"},+ {file = "SQLAlchemy-2.0.28-cp310-cp310-win_amd64.whl", hash = "sha256:c6c4da4843e0dabde41b8f2e8147438330924114f541949e6318358a56d1875a"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46a3d4e7a472bfff2d28db838669fc437964e8af8df8ee1e4548e92710929adc"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:0d3dd67b5d69794cfe82862c002512683b3db038b99002171f624712fa71aeaa"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c61e2e41656a673b777e2f0cbbe545323dbe0d32312f590b1bc09da1de6c2a02"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0315d9125a38026227f559488fe7f7cee1bd2fbc19f9fd637739dc50bb6380b2"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:af8ce2d31679006e7b747d30a89cd3ac1ec304c3d4c20973f0f4ad58e2d1c4c9"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:81ba314a08c7ab701e621b7ad079c0c933c58cdef88593c59b90b996e8b58fa5"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win32.whl", hash = "sha256:1ee8bd6d68578e517943f5ebff3afbd93fc65f7ef8f23becab9fa8fb315afb1d"},+ {file = "SQLAlchemy-2.0.28-cp311-cp311-win_amd64.whl", hash = "sha256:ad7acbe95bac70e4e687a4dc9ae3f7a2f467aa6597049eeb6d4a662ecd990bb6"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:fc4974d3684f28b61b9a90fcb4c41fb340fd4b6a50c04365704a4da5a9603b05"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87724e7ed2a936fdda2c05dbd99d395c91ea3c96f029a033a4a20e008dd876bf"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68722e6a550f5de2e3cfe9da6afb9a7dd15ef7032afa5651b0f0c6b3adb8815d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:328529f7c7f90adcd65aed06a161851f83f475c2f664a898af574893f55d9e53"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:df40c16a7e8be7413b885c9bf900d402918cc848be08a59b022478804ea076b8"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:426f2fa71331a64f5132369ede5171c52fd1df1bd9727ce621f38b5b24f48750"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win32.whl", hash = "sha256:33157920b233bc542ce497a81a2e1452e685a11834c5763933b440fedd1d8e2d"},+ {file = "SQLAlchemy-2.0.28-cp39-cp39-win_amd64.whl", hash = "sha256:2f60843068e432311c886c5f03c4664acaef507cf716f6c60d5fde7265be9d7b"},+ {file = "SQLAlchemy-2.0.28-py3-none-any.whl", hash = "sha256:78bb7e8da0183a8301352d569900d9d3594c48ac21dc1c2ec6b3121ed8b6c986"},+ {file = "SQLAlchemy-2.0.28.tar.gz", hash = "sha256:dd53b6c4e6d960600fd6532b79ee28e2da489322fcf6648738134587faf767b6"},+]++[[package]]+name = "tenacity"+version = "8.2.3"+requires_python = ">=3.7"+summary = "Retry code until it succeeds"+files = [+ {file = "tenacity-8.2.3-py3-none-any.whl", hash = "sha256:ce510e327a630c9e1beaf17d42e6ffacc88185044ad85cf74c0a8887c6a0f88c"},+ {file = "tenacity-8.2.3.tar.gz", hash = "sha256:5398ef0d78e63f40007c1fb4c0bff96e1911394d2fa8d194f77619c05ff6cc8a"},+]++[[package]]+name = "tensorrt-llm"+version = "0.7.1"+requires_python = ">=3.7, <4"+summary = ""+files = [+ {file = "tensorrt-llm-0.7.1.tar.gz", hash = "sha256:10275e2585484f138b43576acddba42ebee073fbb1665fe0954032e421e26e08"},+]++[[package]]+name = "tiktoken"+version = "0.6.0"requires_python = ">=3.8"+summary = "tiktoken is a fast BPE tokeniser for use with OpenAI's models"+dependencies = [+ "regex>=2022.1.18",+ "requests>=2.26.0",+]+files = [+ {file = "tiktoken-0.6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:277de84ccd8fa12730a6b4067456e5cf72fef6300bea61d506c09e45658d41ac"},+ {file = "tiktoken-0.6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9c44433f658064463650d61387623735641dcc4b6c999ca30bc0f8ba3fccaf5c"},+ {file = "tiktoken-0.6.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:afb9a2a866ae6eef1995ab656744287a5ac95acc7e0491c33fad54d053288ad3"},+ {file = "tiktoken-0.6.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c62c05b3109fefca26fedb2820452a050074ad8e5ad9803f4652977778177d9f"},+ {file = "tiktoken-0.6.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:0ef917fad0bccda07bfbad835525bbed5f3ab97a8a3e66526e48cdc3e7beacf7"},+ {file = "tiktoken-0.6.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:e095131ab6092d0769a2fda85aa260c7c383072daec599ba9d8b149d2a3f4d8b"},+ {file = "tiktoken-0.6.0-cp310-cp310-win_amd64.whl", hash = "sha256:05b344c61779f815038292a19a0c6eb7098b63c8f865ff205abb9ea1b656030e"},+ {file = "tiktoken-0.6.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:cefb9870fb55dca9e450e54dbf61f904aab9180ff6fe568b61f4db9564e78871"},+ {file = "tiktoken-0.6.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:702950d33d8cabc039845674107d2e6dcabbbb0990ef350f640661368df481bb"},+ {file = "tiktoken-0.6.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e8d49d076058f23254f2aff9af603863c5c5f9ab095bc896bceed04f8f0b013a"},+ {file = "tiktoken-0.6.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:430bc4e650a2d23a789dc2cdca3b9e5e7eb3cd3935168d97d43518cbb1f9a911"},+ {file = "tiktoken-0.6.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:293cb8669757301a3019a12d6770bd55bec38a4d3ee9978ddbe599d68976aca7"},+ {file = "tiktoken-0.6.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:7bd1a288b7903aadc054b0e16ea78e3171f70b670e7372432298c686ebf9dd47"},+ {file = "tiktoken-0.6.0-cp311-cp311-win_amd64.whl", hash = "sha256:ac76e000183e3b749634968a45c7169b351e99936ef46f0d2353cd0d46c3118d"},+ {file = "tiktoken-0.6.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:47fdcfe11bd55376785a6aea8ad1db967db7f66ea81aed5c43fad497521819a4"},+ {file = "tiktoken-0.6.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:fb7d2ccbf1a7784810aff6b80b4012fb42c6fc37eaa68cb3b553801a5cc2d1fc"},+ {file = "tiktoken-0.6.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1ccb7a111ee76af5d876a729a347f8747d5ad548e1487eeea90eaf58894b3138"},+ {file = "tiktoken-0.6.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2048e1086b48e3c8c6e2ceeac866561374cd57a84622fa49a6b245ffecb7744"},+ {file = "tiktoken-0.6.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:07f229a5eb250b6403a61200199cecf0aac4aa23c3ecc1c11c1ca002cbb8f159"},+ {file = "tiktoken-0.6.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:432aa3be8436177b0db5a2b3e7cc28fd6c693f783b2f8722539ba16a867d0c6a"},+ {file = "tiktoken-0.6.0-cp39-cp39-win_amd64.whl", hash = "sha256:8bfe8a19c8b5c40d121ee7938cd9c6a278e5b97dc035fd61714b4f0399d2f7a1"},+ {file = "tiktoken-0.6.0.tar.gz", hash = "sha256:ace62a4ede83c75b0374a2ddfa4b76903cf483e9cb06247f566be3bf14e6beed"},+]++[[package]]+name = "tqdm"+version = "4.66.2"+requires_python = ">=3.7"+summary = "Fast, Extensible Progress Meter"+dependencies = [+ "colorama; platform_system == \"Windows\"",+]+files = [+ {file = "tqdm-4.66.2-py3-none-any.whl", hash = "sha256:1ee4f8a893eb9bef51c6e35730cebf234d5d0b6bd112b0271e10ed7c24a02bd9"},+ {file = "tqdm-4.66.2.tar.gz", hash = "sha256:6cd52cdf0fef0e0f543299cfc96fec90d7b8a7e88745f411ec33eb44d5ed3531"},+]++[[package]]+name = "typing-extensions"+version = "4.10.0"+requires_python = ">=3.8"+summary = "Backported and Experimental Type Hints for Python 3.8+"+files = [+ {file = "typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475"},+ {file = "typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb"},+]++[[package]]+name = "typing-inspect"+version = "0.9.0"+summary = "Runtime inspection utilities for typing module."+dependencies = [+ "mypy-extensions>=0.3.0",+ "typing-extensions>=3.7.4",+]+files = [+ {file = "typing_inspect-0.9.0-py3-none-any.whl", hash = "sha256:9ee6fc59062311ef8547596ab6b955e1b8aa46242d854bfc78f4f6b0eff35f9f"},+ {file = "typing_inspect-0.9.0.tar.gz", hash = "sha256:b23fc42ff6f6ef6954e4852c1fb512cdd18dbea03134f91f856a95ccc9461f78"},+]++[[package]]+name = "tzdata"+version = "2024.1"+requires_python = ">=2"+summary = "Provider of IANA time zone data"+files = [+ {file = "tzdata-2024.1-py2.py3-none-any.whl", hash = "sha256:9068bc196136463f5245e51efda838afa15aaeca9903f49050dfa2679db4d252"},+ {file = "tzdata-2024.1.tar.gz", hash = "sha256:2674120f8d891909751c38abcdfd386ac0a5a1127954fbc332af6b5ceae07efd"},+]++[[package]]+name = "unstract-core"+version = "0.0.1"+requires_python = ">=3.9,<3.11.1"+path = "../unstract/core"+summary = "Core library that helps with executing workflows."+dependencies = [+ "boto3~=1.28.17",+ "botocore~=1.31.17",+ "llama-index==0.9.28",+ "redis~=5.0.1",+ "requests==2.31.0",+]++[[package]]+name = "urllib3"+version = "1.26.18"+requires_python = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*"summary = "HTTP library with thread-safe connection pooling, file post, and more."files = [- {file = "urllib3-2.2.1-py3-none-any.whl", hash = "sha256:450b20ec296a467077128bff42b73080516e71b56ff59a60a02bef2232c4fa9d"},- {file = "urllib3-2.2.1.tar.gz", hash = "sha256:d0570876c61ab9e520d776c38acbbb5b05a776d3f9ff98a5c8fd5162a444cf19"},+ {file = "urllib3-1.26.18-py2.py3-none-any.whl", hash = "sha256:34b97092d7e0a3a8cf7cd10e386f401b3737364026c45e622aa02903dffe0f07"},+ {file = "urllib3-1.26.18.tar.gz", hash = "sha256:f8ecc1bba5667413457c529ab955bf8c67b45db799d159066261719e328580a0"},][[package]]@@ -372,12 +1337,111 @@ files = [{file = "werkzeug-3.0.1.tar.gz", hash = "sha256:507e811ecea72b18a404947aded4b3390e1db8f826b494d76550ef45bb3b1dcc"},]+[[package]]+name = "wrapt"+version = "1.16.0"+requires_python = ">=3.6"+summary = "Module for decorators, wrappers and monkey patching."+files = [+ {file = "wrapt-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ffa565331890b90056c01db69c0fe634a776f8019c143a5ae265f9c6bc4bd6d4"},+ {file = "wrapt-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:e4fdb9275308292e880dcbeb12546df7f3e0f96c6b41197e0cf37d2826359020"},+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb2dee3874a500de01c93d5c71415fcaef1d858370d405824783e7a8ef5db440"},+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2a88e6010048489cda82b1326889ec075a8c856c2e6a256072b28eaee3ccf487"},+ {file = "wrapt-1.16.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ac83a914ebaf589b69f7d0a1277602ff494e21f4c2f743313414378f8f50a4cf"},+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:73aa7d98215d39b8455f103de64391cb79dfcad601701a3aa0dddacf74911d72"},+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:807cc8543a477ab7422f1120a217054f958a66ef7314f76dd9e77d3f02cdccd0"},+ {file = "wrapt-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bf5703fdeb350e36885f2875d853ce13172ae281c56e509f4e6eca049bdfb136"},+ {file = "wrapt-1.16.0-cp310-cp310-win32.whl", hash = "sha256:f6b2d0c6703c988d334f297aa5df18c45e97b0af3679bb75059e0e0bd8b1069d"},+ {file = "wrapt-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:decbfa2f618fa8ed81c95ee18a387ff973143c656ef800c9f24fb7e9c16054e2"},+ {file = "wrapt-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1a5db485fe2de4403f13fafdc231b0dbae5eca4359232d2efc79025527375b09"},+ {file = "wrapt-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:75ea7d0ee2a15733684badb16de6794894ed9c55aa5e9903260922f0482e687d"},+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a452f9ca3e3267cd4d0fcf2edd0d035b1934ac2bd7e0e57ac91ad6b95c0c6389"},+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:43aa59eadec7890d9958748db829df269f0368521ba6dc68cc172d5d03ed8060"},+ {file = "wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:72554a23c78a8e7aa02abbd699d129eead8b147a23c56e08d08dfc29cfdddca1"},+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:d2efee35b4b0a347e0d99d28e884dfd82797852d62fcd7ebdeee26f3ceb72cf3"},+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:6dcfcffe73710be01d90cae08c3e548d90932d37b39ef83969ae135d36ef3956"},+ {file = "wrapt-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:eb6e651000a19c96f452c85132811d25e9264d836951022d6e81df2fff38337d"},+ {file = "wrapt-1.16.0-cp311-cp311-win32.whl", hash = "sha256:66027d667efe95cc4fa945af59f92c5a02c6f5bb6012bff9e60542c74c75c362"},+ {file = "wrapt-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:aefbc4cb0a54f91af643660a0a150ce2c090d3652cf4052a5397fb2de549cd89"},+ {file = "wrapt-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9b201ae332c3637a42f02d1045e1d0cccfdc41f1f2f801dafbaa7e9b4797bfc2"},+ {file = "wrapt-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:2076fad65c6736184e77d7d4729b63a6d1ae0b70da4868adeec40989858eb3fb"},+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5cd603b575ebceca7da5a3a251e69561bec509e0b46e4993e1cac402b7247b8"},+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b47cfad9e9bbbed2339081f4e346c93ecd7ab504299403320bf85f7f85c7d46c"},+ {file = "wrapt-1.16.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8212564d49c50eb4565e502814f694e240c55551a5f1bc841d4fcaabb0a9b8a"},+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5f15814a33e42b04e3de432e573aa557f9f0f56458745c2074952f564c50e664"},+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:db2e408d983b0e61e238cf579c09ef7020560441906ca990fe8412153e3b291f"},+ {file = "wrapt-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:edfad1d29c73f9b863ebe7082ae9321374ccb10879eeabc84ba3b69f2579d537"},+ {file = "wrapt-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed867c42c268f876097248e05b6117a65bcd1e63b779e916fe2e33cd6fd0d3c3"},+ {file = "wrapt-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:eb1b046be06b0fce7249f1d025cd359b4b80fc1c3e24ad9eca33e0dcdb2e4a35"},+ {file = "wrapt-1.16.0-py3-none-any.whl", hash = "sha256:6906c4100a8fcbf2fa735f6059214bb13b97f75b1a61777fcf6432121ef12ef1"},+ {file = "wrapt-1.16.0.tar.gz", hash = "sha256:5f370f952971e7d17c7d1ead40e49f32345a7f7a5373571ef44d800d06b1899d"},+]++[[package]]+name = "yarl"+version = "1.9.4"+requires_python = ">=3.7"+summary = "Yet another URL library"+dependencies = [+ "idna>=2.0",+ "multidict>=4.0",+]+files = [+ {file = "yarl-1.9.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a8c1df72eb746f4136fe9a2e72b0c9dc1da1cbd23b5372f94b5820ff8ae30e0e"},+ {file = "yarl-1.9.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:a3a6ed1d525bfb91b3fc9b690c5a21bb52de28c018530ad85093cc488bee2dd2"},+ {file = "yarl-1.9.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:c38c9ddb6103ceae4e4498f9c08fac9b590c5c71b0370f98714768e22ac6fa66"},+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d9e09c9d74f4566e905a0b8fa668c58109f7624db96a2171f21747abc7524234"},+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b8477c1ee4bd47c57d49621a062121c3023609f7a13b8a46953eb6c9716ca392"},+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d5ff2c858f5f6a42c2a8e751100f237c5e869cbde669a724f2062d4c4ef93551"},+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:357495293086c5b6d34ca9616a43d329317feab7917518bc97a08f9e55648455"},+ {file = "yarl-1.9.4-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:54525ae423d7b7a8ee81ba189f131054defdb122cde31ff17477951464c1691c"},+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:801e9264d19643548651b9db361ce3287176671fb0117f96b5ac0ee1c3530d53"},+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:e516dc8baf7b380e6c1c26792610230f37147bb754d6426462ab115a02944385"},+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:7d5aaac37d19b2904bb9dfe12cdb08c8443e7ba7d2852894ad448d4b8f442863"},+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:54beabb809ffcacbd9d28ac57b0db46e42a6e341a030293fb3185c409e626b8b"},+ {file = "yarl-1.9.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bac8d525a8dbc2a1507ec731d2867025d11ceadcb4dd421423a5d42c56818541"},+ {file = "yarl-1.9.4-cp310-cp310-win32.whl", hash = "sha256:7855426dfbddac81896b6e533ebefc0af2f132d4a47340cee6d22cac7190022d"},+ {file = "yarl-1.9.4-cp310-cp310-win_amd64.whl", hash = "sha256:848cd2a1df56ddbffeb375535fb62c9d1645dde33ca4d51341378b3f5954429b"},+ {file = "yarl-1.9.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:35a2b9396879ce32754bd457d31a51ff0a9d426fd9e0e3c33394bf4b9036b099"},+ {file = "yarl-1.9.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:4c7d56b293cc071e82532f70adcbd8b61909eec973ae9d2d1f9b233f3d943f2c"},+ {file = "yarl-1.9.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d8a1c6c0be645c745a081c192e747c5de06e944a0d21245f4cf7c05e457c36e0"},+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4b3c1ffe10069f655ea2d731808e76e0f452fc6c749bea04781daf18e6039525"},+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:549d19c84c55d11687ddbd47eeb348a89df9cb30e1993f1b128f4685cd0ebbf8"},+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a7409f968456111140c1c95301cadf071bd30a81cbd7ab829169fb9e3d72eae9"},+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e23a6d84d9d1738dbc6e38167776107e63307dfc8ad108e580548d1f2c587f42"},+ {file = "yarl-1.9.4-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d8b889777de69897406c9fb0b76cdf2fd0f31267861ae7501d93003d55f54fbe"},+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:03caa9507d3d3c83bca08650678e25364e1843b484f19986a527630ca376ecce"},+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:4e9035df8d0880b2f1c7f5031f33f69e071dfe72ee9310cfc76f7b605958ceb9"},+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:c0ec0ed476f77db9fb29bca17f0a8fcc7bc97ad4c6c1d8959c507decb22e8572"},+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:ee04010f26d5102399bd17f8df8bc38dc7ccd7701dc77f4a68c5b8d733406958"},+ {file = "yarl-1.9.4-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:49a180c2e0743d5d6e0b4d1a9e5f633c62eca3f8a86ba5dd3c471060e352ca98"},+ {file = "yarl-1.9.4-cp311-cp311-win32.whl", hash = "sha256:81eb57278deb6098a5b62e88ad8281b2ba09f2f1147c4767522353eaa6260b31"},+ {file = "yarl-1.9.4-cp311-cp311-win_amd64.whl", hash = "sha256:d1d2532b340b692880261c15aee4dc94dd22ca5d61b9db9a8a361953d36410b1"},+ {file = "yarl-1.9.4-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:604f31d97fa493083ea21bd9b92c419012531c4e17ea6da0f65cacdcf5d0bd27"},+ {file = "yarl-1.9.4-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:8a854227cf581330ffa2c4824d96e52ee621dd571078a252c25e3a3b3d94a1b1"},+ {file = "yarl-1.9.4-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:ba6f52cbc7809cd8d74604cce9c14868306ae4aa0282016b641c661f981a6e91"},+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a6327976c7c2f4ee6816eff196e25385ccc02cb81427952414a64811037bbc8b"},+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8397a3817d7dcdd14bb266283cd1d6fc7264a48c186b986f32e86d86d35fbac5"},+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e0381b4ce23ff92f8170080c97678040fc5b08da85e9e292292aba67fdac6c34"},+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:23d32a2594cb5d565d358a92e151315d1b2268bc10f4610d098f96b147370136"},+ {file = "yarl-1.9.4-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ddb2a5c08a4eaaba605340fdee8fc08e406c56617566d9643ad8bf6852778fc7"},+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:26a1dc6285e03f3cc9e839a2da83bcbf31dcb0d004c72d0730e755b33466c30e"},+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:18580f672e44ce1238b82f7fb87d727c4a131f3a9d33a5e0e82b793362bf18b4"},+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:29e0f83f37610f173eb7e7b5562dd71467993495e568e708d99e9d1944f561ec"},+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:1f23e4fe1e8794f74b6027d7cf19dc25f8b63af1483d91d595d4a07eca1fb26c"},+ {file = "yarl-1.9.4-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:db8e58b9d79200c76956cefd14d5c90af54416ff5353c5bfd7cbe58818e26ef0"},+ {file = "yarl-1.9.4-cp39-cp39-win32.whl", hash = "sha256:c7224cab95645c7ab53791022ae77a4509472613e839dab722a72abe5a684575"},+ {file = "yarl-1.9.4-cp39-cp39-win_amd64.whl", hash = "sha256:824d6c50492add5da9374875ce72db7a0733b29c2394890aef23d533106e2b15"},+ {file = "yarl-1.9.4-py3-none-any.whl", hash = "sha256:928cecb0ef9d5a7946eb6ff58417ad2fe9375762382f1bf5c55e61645f2c43ad"},+ {file = "yarl-1.9.4.tar.gz", hash = "sha256:566db86717cf8080b99b58b083b773a908ae40f06681e87e589a976faf8246bf"},+]+[[package]]name = "zipp"-version = "3.17.0"+version = "3.18.1"requires_python = ">=3.8"summary = "Backport of pathlib-compatible object wrapper for zip files"files = [- {file = "zipp-3.17.0-py3-none-any.whl", hash = "sha256:0e923e726174922dce09c53c59ad483ff7bbb8e572e00c7f7c46b88556409f31"},- {file = "zipp-3.17.0.tar.gz", hash = "sha256:84e64a1c28cf7e91ed2078bb8cc8c259cb19b76942096c8d7b84947690cabaf0"},+ {file = "zipp-3.18.1-py3-none-any.whl", hash = "sha256:206f5a15f2af3dbaee80769fb7dc6f249695e940acca08dfb2a4769fe61e538b"},+ {file = "zipp-3.18.1.tar.gz", hash = "sha256:2884ed22e7d8961de1c9a05142eb69a247f120291bc0206a00a7642f09b5b715"},]diff --git a/worker/pyproject.toml b/worker/pyproject.tomlindex 1139a1016..22de54f82 100644--- a/worker/pyproject.toml+++ b/worker/pyproject.toml@@ -10,8 +10,9 @@ dependencies = ["flask~=3.0.0","python-dotenv==1.0.0","redis==5.0.1",+ "unstract-core @ file:///${PROJECT_ROOT}/../unstract/core",]-requires-python = ">=3.9"+requires-python = ">=3.9,<3.11.1"readme = "README.md"license = {text = "MIT"}diff --git a/worker/src/unstract/worker/pubsub_helper.py b/worker/src/unstract/worker/pubsub_helper.pydeleted file mode 100644index e776622fc..000000000--- a/worker/src/unstract/worker/pubsub_helper.py+++ /dev/null@@ -1,84 +0,0 @@-import json-import logging-import os-from typing import Any, Optional--import redis---class LogHelper:- logging.basicConfig(- level=logging.INFO,- format="%(asctime)s - %(levelname)s - %(filename)s - %(message)s",- )-- @staticmethod- def log(- stage: str,- message: str,- level: str = "INFO",- cost_type: Optional[str] = None,- cost_units: Optional[str] = None,- cost_value: Optional[float] = None,- step: Optional[str] = None,- iteration: Optional[int] = None,- iteration_total: Optional[int] = None,- ) -> dict[str, Any]:- return {- "_pandora_message_type": "log",- "level": level,- "stage": stage,- "message": message,- "cost_type": cost_type,- "cost_units": cost_units,- "cost_value": cost_value,- "step": step,- "iteration": iteration,- "iteration_total": iteration_total,- }-- @staticmethod- def update(- component: str,- state: str,- state_message: str,- ) -> dict[str, Any]:- return {- "_pandora_message_type": "update",- "component": component,- "state": state,- "state_message": state_message,- }-- @staticmethod- def publish(channel_id: str, message: dict[str, Any]) -> bool:- channel = f"logs:{channel_id}"- redis_host = os.environ.get("REDIS_HOST")- redis_port = os.environ.get("REDIS_PORT", "6379")-- redis_user = os.environ.get("REDIS_USER")- redis_password = os.environ.get("REDIS_PASSWORD")-- if not redis_host:- raise RuntimeError("REDIS_HOST environment variable not set")-- if not redis_user:- raise RuntimeError("REDIS_USER environment variable not set")-- if not redis_password:- redis_password = None-- try:- r = redis.Redis(- host=redis_host,- port=int(redis_port),- username=redis_user,- password=redis_password,- )- payload = json.dumps(message)- r.publish(channel, payload)- r.close()- except Exception as e:- logging.error(f"Could not publish message to channel {channel}: {e}")- return False- return Truediff --git a/worker/src/unstract/worker/worker.py b/worker/src/unstract/worker/worker.pyindex f0b85d160..a28ddfc5d 100644--- a/worker/src/unstract/worker/worker.py+++ b/worker/src/unstract/worker/worker.py@@ -6,8 +6,9 @@ import uuidfrom typing import Any, Optionalfrom dotenv import load_dotenv++from unstract.core.pubsub_helper import LogPublisherfrom unstract.worker.constants import Env, LogType, ToolKey-from unstract.worker.pubsub_helper import LogHelper as fe_logimport dockerfrom docker import DockerClient # type: ignore[attr-defined]@@ -146,7 +147,7 @@ class UnstractWorker:log_dict["component"] = tool_instance_idif channel:# Publish to channel of socket io- fe_log.publish(channel, log_dict)+ LogPublisher.publish(channel, log_dict)return Nonedef is_valid_log_type(self, log_type: Optional[str]) -> bool: