LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
fix wrong import and env issues (#434)
ali923bd41e4db2
diff --git a/platform-service/pdm.lock b/platform-service/pdm.lockindex b4f807e62..f6bd5d684 100644--- a/platform-service/pdm.lock+++ b/platform-service/pdm.lock@@ -5,7 +5,7 @@groups = ["default", "deploy", "test"]strategy = ["cross_platform", "inherit_metadata"]lock_version = "4.4.1"-content_hash = "sha256:166ddc90745e7d884a72bbfdc11e5cf22ea2d42d8aa9458fa7b0d454725f2a53"+content_hash = "sha256:2e773670f191dd1d818df157b78ad902ac06818327756ef22dfe7ce6b7225627"[[package]]name = "async-timeout"@@ -41,17 +41,6 @@ files = [{file = "certifi-2024.6.2.tar.gz", hash = "sha256:3cd43f1c6fa7dedc5899d69d3ad0398fd018ad1a17fba83ddaf78aa46c747516"},]-[[package]]-name = "certifi"-version = "2024.6.2"-requires_python = ">=3.6"-summary = "Python package for providing Mozilla's CA Bundle."-groups = ["default"]-files = [- {file = "certifi-2024.6.2-py3-none-any.whl", hash = "sha256:ddc6c8ce995e6987e7faf5e3f1b02b302836a0e5d98ece18392cb1a36c72ad56"},- {file = "certifi-2024.6.2.tar.gz", hash = "sha256:3cd43f1c6fa7dedc5899d69d3ad0398fd018ad1a17fba83ddaf78aa46c747516"},-]-[[package]]name = "cffi"version = "1.16.0"@@ -360,17 +349,6 @@ files = [{file = "idna-3.7.tar.gz", hash = "sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc"},]-[[package]]-name = "idna"-version = "3.7"-requires_python = ">=3.5"-summary = "Internationalized Domain Names in Applications (IDNA)"-groups = ["default"]-files = [- {file = "idna-3.7-py3-none-any.whl", hash = "sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0"},- {file = "idna-3.7.tar.gz", hash = "sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc"},-]-[[package]]name = "importlib-metadata"version = "8.0.0"@@ -632,30 +610,13 @@ files = [[[package]]name = "setuptools"-version = "70.1.1"+version = "70.2.0"requires_python = ">=3.8"summary = "Easily download, build, install, upgrade, and uninstall Python packages"groups = ["default"]files = [- {file = "setuptools-70.1.1-py3-none-any.whl", hash = "sha256:a58a8fde0541dab0419750bcc521fbdf8585f6e5cb41909df3a472ef7b81ca95"},- {file = "setuptools-70.1.1.tar.gz", hash = "sha256:937a48c7cdb7a21eb53cd7f9b59e525503aa8abaf3584c730dc5f7a5bec3a650"},-]--[[package]]-name = "requests"-version = "2.32.3"-requires_python = ">=3.8"-summary = "Python HTTP for Humans."-groups = ["default"]-dependencies = [- "certifi>=2017.4.17",- "charset-normalizer<4,>=2",- "idna<4,>=2.5",- "urllib3<3,>=1.21.1",-]-files = [- {file = "requests-2.32.3-py3-none-any.whl", hash = "sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6"},- {file = "requests-2.32.3.tar.gz", hash = "sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760"},+ {file = "setuptools-70.2.0-py3-none-any.whl", hash = "sha256:b8b8060bb426838fbe942479c90296ce976249451118ef566a5a0b7d8b78fb05"},+ {file = "setuptools-70.2.0.tar.gz", hash = "sha256:bd63e505105011b25c3c11f753f7e3b8465ea739efddaccef8f0efac2137bac1"},][[package]]diff --git a/platform-service/src/unstract/platform_service/helper.py b/platform-service/src/unstract/platform_service/helper.pyindex 1233c5fdd..30b6ed335 100644--- a/platform-service/src/unstract/platform_service/helper.py+++ b/platform-service/src/unstract/platform_service/helper.py@@ -6,7 +6,8 @@ from typing import Any, Optionalimport peeweeimport requests-from unstract.platform_service.exceptions import CustomException, DBTableV2, FeatureFlag+from unstract.platform_service.constants import DBTableV2, FeatureFlag+from unstract.platform_service.exceptions import CustomExceptionfrom unstract.flags.feature_flag import check_feature_flag_statusdiff --git a/platform-service/src/unstract/platform_service/main.py b/platform-service/src/unstract/platform_service/main.pyindex ff8bdaf1f..883f12017 100644--- a/platform-service/src/unstract/platform_service/main.py+++ b/platform-service/src/unstract/platform_service/main.py@@ -42,12 +42,10 @@ PG_BE_PASSWORD = os.environ.get("PG_BE_PASSWORD")PG_BE_DATABASE = os.environ.get("PG_BE_DATABASE")ENCRYPTION_KEY = EnvManager.get_required_setting("ENCRYPTION_KEY")MODEL_PRICES_URL = EnvManager.get_required_setting("MODEL_PRICES_URL")-MODEL_PRICES_TTL_IN_DAYS = int(- EnvManager.get_required_setting("MODEL_PRICES_TTL_IN_DAYS")-)+MODEL_PRICES_TTL_IN_DAYS = EnvManager.get_required_setting("MODEL_PRICES_TTL_IN_DAYS")MODEL_PRICES_FILE_PATH = EnvManager.get_required_setting("MODEL_PRICES_FILE_PATH")-EnvManager.raise_for_missing_envs()+MODEL_PRICES_TTL_IN_DAYS = int(MODEL_PRICES_TTL_IN_DAYS)# TODO: Follow Flask best practices and refactor accordinglyapp = Flask("platform_service")