LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
fix:mypy issues (#38)
Kirtiman Mishra1e13b532c31f
diff --git a/tools/classifier/src/main.py b/tools/classifier/src/main.pyindex 7d1a75335..2eafa0d8c 100644--- a/tools/classifier/src/main.py+++ b/tools/classifier/src/main.py@@ -3,7 +3,6 @@ import sysfrom pathlib import Pathfrom typing import Any-from helper import ClassifierHelperfrom llama_index import set_global_service_contextfrom unstract.sdk.cache import ToolCachefrom unstract.sdk.constants import LogLevel, LogState, MetadataKey, ToolEnv@@ -13,6 +12,8 @@ from unstract.sdk.tool.entrypoint import ToolEntrypointfrom unstract.sdk.utils import ToolUtilsfrom unstract.sdk.utils.service_context import ServiceContext+from .helper import ClassifierHelper+class UnstractClassifier(BaseTool):def __init__(self, log_level: str = LogLevel.INFO) -> None:diff --git a/tools/indexer/src/main.py b/tools/indexer/src/main.pyindex eb8e81bf6..573879319 100644--- a/tools/indexer/src/main.py+++ b/tools/indexer/src/main.py@@ -1,12 +1,13 @@import sysfrom typing import Any-from constants import SettingsKeysfrom unstract.sdk.constants import LogState, MetadataKey, ToolSettingsKeyfrom unstract.sdk.index import ToolIndexfrom unstract.sdk.tool.base import BaseToolfrom unstract.sdk.tool.entrypoint import ToolEntrypoint+from .constants import SettingsKeys+class DocumentIndexer(BaseTool):def run(diff --git a/tools/structure/src/main.py b/tools/structure/src/main.pyindex 6c31c6197..14d6c9e2d 100644--- a/tools/structure/src/main.py+++ b/tools/structure/src/main.py@@ -3,13 +3,14 @@ import sysfrom pathlib import Pathfrom typing import Any-from constants import SettingsKeysfrom unstract.sdk.constants import LogState, MetadataKeyfrom unstract.sdk.index import ToolIndexfrom unstract.sdk.prompt import PromptToolfrom unstract.sdk.tool.base import BaseToolfrom unstract.sdk.tool.entrypoint import ToolEntrypoint+from .constants import SettingsKeys+class StructureTool(BaseTool):def validate(self, input_file: str, settings: dict[str, Any]) -> None:diff --git a/tools/translate/src/main.py b/tools/translate/src/main.pyindex a415d2a83..a2965eeba 100644--- a/tools/translate/src/main.py+++ b/tools/translate/src/main.py@@ -4,7 +4,6 @@ import sysfrom pathlib import Pathfrom typing import Any-from constants import EnvKey, GoogleTranslateKey, StaticDatafrom google.auth.transport import requests as google_requestsfrom google.cloud import translate_v2 as translatefrom google.oauth2.service_account import Credentials@@ -15,6 +14,8 @@ from unstract.sdk.tool.entrypoint import ToolEntrypointfrom unstract.sdk.utils import ToolUtilsfrom unstructured.partition.auto import partition+from .constants import EnvKey, GoogleTranslateKey, StaticData+class UnstractTranslate(BaseTool):def validate(self, input_file: str, settings: dict[str, Any]) -> None: