LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FIX] Connector configuration not displayed in k8s (#1074)
Gayathridd7cdf7d566f
diff --git a/backend/workflow_manager/endpoint_v2/base_connector.py b/backend/workflow_manager/endpoint_v2/base_connector.pyindex 254d3c9d1..7077be739 100644--- a/backend/workflow_manager/endpoint_v2/base_connector.py+++ b/backend/workflow_manager/endpoint_v2/base_connector.py@@ -12,9 +12,6 @@ from unstract.connectors.filesystems import connectorsfrom unstract.connectors.filesystems.unstract_file_system import UnstractFileSystemfrom unstract.flags.feature_flag import check_feature_flag_status-if check_feature_flag_status(FeatureFlag.REMOTE_FILE_STORAGE):- from unstract.filesystem import FileStorageType, FileSystem-class BaseConnector(ExecutionFileHandler):"""Base class for connectors providing common methods and utilities."""@@ -86,16 +83,8 @@ class BaseConnector(ExecutionFileHandler):json.JSONDecodeError: If there is an issue decoding the JSON file."""try:- if check_feature_flag_status(FeatureFlag.REMOTE_FILE_STORAGE):- file_system = FileSystem(FileStorageType.WORKFLOW_EXECUTION)- file_storage = file_system.get_file_storage()- file_contents = file_storage.read(- path=file_path, mode="r", encoding="utf-8"- )- schema: dict[str, Any] = json.load(file_contents)- else:- with open(file_path, encoding="utf-8") as file:- schema: dict[str, Any] = json.load(file)+ with open(file_path, encoding="utf-8") as file:+ schema: dict[str, Any] = json.load(file)except OSError:schema = {}return schema