LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
UN-2808 [FIX] Added support for {column_name}_v2 columns in destination DB connectors (#1538)
Kirtiman Mishraffac92b180a5
diff --git a/backend/workflow_manager/endpoint_v2/database_utils.py b/backend/workflow_manager/endpoint_v2/database_utils.pyindex c5011bfe5..ab87e6f93 100644--- a/backend/workflow_manager/endpoint_v2/database_utils.py+++ b/backend/workflow_manager/endpoint_v2/database_utils.py@@ -164,19 +164,22 @@ class DatabaseUtils:FileProcessingStatus.ERROR if error else FileProcessingStatus.SUCCESS)if column_mode == ColumnModes.WRITE_JSON_TO_A_SINGLE_COLUMN:+ v2_col_name = f"{single_column_name}_v2"+ has_v2_col = (+ (table_info is None)+ or any(k.lower() == v2_col_name.lower() for k in table_info)+ if table_info+ else True+ )if isinstance(data, str):wrapped_dict = {"result": data}values[single_column_name] = wrapped_dict- if table_info and any(- k.lower() == f"{single_column_name}_v2".lower() for k in table_info- ):- values[f"{single_column_name}_v2"] = wrapped_dict+ if has_v2_col:+ values[v2_col_name] = wrapped_dictelse:values[single_column_name] = data- if table_info and any(- k.lower() == f"{single_column_name}_v2".lower() for k in table_info- ):- values[f"{single_column_name}_v2"] = data+ if has_v2_col:+ values[v2_col_name] = datavalues[file_path_name] = file_pathvalues[execution_id_name] = execution_idlogger.debug(f"database_utils.py get_columns_and_values values: {values}")diff --git a/backend/workflow_manager/endpoint_v2/destination.py b/backend/workflow_manager/endpoint_v2/destination.pyindex 8c1ef0322..33a3fa236 100644--- a/backend/workflow_manager/endpoint_v2/destination.py+++ b/backend/workflow_manager/endpoint_v2/destination.py@@ -371,7 +371,7 @@ class DestinationConnector(BaseConnector):table_info = db_class.get_information_schema(table_name=table_name)logger.info(- f"destination connector engine: {engine} with table info: {table_info}"+ f"destination connector engine: {engine} with table_info: {table_info}")if table_info: