Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

UN-2808 [FIX] Added support for {column_name}_v2 columns in destination DB connectors (#1538)

Kirtiman Mishraffac92b180a5
diff --git a/backend/workflow_manager/endpoint_v2/database_utils.py b/backend/workflow_manager/endpoint_v2/database_utils.py
index c5011bfe5..ab87e6f93 100644
--- a/backend/workflow_manager/endpoint_v2/database_utils.py
+++ b/backend/workflow_manager/endpoint_v2/database_utils.py
@@ -164,19 +164,22 @@ class DatabaseUtils:
FileProcessingStatus.ERROR if error else FileProcessingStatus.SUCCESS
)
if column_mode == ColumnModes.WRITE_JSON_TO_A_SINGLE_COLUMN:
+ v2_col_name = f"{single_column_name}_v2"
+ has_v2_col = (
+ (table_info is None)
+ or any(k.lower() == v2_col_name.lower() for k in table_info)
+ if table_info
+ else True
+ )
if isinstance(data, str):
wrapped_dict = {"result": data}
values[single_column_name] = wrapped_dict
- if table_info and any(
- k.lower() == f"{single_column_name}_v2".lower() for k in table_info
- ):
- values[f"{single_column_name}_v2"] = wrapped_dict
+ if has_v2_col:
+ values[v2_col_name] = wrapped_dict
else:
values[single_column_name] = data
- if table_info and any(
- k.lower() == f"{single_column_name}_v2".lower() for k in table_info
- ):
- values[f"{single_column_name}_v2"] = data
+ if has_v2_col:
+ values[v2_col_name] = data
values[file_path_name] = file_path
values[execution_id_name] = execution_id
logger.debug(f"database_utils.py get_columns_and_values values: {values}")
diff --git a/backend/workflow_manager/endpoint_v2/destination.py b/backend/workflow_manager/endpoint_v2/destination.py
index 8c1ef0322..33a3fa236 100644
--- a/backend/workflow_manager/endpoint_v2/destination.py
+++ b/backend/workflow_manager/endpoint_v2/destination.py
@@ -371,7 +371,7 @@ class DestinationConnector(BaseConnector):
table_info = db_class.get_information_schema(table_name=table_name)
logger.info(
- f"destination connector engine: {engine} with table info: {table_info}"
+ f"destination connector engine: {engine} with table_info: {table_info}"
)
if table_info: