Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

limiting processed file pushing to mrq (#528)

vishnuszipstackfae5d4f941b2
diff --git a/backend/workflow_manager/endpoint/destination.py b/backend/workflow_manager/endpoint/destination.py
index ca55d8526..aafb5d624 100644
--- a/backend/workflow_manager/endpoint/destination.py
+++ b/backend/workflow_manager/endpoint/destination.py
@@ -153,6 +153,12 @@ class DestinationConnector(BaseConnector):
file_name=file_name, error=error, result=result, meta_data=meta_data
)
elif connection_type == WorkflowEndpoint.ConnectionType.MANUALREVIEW:
+ if file_history:
+ logger.info(
+ f"Already processed result, skip adding to MRQ. "
+ f"WorkflowID{workflow.id}"
+ )
+ return
result = self.get_result(file_history)
meta_data = self.get_metadata(file_history)
self._push_to_queue(