Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Fix for Pipeline Execution V2. Workflow Id willnot be get from API execution (#783)

ali7faa56244d45
diff --git a/backend/scheduler/tasks.py b/backend/scheduler/tasks.py
index 03ca71a0b..49e92b6ce 100644
--- a/backend/scheduler/tasks.py
+++ b/backend/scheduler/tasks.py
@@ -79,7 +79,6 @@ def execute_pipeline_task(
) -> None:
if check_feature_flag_status(FeatureFlag.MULTI_TENANCY_V2):
execute_pipeline_task_v2(
- workflow_id=workflow_id,
organization_id=org_schema,
pipeline_id=pipepline_id,
pipeline_name=name,
@@ -133,7 +132,6 @@ def execute_pipeline_task(
def execute_pipeline_task_v2(
- workflow_id: Any,
organization_id: Any,
pipeline_id: Any,
pipeline_name: Any,
@@ -147,12 +145,16 @@ def execute_pipeline_task_v2(
name (Any): pipeline name
"""
try:
+ # Set organization in state store for execution
+ UserContext.set_organization_identifier(organization_id)
+ pipeline = PipelineProcessor.fetch_pipeline(
+ pipeline_id=pipeline_id, check_active=True
+ )
+ workflow = pipeline.workflow
logger.info(
f"Executing pipeline: {pipeline_id}, "
- f"workflow: {workflow_id}, pipeline name: {pipeline_name}"
+ f"workflow: {workflow}, pipeline name: {pipeline_name}"
)
- # Set organization in state store for execution
- UserContext.set_organization_identifier(organization_id)
if (
subscription_loader
and subscription_loader[0]
@@ -167,7 +169,6 @@ def execute_pipeline_task_v2(
except Exception as e:
logger.warning(f"Failed to disable task: {pipeline_id}. Error: {e}")
return
- workflow = WorkflowHelper.get_workflow_by_id(id=workflow_id)
PipelineProcessor.update_pipeline(
pipeline_id, Pipeline.PipelineStatus.INPROGRESS
)