LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
added workflow utils (#580)
vishnuszipstack3d4b4dc50b76
diff --git a/backend/workflow_manager/workflow/utils.py b/backend/workflow_manager/workflow/utils.pynew file mode 100644index 000000000..d89dfa6a2--- /dev/null+++ b/backend/workflow_manager/workflow/utils.py@@ -0,0 +1,61 @@+from typing import Any++from workflow_manager.endpoint.dto import FileHash+from workflow_manager.workflow.models.workflow import Workflow+++class WorkflowUtil:+ """A utility class for managing workflow operations, particularly for+ selecting files for manual review and updating file destination based on+ review criteria."""++ @staticmethod+ def _mrq_files(+ percentage: float,+ n: int,+ ) -> Any:+ """Placeholder method for selecting a subset of files based on a given+ percentage.++ Args:+ percentage (float): The percentage of files to select.+ n (int): The total number of files.++ Returns:+ Any: The method is currently a placeholder and does not return a value.+ """+ pass++ @classmethod+ def get_q_no_list(cls, workflow: Workflow, total_files: int) -> Any:+ """Placeholder method for retrieving a list of files to be reviewed+ based on workflow rules.++ Args:+ workflow (Workflow): The workflow instance to be processed.+ total_files (int): The total number of files in the workflow.++ Returns:+ Any: The method is currently a placeholder and does not return a value.+ """+ pass++ @staticmethod+ def add_file_destination_filehash(+ index: int,+ q_file_no_list: Any,+ file_hash: FileHash,+ ) -> FileHash:+ """Updates the file destination in the FileHash object if the file+ index is marked for manual review.++ Args:+ index (int): The index of the file being processed.+ q_file_no_list (Any): A list or set of file indices marked for review.+ file_hash (FileHash): The FileHash object to be updated.++ Returns:+ FileHash: The potentially updated FileHash object with the file+ destination modified.+ """+ return file_hash