LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
fix: Summarization fix for structure tool (#1349)
Chandrasekharan M381afa5f4a27
diff --git a/tools/structure/src/main.py b/tools/structure/src/main.pyindex fd7d080e7..2ecbcc07b 100644--- a/tools/structure/src/main.py+++ b/tools/structure/src/main.py@@ -139,7 +139,6 @@ class StructureTool(BaseTool):execution_run_data_folder=str(execution_run_data_folder),)- summarize_file_hash = Noneif is_summarization_enabled:summarize_file_path, summarize_file_hash = self._summarize_and_index(tool_settings=tool_settings,@@ -152,6 +151,22 @@ class StructureTool(BaseTool):payload[SettingsKeys.FILE_PATH] = summarize_file_path# Since indexing is not involved for summaryindex_metrics = {"time_taken(s)": 0}++ for output in outputs:+ if SettingsKeys.TABLE_SETTINGS in output:+ table_settings = output[SettingsKeys.TABLE_SETTINGS]+ is_directory_mode: bool = table_settings.get(+ SettingsKeys.IS_DIRECTORY_MODE, False+ )+ table_settings[SettingsKeys.INPUT_FILE] = extracted_input_file+ table_settings[SettingsKeys.IS_DIRECTORY_MODE] = is_directory_mode+ self.stream_log(f"Performing table extraction with: {table_settings}")+ output.update({SettingsKeys.TABLE_SETTINGS: table_settings})++ self.stream_log(f"Fetching responses for '{len(outputs)}' prompt(s)...")+ structured_output = responder.answer_prompt(+ payload=payload,+ )elif is_single_pass_enabled:self.stream_log("Fetching response for single pass extraction...")# Since indexing is not involved for single pass