Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: wrap markitdown PDF processing in asyncio.to_thread (#8614)
cthomasc05f3cec0b35
diff --git a/letta/services/file_processor/parser/markitdown_parser.py b/letta/services/file_processor/parser/markitdown_parser.pyindex a8cfb7bb6..02595b9d7 100644--- a/letta/services/file_processor/parser/markitdown_parser.py+++ b/letta/services/file_processor/parser/markitdown_parser.py@@ -28,6 +28,8 @@ class MarkitdownFileParser(FileParser):@trace_methodasync def extract_text(self, content: bytes, mime_type: str) -> OCRResponse:"""Extract text using markitdown."""+ import asyncio+try:# Handle simple text files directlyif is_simple_text_mime_type(mime_type):@@ -49,31 +51,37 @@ class MarkitdownFileParser(FileParser):logger.info(f"Extracting text using markitdown: {self.model}")- # Create temporary file to pass to markitdown- with tempfile.NamedTemporaryFile(delete=False, suffix=self._get_file_extension(mime_type)) as temp_file:- temp_file.write(content)- temp_file_path = temp_file.name+ # Run CPU/IO-intensive markitdown processing in thread pool to avoid blocking event loop+ def blocking_markitdown_convert():+ # Create temporary file to pass to markitdown+ with tempfile.NamedTemporaryFile(delete=False, suffix=self._get_file_extension(mime_type)) as temp_file:+ temp_file.write(content)+ temp_file_path = temp_file.name- try:- md = MarkItDown(enable_plugins=False)- result = md.convert(temp_file_path)+ try:+ md = MarkItDown(enable_plugins=False)+ result = md.convert(temp_file_path)+ return result.text_content+ finally:+ # Clean up temporary file+ os.unlink(temp_file_path)- return OCRResponse(- model=self.model,- pages=[- OCRPageObject(- index=0,- markdown=result.text_content,- images=[],- dimensions=None,- )- ],- usage_info=OCRUsageInfo(pages_processed=1),- document_annotation=None,- )- finally:- # Clean up temporary file- os.unlink(temp_file_path)+ # Run blocking operations in thread pool+ text_content = await asyncio.to_thread(blocking_markitdown_convert)++ return OCRResponse(+ model=self.model,+ pages=[+ OCRPageObject(+ index=0,+ markdown=text_content,+ images=[],+ dimensions=None,+ )+ ],+ usage_info=OCRUsageInfo(pages_processed=1),+ document_annotation=None,+ )except Exception as e:logger.error(f"Markitdown text extraction failed: {str(e)}")