The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
community: Add warning when page_content is empty (#25955)
Erik4e0a6ebe7d6a
diff --git a/libs/community/langchain_community/document_loaders/parsers/pdf.py b/libs/community/langchain_community/document_loaders/parsers/pdf.pyindex 2013c948fb..d0329b7cc1 100644--- a/libs/community/langchain_community/document_loaders/parsers/pdf.py+++ b/libs/community/langchain_community/document_loaders/parsers/pdf.py@@ -267,6 +267,7 @@ class PyMuPDFParser(BaseBlobParser):def lazy_parse(self, blob: Blob) -> Iterator[Document]: # type: ignore[valid-type]"""Lazily parse the blob."""+import fitzwith blob.as_bytes_io() as file_path: # type: ignore[attr-defined]@@ -277,25 +278,49 @@ class PyMuPDFParser(BaseBlobParser):yield from [Document(- page_content=page.get_text(**self.text_kwargs)- + self._extract_images_from_page(doc, page),- metadata=dict(- {- "source": blob.source, # type: ignore[attr-defined]- "file_path": blob.source, # type: ignore[attr-defined]- "page": page.number,- "total_pages": len(doc),- },- **{- k: doc.metadata[k]- for k in doc.metadata- if type(doc.metadata[k]) in [str, int]- },- ),+ page_content=self._get_page_content(doc, page, blob),+ metadata=self._extract_metadata(doc, page, blob),)for page in doc]+ def _get_page_content(+ self, doc: fitz.fitz.Document, page: fitz.fitz.Page, blob: Blob+ ) -> str:+ """+ Get the text of the page using PyMuPDF and RapidOCR and issue a warning+ if it is empty.+ """+ content = page.get_text(**self.text_kwargs) + self._extract_images_from_page(+ doc, page+ )++ if not content:+ warnings.warn(+ f"Warning: Empty content on page "+ f"{page.number} of document {blob.source}"+ )++ return content++ def _extract_metadata(+ self, doc: fitz.fitz.Document, page: fitz.fitz.Page, blob: Blob+ ) -> dict:+ """Extract metadata from the document and page."""+ return dict(+ {+ "source": blob.source, # type: ignore[attr-defined]+ "file_path": blob.source, # type: ignore[attr-defined]+ "page": page.number,+ "total_pages": len(doc),+ },+ **{+ k: doc.metadata[k]+ for k in doc.metadata+ if isinstance(doc.metadata[k], (str, int))+ },+ )+def _extract_images_from_page(self, doc: fitz.fitz.Document, page: fitz.fitz.Page) -> str: