Python tool for converting files and office documents to Markdown.
Fixed formatting.
Adam Fourney8d5f16ecd2e9
diff --git a/src/markitdown/_markitdown.py b/src/markitdown/_markitdown.pyindex 491c5557..5839cf4e 100644--- a/src/markitdown/_markitdown.py+++ b/src/markitdown/_markitdown.py@@ -217,14 +217,15 @@ class HtmlConverter(DocumentConverter):assert isinstance(webpage_text, str)- return DocumentConverterResult(+ return DocumentConverterResult(title=None if soup.title is None else soup.title.string,text_content=webpage_text,)+class RSSConverter(DocumentConverter):"""Convert RSS / Atom type to markdown"""-+def convert(self, local_path: str, **kwargs) -> Union[None, DocumentConverterResult]:@@ -250,12 +251,14 @@ class RSSConverter(DocumentConverter):else:# not rss or atomreturn None-+return result-- def _parse_atom_type(self, doc: minidom.Document) -> Union[None, DocumentConverterResult]:++ def _parse_atom_type(+ self, doc: minidom.Document+ ) -> Union[None, DocumentConverterResult]:"""Parse the type of an Atom feed.-+Returns None if the feed type is not recognized or something goes wrong."""try:@@ -271,7 +274,7 @@ class RSSConverter(DocumentConverter):entry_summary = self._get_data_by_tag_name(entry, "summary")entry_updated = self._get_data_by_tag_name(entry, "updated")entry_content = self._get_data_by_tag_name(entry, "content")-+if entry_title:md_text += f"\n## {entry_title}\n"if entry_updated:@@ -287,10 +290,12 @@ class RSSConverter(DocumentConverter):)except BaseException as _:return None-- def _parse_rss_type(self, doc: minidom.Document) -> Union[None, DocumentConverterResult]:++ def _parse_rss_type(+ self, doc: minidom.Document+ ) -> Union[None, DocumentConverterResult]:"""Parse the type of an RSS feed.-+Returns None if the feed type is not recognized or something goes wrong."""try:@@ -313,7 +318,7 @@ class RSSConverter(DocumentConverter):description = self._get_data_by_tag_name(item, "description")pubDate = self._get_data_by_tag_name(item, "pubDate")content = self._get_data_by_tag_name(item, "content:encoded")-+if title:md_text += f"\n## {title}\n"if pubDate:@@ -322,7 +327,7 @@ class RSSConverter(DocumentConverter):md_text += self._parse_content(description)if content:md_text += self._parse_content(content)-+return DocumentConverterResult(title=channel_title,text_content=md_text,@@ -330,7 +335,7 @@ class RSSConverter(DocumentConverter):except BaseException as _:print(traceback.format_exc())return None-+def _parse_content(self, content: str) -> str:"""Parse the content of an RSS feed item"""try:@@ -339,8 +344,10 @@ class RSSConverter(DocumentConverter):return _CustomMarkdownify().convert_soup(soup)except BaseException as _:return content-- def _get_data_by_tag_name(self, element: minidom.Element, tag_name: str) -> Union[str, None]:++ def _get_data_by_tag_name(+ self, element: minidom.Element, tag_name: str+ ) -> Union[str, None]:"""Get data from first child element with the given tag name.Returns None when no such element is found."""@@ -352,6 +359,7 @@ class RSSConverter(DocumentConverter):return fc.datareturn None+class WikipediaConverter(DocumentConverter):"""Handle Wikipedia pages separately, focusing only on the main document content."""diff --git a/tests/test_markitdown.py b/tests/test_markitdown.pyindex 9ccb39eb..316e670e 100644--- a/tests/test_markitdown.py+++ b/tests/test_markitdown.py@@ -95,7 +95,7 @@ RSS_TEST_STRINGS = ["The Official Microsoft Blog","In the case of AI, it is absolutely true that the industry is moving incredibly fast",]-+WIKIPEDIA_TEST_URL = "https://en.wikipedia.org/wiki/Microsoft"WIKIPEDIA_TEST_STRINGS = [@@ -230,7 +230,7 @@ def test_markitdown_local() -> None:assert test_string not in text_contentfor test_string in SERP_TEST_STRINGS:assert test_string in text_content-+# Test RSS processingresult = markitdown.convert(os.path.join(TEST_FILES_DIR, "test_rss.xml"))text_content = result.text_content.replace("\\", "")