Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

feat: add markdown to plaintext

cachhodf7614d34985
diff --git a/embedchain/utils.py b/embedchain/utils.py
index 902b551de..6bf8dccd6 100644
--- a/embedchain/utils.py
+++ b/embedchain/utils.py
@@ -8,3 +8,44 @@ def clean_string(text):
cleaned_text = cleaned_text.replace('#', ' ')
cleaned_text = re.sub(r'([^\w\s])\1*', r'\1', cleaned_text)
return cleaned_text
+
+def markdown_to_plaintext(markdown_string):
+ # Lines surrounded by empty lines are considered paragraph text
+ markdown_string = markdown_string.strip().replace("\n\n", "\n")
+
+ # Headers
+ markdown_string = markdown_string.replace("# ", "")
+ markdown_string = markdown_string.replace("## ", "")
+ markdown_string = markdown_string.replace("### ", "")
+
+ # Bold text
+ markdown_string = markdown_string.replace("**", "")
+ markdown_string = markdown_string.replace("__", "")
+
+ # Italicized text
+ markdown_string = markdown_string.replace("*", "")
+ markdown_string = markdown_string.replace("_", "")
+
+ # Ordered lists
+ markdown_string = markdown_string.replace("1. ", "")
+ markdown_string = markdown_string.replace("2. ", "")
+ markdown_string = markdown_string.replace("3. ", "")
+ # And so on for other numbers
+
+ # Unordered lists
+ markdown_string = markdown_string.replace("- ", "")
+ markdown_string = markdown_string.replace("* ", "")
+ markdown_string = markdown_string.replace("+ ", "")
+
+ # Links and images
+ while ("[" in markdown_string and "]" in markdown_string and
+ "(" in markdown_string and ")" in markdown_string):
+ start_link = markdown_string.find("[")
+ end_link = markdown_string.find("]")
+ start_paren = markdown_string.find("(")
+ end_paren = markdown_string.find(")")
+
+ if start_link < start_paren and end_link < end_paren:
+ markdown_string = markdown_string[:start_link] + markdown_string[start_paren+1:end_paren] + markdown_string[end_paren+1:]
+
+ return markdown_string
\ No newline at end of file