The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
feat: add markdown to plaintext
cachhodf7614d34985
diff --git a/embedchain/utils.py b/embedchain/utils.pyindex 902b551de..6bf8dccd6 100644--- a/embedchain/utils.py+++ b/embedchain/utils.py@@ -8,3 +8,44 @@ def clean_string(text):cleaned_text = cleaned_text.replace('#', ' ')cleaned_text = re.sub(r'([^\w\s])\1*', r'\1', cleaned_text)return cleaned_text++def markdown_to_plaintext(markdown_string):+ # Lines surrounded by empty lines are considered paragraph text+ markdown_string = markdown_string.strip().replace("\n\n", "\n")++ # Headers+ markdown_string = markdown_string.replace("# ", "")+ markdown_string = markdown_string.replace("## ", "")+ markdown_string = markdown_string.replace("### ", "")++ # Bold text+ markdown_string = markdown_string.replace("**", "")+ markdown_string = markdown_string.replace("__", "")++ # Italicized text+ markdown_string = markdown_string.replace("*", "")+ markdown_string = markdown_string.replace("_", "")++ # Ordered lists+ markdown_string = markdown_string.replace("1. ", "")+ markdown_string = markdown_string.replace("2. ", "")+ markdown_string = markdown_string.replace("3. ", "")+ # And so on for other numbers++ # Unordered lists+ markdown_string = markdown_string.replace("- ", "")+ markdown_string = markdown_string.replace("* ", "")+ markdown_string = markdown_string.replace("+ ", "")++ # Links and images+ while ("[" in markdown_string and "]" in markdown_string and+ "(" in markdown_string and ")" in markdown_string):+ start_link = markdown_string.find("[")+ end_link = markdown_string.find("]")+ start_paren = markdown_string.find("(")+ end_paren = markdown_string.find(")")++ if start_link < start_paren and end_link < end_paren:+ markdown_string = markdown_string[:start_link] + markdown_string[start_paren+1:end_paren] + markdown_string[end_paren+1:]++ return markdown_string\ No newline at end of file