Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

fix(graph): keep distinct entities that share a substring prefix (#5630)

Yash Singhff53fd60b7a5
diff --git a/mem0/utils/entity_extraction.py b/mem0/utils/entity_extraction.py
index f949c4699..1c8f7f83c 100644
--- a/mem0/utils/entity_extraction.py
+++ b/mem0/utils/entity_extraction.py
@@ -352,6 +352,12 @@ def _extract_entities_from_doc(doc) -> List[Tuple[str, str]]:
best[k] = (t, e)
deduped = list(best.values())
- # Remove entities that are substrings of longer entities
+ # Remove entities that are whole-word substrings of longer entities.
+ # Word-boundary anchoring avoids dropping distinct entities that only share a
+ # leading substring (e.g. "Sam" must survive alongside "Samsung").
all_lower = [e[1].lower() for e in deduped]
- return [(t, e) for t, e in deduped if not any(e.lower() != o and e.lower() in o for o in all_lower)]
+ return [
+ (t, e)
+ for t, e in deduped
+ if not any(e.lower() != o and re.search(rf"\b{re.escape(e.lower())}\b", o) for o in all_lower)
+ ]
diff --git a/tests/utils/test_entity_extraction.py b/tests/utils/test_entity_extraction.py
index 76d1a6c44..499fce95b 100644
--- a/tests/utils/test_entity_extraction.py
+++ b/tests/utils/test_entity_extraction.py
@@ -59,6 +59,16 @@ class TestExtractEntities:
google_count = sum(1 for _, t in entities if "Google" in t)
assert google_count <= 1, f"Expected dedup, got {entities}"
+ def test_substring_dedup_respects_word_boundaries(self):
+ from mem0.utils.entity_extraction import extract_entities
+
+ # "Sam" is a mid-word substring of "Samsung", not a separate token, so it
+ # must not be dropped as a substring of the longer entity.
+ entities = extract_entities("At Samsung, Sam leads design.")
+ entity_texts = [e[1] for e in entities]
+ assert "Sam" in entity_texts, f"Expected 'Sam' to survive alongside 'Samsung', got {entities}"
+ assert any("Samsung" in t for t in entity_texts), f"Expected 'Samsung', got {entities}"
+
def test_returns_tuples(self):
from mem0.utils.entity_extraction import extract_entities