Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Adding unit tests for dspy.retrievers.Embeddings (#8129)

Krishn Parasara3709ba6ce8a
diff --git a/tests/retrievers/test_embeddings.py b/tests/retrievers/test_embeddings.py
new file mode 100644
index 000000000..2d1781db7
--- /dev/null
+++ b/tests/retrievers/test_embeddings.py
@@ -0,0 +1,71 @@
+from concurrent.futures import ThreadPoolExecutor, as_completed
+import numpy as np
+import pytest
+from dspy.retrievers.embeddings import Embeddings
+
+
+def dummy_corpus():
+ return [
+ "The cat sat on the mat.",
+ "The dog barked at the mailman.",
+ "Birds fly in the sky.",
+ ]
+
+
+def dummy_embedder(texts):
+ embeddings = []
+ for text in texts:
+ if "cat" in text:
+ embeddings.append(np.array([1, 0, 0], dtype=np.float32))
+ elif "dog" in text:
+ embeddings.append(np.array([0, 1, 0], dtype=np.float32))
+ else:
+ embeddings.append(np.array([0, 0, 1], dtype=np.float32))
+ return np.stack(embeddings)
+
+
+def test_embeddings_basic_search():
+ corpus = dummy_corpus()
+ embedder = dummy_embedder
+
+ retriever = Embeddings(corpus=corpus, embedder=embedder, k=1)
+
+ query = "I saw a dog running."
+ result = retriever(query)
+
+ assert hasattr(result, "passages")
+ assert hasattr(result, "indices")
+
+ assert isinstance(result.passages, list)
+ assert isinstance(result.indices, list)
+
+ assert len(result.passages) == 1
+ assert len(result.indices) == 1
+
+ assert result.passages[0] == "The dog barked at the mailman."
+
+
+def test_embeddings_multithreaded_search():
+ corpus = dummy_corpus()
+ embedder = dummy_embedder
+
+ retriever = Embeddings(corpus=corpus, embedder=embedder, k=1)
+
+ queries = [
+ ("A cat is sitting on the mat.", "The cat sat on the mat."),
+ ("My dog is awesome!", "The dog barked at the mailman."),
+ ("Birds flying high.", "Birds fly in the sky."),
+ ] * 10
+
+ def worker(query_text, expected_passage):
+ result = retriever(query_text)
+ assert result.passages[0] == expected_passage
+ return result.passages[0]
+
+ with ThreadPoolExecutor(max_workers=10) as executor:
+ futures = [executor.submit(worker, q, expected) for q, expected in queries]
+ # Results will be in original order
+ results = [f.result() for f in futures]
+ assert results[0] == "The cat sat on the mat."
+ assert results[1] == "The dog barked at the mailman."
+ assert results[2] == "Birds fly in the sky."