Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Add test for Unbatchify util (#8076)

Assad Yousuf44ffb3e0e025
diff --git a/tests/utils/test_unbatchify.py b/tests/utils/test_unbatchify.py
new file mode 100644
index 000000000..685519c58
--- /dev/null
+++ b/tests/utils/test_unbatchify.py
@@ -0,0 +1,75 @@
+import time
+from unittest.mock import MagicMock
+from concurrent.futures import Future
+
+from dspy.utils.unbatchify import Unbatchify
+
+
+def simple_batch_processor(batch):
+ """A simple batch function that adds 1 to each item."""
+ return [item + 1 for item in batch]
+
+
+def submit(self, input_item: any) -> Future:
+ """Submits an item for processing and returns a Future."""
+ future = Future()
+ self.input_queue.put((input_item, future))
+ return future
+
+
+Unbatchify.submit = submit
+
+
+def test_unbatchify_batch_size_trigger():
+ """Test that the batch processes exactly when max_batch_size is reached."""
+ batch_fn_mock = MagicMock(wraps=simple_batch_processor)
+ unbatcher = Unbatchify(batch_fn=batch_fn_mock, max_batch_size=2, max_wait_time=5.0)
+
+ futures = []
+ futures.append(unbatcher.submit(10))
+ time.sleep(0.02)
+ assert batch_fn_mock.call_count == 0
+
+ futures.append(unbatcher.submit(20))
+
+ results_1_2 = [f.result() for f in futures]
+ assert batch_fn_mock.call_count == 1
+ batch_fn_mock.assert_called_once_with([10, 20])
+ assert results_1_2 == [11, 21]
+
+ futures_3_4 = []
+ futures_3_4.append(unbatcher.submit(30))
+ futures_3_4.append(unbatcher.submit(40))
+
+ results_3_4 = [f.result() for f in futures_3_4]
+ time.sleep(0.01)
+ assert batch_fn_mock.call_count == 2
+ assert batch_fn_mock.call_args_list[1].args[0] == [30, 40]
+ assert results_3_4 == [31, 41]
+
+ unbatcher.close()
+
+
+
+def test_unbatchify_timeout_trigger():
+ """Test that the batch processes after max_wait_time."""
+ batch_fn_mock = MagicMock(wraps=simple_batch_processor)
+ wait_time = 0.15
+ unbatcher = Unbatchify(batch_fn=batch_fn_mock, max_batch_size=5, max_wait_time=wait_time)
+
+ futures = []
+ futures.append(unbatcher.submit(100))
+ futures.append(unbatcher.submit(200))
+
+ time.sleep(wait_time / 2)
+ assert batch_fn_mock.call_count == 0
+
+ results = [f.result() for f in futures]
+
+ assert batch_fn_mock.call_count == 1
+ batch_fn_mock.assert_called_once_with([100, 200])
+ assert results == [101, 201]
+
+ unbatcher.close()
+
+