DSPy: The framework for programming—not prompting—language models
Python
Add missing test for logprob field (#8115)
Chen Qianb6a4d2691487
diff --git a/tests/clients/test_lm.py b/tests/clients/test_lm.pyindex febd1e04f..caf1738d2 100644--- a/tests/clients/test_lm.py+++ b/tests/clients/test_lm.py@@ -10,6 +10,7 @@ from openai import RateLimitErrorimport dspyfrom dspy.utils.usage_tracker import track_usagefrom tests.test_utils.server import litellm_test_server, read_litellm_test_server_request_logs+from litellm.utils import ModelResponse, Message, Choicesdef test_chat_lms_can_be_queried(litellm_test_server):@@ -324,6 +325,44 @@ def test_exponential_backoff_retry():assert time_counter[i + 1] - time_counter[i] >= 2 ** (i - 1)+def test_logprobs_included_when_requested():+ lm = dspy.LM(model="dspy-test-model", logprobs=True, cache=False)+ with mock.patch("litellm.completion") as mock_completion:+ mock_completion.return_value = ModelResponse(+ choices=[+ Choices(+ message=Message(content="test answer"),+ logprobs={+ "content": [+ {"token": "test", "logprob": 0.1, "top_logprobs": [{"token": "test", "logprob": 0.1}]},+ {"token": "answer", "logprob": 0.2, "top_logprobs": [{"token": "answer", "logprob": 0.2}]},+ ]+ },+ )+ ],+ model="dspy-test-model",+ )+ result = lm("question")+ assert result[0]["text"] == "test answer"+ assert result[0]["logprobs"].dict() == {+ "content": [+ {+ "token": "test",+ "bytes": None,+ "logprob": 0.1,+ "top_logprobs": [{"token": "test", "bytes": None, "logprob": 0.1}],+ },+ {+ "token": "answer",+ "bytes": None,+ "logprob": 0.2,+ "top_logprobs": [{"token": "answer", "bytes": None, "logprob": 0.2}],+ },+ ]+ }+ assert mock_completion.call_args.kwargs["logprobs"] == True++@pytest.mark.asyncioasync def test_async_lm_call():from litellm.utils import ModelResponse, Message, Choices