Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

fix(lm): preserve per-message structure in Responses API conversion (#9580)

chaoliang yan48b08d731e96
diff --git a/dspy/clients/lm.py b/dspy/clients/lm.py
index 6c98fcd55..29ec13dca 100644
--- a/dspy/clients/lm.py
+++ b/dspy/clients/lm.py
@@ -516,8 +516,9 @@ def _convert_chat_request_to_responses_request(request: dict[str, Any]):
"""
request = dict(request)
if "messages" in request:
- content_blocks = []
+ input_items = []
for msg in request.pop("messages"):
+ content_blocks = []
c = msg.get("content")
if isinstance(c, str):
content_blocks.append({"type": "input_text", "text": c})
@@ -525,7 +526,8 @@ def _convert_chat_request_to_responses_request(request: dict[str, Any]):
# Convert each content item from Chat API format to Responses API format
for item in c:
content_blocks.append(_convert_content_item_to_responses_format(item))
- request["input"] = [{"role": msg.get("role", "user"), "content": content_blocks}]
+ input_items.append({"role": msg.get("role", "user"), "content": content_blocks})
+ request["input"] = input_items
# Convert `reasoning_effort` to reasoning format supported by the Responses API
if "reasoning_effort" in request:
effort = request.pop("reasoning_effort")
diff --git a/tests/clients/test_lm.py b/tests/clients/test_lm.py
index 0efef3d0d..dcb22ea45 100644
--- a/tests/clients/test_lm.py
+++ b/tests/clients/test_lm.py
@@ -882,6 +882,37 @@ def test_responses_api_converts_files_correctly():
assert content[0]["filename"] == "report.pdf"
+def test_responses_api_preserves_multi_message_structure():
+ from dspy.clients.lm import _convert_chat_request_to_responses_request
+
+ request = {
+ "model": "openai/gpt-5-mini",
+ "messages": [
+ {"role": "system", "content": "You are a helpful assistant."},
+ {"role": "user", "content": "What is 2+2?"},
+ {"role": "assistant", "content": "4"},
+ {"role": "user", "content": "And 3+3?"},
+ ],
+ }
+
+ result = _convert_chat_request_to_responses_request(request)
+
+ assert "input" in result
+ assert len(result["input"]) == 4
+
+ assert result["input"][0]["role"] == "system"
+ assert result["input"][0]["content"] == [{"type": "input_text", "text": "You are a helpful assistant."}]
+
+ assert result["input"][1]["role"] == "user"
+ assert result["input"][1]["content"] == [{"type": "input_text", "text": "What is 2+2?"}]
+
+ assert result["input"][2]["role"] == "assistant"
+ assert result["input"][2]["content"] == [{"type": "input_text", "text": "4"}]
+
+ assert result["input"][3]["role"] == "user"
+ assert result["input"][3]["content"] == [{"type": "input_text", "text": "And 3+3?"}]
+
+
def test_responses_api_with_image_input():
api_response = make_response(
output_blocks=[