Skip to content

The agent engineering platform.

fix(openai): support GPT-6 request constraints (#40443)

ccurme41d357287c04
diff --git a/libs/partners/openai/langchain_openai/chat_models/base.py b/libs/partners/openai/langchain_openai/chat_models/base.py
index 83c6f3ed37..f141c11bb6 100644
--- a/libs/partners/openai/langchain_openai/chat_models/base.py
+++ b/libs/partners/openai/langchain_openai/chat_models/base.py
@@ -1932,6 +1932,10 @@ class BaseChatOpenAI(BaseChatModel):
or self.truncation is not None
or self.use_previous_response_id
or _model_prefers_responses_api(self.model_name)
+ or (
+ (self.model_name or "").lower().startswith("gpt-6")
+ and payload.get("tools")
+ )
):
return True
return _use_responses_api(payload)
@@ -2295,7 +2299,7 @@ class BaseChatOpenAI(BaseChatModel):
except KeyError:
model_lower = model.lower()
encoder = "cl100k_base"
- if model_lower.startswith(("gpt-4o", "gpt-4.1", "gpt-5")):
+ if model_lower.startswith(("gpt-4o", "gpt-4.1", "gpt-5", "gpt-6")):
encoder = "o200k_base"
encoding = tiktoken.get_encoding(encoder)
return model, encoding
@@ -2346,7 +2350,9 @@ class BaseChatOpenAI(BaseChatModel):
tokens_per_message = 4
# if there's a name, the role is omitted
tokens_per_name = -1
- elif model.startswith(("gpt-3.5-turbo", "gpt-4", "gpt-5", "o1", "o3", "o4")):
+ elif model.startswith(
+ ("gpt-3.5-turbo", "gpt-4", "gpt-5", "gpt-6", "o1", "o3", "o4")
+ ):
tokens_per_message = 3
tokens_per_name = 1
else:
diff --git a/libs/partners/openai/tests/unit_tests/chat_models/test_base.py b/libs/partners/openai/tests/unit_tests/chat_models/test_base.py
index c80f1cedff..7576a83667 100644
--- a/libs/partners/openai/tests/unit_tests/chat_models/test_base.py
+++ b/libs/partners/openai/tests/unit_tests/chat_models/test_base.py
@@ -1318,6 +1318,14 @@ def test_get_num_tokens_from_messages_o_series(model: str) -> None:
assert actual == expected
+def test_get_num_tokens_from_messages_gpt_6() -> None:
+ llm = ChatOpenAI(model="gpt-6-astra")
+ messages = [HumanMessage("how are you")]
+
+ assert llm._get_encoding_model()[1].name == "o200k_base"
+ assert llm.get_num_tokens_from_messages(messages) > 0
+
+
class Foo(BaseModel):
bar: int
@@ -4585,6 +4593,25 @@ def test_gpt_5_temperature_case_insensitive(
assert payload["temperature"] == 0.7
+def test_gpt_6_tools_use_responses_api() -> None:
+ llm = ChatOpenAI(model="gpt-6-astra")
+ tools = [
+ {
+ "type": "function",
+ "function": {
+ "name": "get_weather",
+ "description": "Get the weather",
+ "parameters": {"type": "object", "properties": {}},
+ },
+ }
+ ]
+
+ payload = llm._get_request_payload([HumanMessage(content="Hello")], tools=tools)
+
+ assert "input" in payload
+ assert "messages" not in payload
+
+
@pytest.mark.parametrize("use_responses_api", [False, True])
def test_gpt_5_1_temperature_with_reasoning_effort_none(
use_responses_api: bool,