Skip to content

The agent engineering platform.

langchain-openai: Support token counting for o-series models in ChatOpenAI (#30542)

Koshik Debanathe7883d5b9fe8
diff --git a/libs/partners/openai/tests/unit_tests/test_token_counts.py b/libs/partners/openai/tests/unit_tests/test_token_counts.py
index 6ffcda94c8..24466231ed 100644
--- a/libs/partners/openai/tests/unit_tests/test_token_counts.py
+++ b/libs/partners/openai/tests/unit_tests/test_token_counts.py
@@ -10,10 +10,13 @@ _EXPECTED_NUM_TOKENS = {
"gpt-4": 12,
"gpt-4-32k": 12,
"gpt-3.5-turbo": 12,
+ "o1": 12,
+ "o3": 12,
+ "gpt-4o": 11,
}
_MODELS = models = ["ada", "babbage", "curie", "davinci"]
-_CHAT_MODELS = ["gpt-4", "gpt-4-32k", "gpt-3.5-turbo"]
+_CHAT_MODELS = ["gpt-4", "gpt-4-32k", "gpt-3.5-turbo", "o1", "o3", "gpt-4o"]
@pytest.mark.xfail(reason="Old models require different tiktoken cached file")