The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
[OpenAI]: Encoding Model (#31402)
Mohammad Mohtashim42eb356a4476
diff --git a/libs/partners/openai/langchain_openai/chat_models/base.py b/libs/partners/openai/langchain_openai/chat_models/base.pyindex a1711cd6d7..a9935e68dd 100644--- a/libs/partners/openai/langchain_openai/chat_models/base.py+++ b/libs/partners/openai/langchain_openai/chat_models/base.py@@ -1259,8 +1259,12 @@ class BaseChatOpenAI(BaseChatModel):try:encoding = tiktoken.encoding_for_model(model)except KeyError:- model = "cl100k_base"- encoding = tiktoken.get_encoding(model)+ encoder = "cl100k_base"+ if self.model_name.startswith("gpt-4o") or self.model_name.startswith(+ "gpt-4.1"+ ):+ encoder = "o200k_base"+ encoding = tiktoken.get_encoding(encoder)return model, encodingdef get_token_ids(self, text: str) -> list[int]: