Skip to content

The agent engineering platform.

fix(community): allow support for disabling max_tokens args (#21534)

Ayo Ayibiowuc6f700b7cbb0
diff --git a/libs/community/langchain_community/chat_models/litellm.py b/libs/community/langchain_community/chat_models/litellm.py
index 6d338f60db..3788b911ff 100644
--- a/libs/community/langchain_community/chat_models/litellm.py
+++ b/libs/community/langchain_community/chat_models/litellm.py
@@ -191,7 +191,7 @@ class ChatLiteLLM(BaseChatModel):
n: int = 1
"""Number of chat completions to generate for each prompt. Note that the API may
not return the full n completions if duplicates are generated."""
- max_tokens: int = 256
+ max_tokens: Optional[int] = None
max_retries: int = 6