π OpenHands: AI-Driven Development
fix - Set claude sonnet output limit (#11098)
Ray Myers1e7024b60afe
diff --git a/openhands/llm/llm.py b/openhands/llm/llm.pyindex fab3de1e40..0569acbf52 100644--- a/openhands/llm/llm.py+++ b/openhands/llm/llm.py@@ -502,11 +502,13 @@ class LLM(RetryMixin, DebugMixin):# Set max_output_tokens from model info if not explicitly setif self.config.max_output_tokens is None:- # Special case for Claude 3.7 Sonnet models- if any(- model in self.config.model- for model in ['claude-3-7-sonnet', 'claude-3.7-sonnet']- ):+ # Special case for Claude Sonnet models+ sonnet_models = [+ 'claude-3-7-sonnet',+ 'claude-3.7-sonnet',+ 'claude-sonnet-4',+ ]+ if any(model in self.config.model for model in sonnet_models):self.config.max_output_tokens = 64000 # litellm set max to 128k, but that requires a header to be set# Try to get from model infoelif self.model_info is not None:diff --git a/tests/unit/llm/test_llm.py b/tests/unit/llm/test_llm.pyindex 4a7de5a0f7..e95baedbc0 100644--- a/tests/unit/llm/test_llm.py+++ b/tests/unit/llm/test_llm.py@@ -1053,17 +1053,22 @@ def test_claude_3_7_sonnet_max_output_tokens():assert llm.config.max_input_tokens is None-def test_claude_sonnet_4_max_output_tokens():+@patch('openhands.llm.llm.litellm.get_model_info')+def test_claude_sonnet_4_max_output_tokens(mock_get_model_info):"""Test that Claude Sonnet 4 models get the correct max_output_tokens and max_input_tokens values."""+ mock_get_model_info.return_value = {+ 'max_input_tokens': 100000,+ 'max_output_tokens': 100000,+ }# Create LLM instance with a Claude Sonnet 4 modelconfig = LLMConfig(model='claude-sonnet-4-20250514', api_key='test_key')llm = LLM(config, service_id='test-service')+ llm.init_model_info()- # Verify max_output_tokens is set to the expected value- assert llm.config.max_output_tokens == 64000- # Verify max_input_tokens is set to the expected value- # For Claude models, we expect a specific value from litellm- assert llm.config.max_input_tokens == 200000+ assert llm.config.max_output_tokens == 64000, 'output max should be decreased'+ assert llm.config.max_input_tokens == 100000, (+ 'input max should be the litellm value'+ )def test_sambanova_deepseek_model_max_output_tokens():