SWE-agent takes a GitHub issue and tries to automatically fix it, using your LM of choice. It can also be employed for offensive cybersecurity or competitive coding challenges. [NeurIPS 2024]
Fix(models): Correctly raise context limit errors
Kilian Lieret213e78d72b8d
diff --git a/sweagent/agent/models.py b/sweagent/agent/models.pyindex 2e197e7b..f8700e85 100644--- a/sweagent/agent/models.py+++ b/sweagent/agent/models.py@@ -560,18 +560,21 @@ class LiteLLMModel(AbstractModel):completion_kwargs = self.config.completion_kwargsif self.lm_provider == "anthropic":completion_kwargs["max_tokens"] = self.model_max_output_tokens- response: litellm.types.utils.ModelResponse = litellm.completion( # type: ignore- model=self.config.name,- messages=messages,- temperature=self.config.temperature if temperature is None else temperature,- top_p=self.config.top_p,- api_version=self.config.api_version,- api_key=self.config.choose_api_key(),- fallbacks=self.config.fallbacks,- **completion_kwargs,- **extra_args,- n=n,- )+ try:+ response: litellm.types.utils.ModelResponse = litellm.completion( # type: ignore+ model=self.config.name,+ messages=messages,+ temperature=self.config.temperature if temperature is None else temperature,+ top_p=self.config.top_p,+ api_version=self.config.api_version,+ api_key=self.config.choose_api_key(),+ fallbacks=self.config.fallbacks,+ **completion_kwargs,+ **extra_args,+ n=n,+ )+ except litellm.exceptions.ContextWindowExceededError as e:+ raise ContextWindowExceededError from eself.logger.info(f"Response: {response}")cost = litellm.cost_calculator.completion_cost(response)choices: litellm.types.utils.Choices = response.choices # type: ignore