SWE-agent takes a GitHub issue and tries to automatically fix it, using your LM of choice. It can also be employed for offensive cybersecurity or competitive coding challenges. [NeurIPS 2024]
Feat: Recover and attempt again after failure
Kilian Lieret1d93de30ee78
diff --git a/sweagent/agent/agents.py b/sweagent/agent/agents.pyindex 9e3715e6..a438a75f 100644--- a/sweagent/agent/agents.py+++ b/sweagent/agent/agents.py@@ -284,7 +284,6 @@ class Agent:"""self._problem_statement = problem_statementself._env = env- self._env.set_env_variables({"PROBLEM_STATEMENT": self._problem_statement.get_problem_statement()})# Save/reset some attributesself.info = AgentInfo()@@ -308,12 +307,18 @@ class Agent:self._chook.on_setup_done()- def setup_attempt(self) -> None:- """Setup the agent for a new attempt. This includes resetting the model stats."""+ def setup_attempt(self, hard_reset: bool = False) -> None:+ """Setup the agent for a new attempt."""+ self._i_attempt += 1assert self._env is not Noneif self._i_attempt > 0:- self._env.reset()- self.model.reset_stats()+ if hard_reset:+ self._chook.on_tools_installation_started()+ self._env.hard_reset()+ self.tools.install(self._env)+ else:+ self._env.reset()+ self._env.set_env_variables({"PROBLEM_STATEMENT": self._problem_statement.get_problem_statement()})self.add_system_message_to_history()self.add_demonstrations_to_history()self.add_instance_template_to_history(state=self.tools.get_state(self._env))@@ -852,6 +857,13 @@ class Agent:self._chook.on_step_done(step=step_output, info=self.info)return step_output+ def _should_attempt_retry(self, step_output: StepOutput) -> bool:+ if step_output.exit_status in ["exit_cost"]:+ return False+ if self.model.name in ["human", "human_thought"] and step_output.exit_status in ["exit_command"]:+ return False+ return True+def run(self,env: SWEEnv,@@ -875,6 +887,11 @@ class Agent:while not step_output.done:step_output = self.step()self.save_trajectory()+ if step_output.done and not step_output.submission and self._should_attempt_retry(step_output):+ assert self._env is not None+ self.logger.warning("No submission found in the trajectory. Going for a new attempt.")+ self.setup_attempt(hard_reset=True)+ step_output.done = Falseself._chook.on_run_done(trajectory=self.trajectory, info=self.info)self.logger.info("Trajectory saved to %s", self.traj_path)diff --git a/sweagent/agent/hooks/status.py b/sweagent/agent/hooks/status.pyindex e5cfe91f..9ebd785b 100644--- a/sweagent/agent/hooks/status.py+++ b/sweagent/agent/hooks/status.py@@ -10,13 +10,18 @@ class SetStatusAgentHook(AbstractAgentHook):self._id = idself._i_step = 0self._cost = 0.0+ self._i_attempt = 0++ def on_setup_done(self):+ self._i_attempt += 1def _update(self, message: str):self._callable(self._id, message)def on_step_start(self):self._i_step += 1- self._update(f"Step {self._i_step:>3} (${self._cost:.2f})")+ attempt_str = f"Attempt {self._i_attempt} " if self._i_attempt > 1 else ""+ self._update(f"{attempt_str}Step {self._i_step:>3} (${self._cost:.2f})")def on_step_done(self, *, step: StepOutput, info: AgentInfo):self._cost = info["model_stats"]["instance_cost"] # type: ignorediff --git a/sweagent/environment/swe_env.py b/sweagent/environment/swe_env.pyindex 8a785cdd..bd3340c0 100644--- a/sweagent/environment/swe_env.py+++ b/sweagent/environment/swe_env.py@@ -107,6 +107,13 @@ class SWEEnv:self._chook.on_copy_repo_started(repo=self.repo)self.repo.copy(self.deployment)+ def hard_reset(self):+ """Resets the environment and deployment, i.e., completely restarts the+ deployment.+ """+ self.close()+ self.start()+def reset(self):"""Reset the environment to a clean state.Gets called by `start`, but can also be called independently to reset the