SWE-agent takes a GitHub issue and tries to automatically fix it, using your LM of choice. It can also be employed for offensive cybersecurity or competitive coding challenges. [NeurIPS 2024]
Init SWE-smith changes
John Yangd983dc5c1f53
diff --git a/.gitignore b/.gitignoreindex f0b0020b..8f579ebb 100644--- a/.gitignore+++ b/.gitignore@@ -203,3 +203,8 @@ website/frontend/build# Disasm / Decomp output*.decomp.json*.disas.json++# SWE-smith+agent_conf+sb-cli-reports/+trajectories_sft/\ No newline at end of filediff --git a/sweagent/environment/swe_env.py b/sweagent/environment/swe_env.pyindex 792a6633..f1b61cd2 100644--- a/sweagent/environment/swe_env.py+++ b/sweagent/environment/swe_env.py@@ -149,12 +149,17 @@ class SWEEnv:def _reset_repository(self) -> None:"""Clean repository of any modifications + Checkout base commit"""if self.repo is not None:+ self.logger.debug("Resetting repository %s to commit %s", self.repo.repo_name, self.repo.base_commit)+ # todo: Currently has swe-ft specific change: The original repo.copy isn't called, because the repo is already+ # present. However, reset --hard <BRANCH> also doesn't work. So modified it here to do a checkout instead.startup_commands = [f"cd /{self.repo.repo_name}","export ROOT=$(pwd -P)",+ "git status",+ "git fetch",+ f"git checkout {self.repo.base_commit}",+ "git clean -fdxq",]- self.logger.debug("Resetting repository %s to commit %s", self.repo.repo_name, self.repo.base_commit)- startup_commands.extend(self.repo.get_reset_commands())self.communicate(input=" && ".join(startup_commands),check="raise",diff --git a/sweagent/run/batch_instances.py b/sweagent/run/batch_instances.pyindex d1623b9e..1b5d9b3a 100644--- a/sweagent/run/batch_instances.py+++ b/sweagent/run/batch_instances.py@@ -330,4 +330,54 @@ class ExpertInstancesFromFile(BaseModel, AbstractInstanceSource):return self.path.stem-BatchInstanceSourceConfig = InstancesFromHuggingFace | InstancesFromFile | SWEBenchInstances | ExpertInstancesFromFile+class SWESmithInstances(BaseModel, AbstractInstanceSource):+ """Load instances from SWE-smith."""++ path: Path++ deployment: DeploymentConfig = Field(+ default_factory=lambda: DockerDeploymentConfig(image="python:3.11"),+ )+ """Deployment configuration. Note that the image_name option is overwritten by the images specified in the task instances.+ """++ filter: str = ".*"+ """Regular expression to filter the instances by instance id."""+ slice: str = ""+ """Select only a slice of the instances (after filtering by `filter`).+ Possible values are stop or start:stop or start:stop:step.+ (i.e., it behaves exactly like python's list slicing `list[slice]`).+ """+ shuffle: bool = False+ """Shuffle the instances (before filtering and slicing)."""++ type: Literal["swesmith"] = "swesmith"+ """Discriminator for (de)serialization/CLI. Do not change."""++ def get_instance_configs(self) -> list[BatchInstance]:+ def convert_instance_dict(instance_dict: dict[str, Any]) -> dict[str, Any]:+ instance_dict["id"] = instance_dict["instance_id"]+ # todo: The base_commit is currently incorrect+ instance_dict["base_commit"] = instance_dict["id"]+ instance_dict["problem_statement"] = instance_dict.get("problem_statement", "")+ instance_dict["repo_name"] = "testbed"+ instance_dict["extra_fields"] = {"fail_to_pass": instance_dict["FAIL_TO_PASS"]}+ return instance_dict++ instance_dicts = load_file(self.path)+ instances = [+ SimpleBatchInstance.model_validate(convert_instance_dict(instance_dict)).to_full_batch_instance(+ self.deployment+ )+ for instance_dict in instance_dicts+ ]+ return _filter_batch_items(instances, filter_=self.filter, slice_=self.slice, shuffle=self.shuffle)++ @property+ def id(self) -> str:+ return f"swesmith_{self.path.stem}"+++BatchInstanceSourceConfig = (+ InstancesFromHuggingFace | InstancesFromFile | SWEBenchInstances | ExpertInstancesFromFile | SWESmithInstances+)diff --git a/sweagent/tools/parsing.py b/sweagent/tools/parsing.pyindex 6a484538..e78fab12 100644--- a/sweagent/tools/parsing.py+++ b/sweagent/tools/parsing.py@@ -210,6 +210,105 @@ class XMLThoughtActionParser(AbstractParseFunction, BaseModel):return thought.strip(), action.strip()+FN_REGEX_PATTERN = r"<function=([^>]+)>\n(.*?)</function>"+FN_PARAM_REGEX_PATTERN = r"<parameter=([^>]+)>(.*?)</parameter>"+++class XMLFunctionCallingParser(AbstractParseFunction, BaseModel):+ """+ Expects the model response to be a tool calling format, where the command and parameters are specified+ in XML tags.+ Example:+ Let's look at the files in the current directory.+ <function=bash>+ <parameter=command>find /testbed -type f -name "_discovery.py"</parameter>+ </function>+ """++ error_message: str = dedent("""\+ {%- if error_code == "missing" -%}+ Your last output did not use any tool calls!+ Please make sure your output includes exactly _ONE_ function call!+ If you think you have already resolved the issue, please submit your changes by running the `submit` command.+ If you think you cannot solve the problem, please run `submit`.+ Else, please continue with a new tool call!+ {%- elif error_code == "multiple" -%}+ Your last output included multiple tool calls!+ Please make sure your output includes a thought and exactly _ONE_ function call.+ {%- elif error_code == "unexpected_arg" -%}+ Your action could not be parsed properly: {{exception_message}}.+ Make sure your function call doesn't include any extra arguments that are not in the allowed arguments, and only use the allowed commands.+ {%- else -%}+ Your action could not be parsed properly: {{exception_message}}.+ {% endif %}+ """)++ type: Literal["xml_function_calling"] = "xml_function_calling"++ def __call__(self, model_response: dict, commands: list[Command], strict=False) -> tuple[str, str]:+ fn_match = re.search(FN_REGEX_PATTERN, model_response["message"], re.DOTALL)+ if not fn_match:+ msg = "No function found in model response."+ raise FormatError(msg)+ fn_name = fn_match.group(1).strip()++ # Handle different names in SWE-agent vs. SWE-gym+ if fn_name == "execute_bash":+ fn_name = "bash"+ if fn_name == "finish":+ fn_name = "submit"++ fn_body = fn_match.group(2)+ thought = model_response["message"][: fn_match.start()] + model_response["message"][fn_match.end() :]+ thought = thought.strip()++ commands_dict = {c.name: c for c in commands}+ command = commands_dict.get(fn_name)+ if not command:+ msg = f"Command '{fn_name}' not found in list of available commands."+ raise FormatError(msg)++ params_dict = {param[0]: param[1].strip() for param in re.findall(FN_PARAM_REGEX_PATTERN, fn_body, re.DOTALL)}+ if "view_range" in params_dict:+ # Check that value is format as [x, y]+ v = params_dict["view_range"]+ if isinstance(v, str):+ if not re.match(r"\[\d+,\s*\d+\]", v):+ msg = f"view_range must be in the format [<start>, <end>], got {v}."+ raise FormatError(msg)+ params_dict["view_range"] = json.loads(v)++ # Check if all required arguments are there+ required_args = {arg.name for arg in command.arguments if arg.required}+ missing_args = required_args - params_dict.keys()+ if missing_args:+ msg = f"Required argument(s) missing: {', '.join(missing_args)}"+ raise FormatError(msg)++ # Check if all arguments are valid+ valid_args = {arg.name for arg in command.arguments}+ extra_args = set(params_dict.keys()) - valid_args+ if command.end_name:+ # sometimes the model will include the end_name in the arguments - just ignore it+ extra_args.discard(command.end_name)+ if extra_args:+ msg = f"Unexpected argument(s): {', '.join(extra_args)}"+ raise FormatError(msg)++ # Format arguments using their individual argument_format+ formatted_args = {+ arg.name: Template(arg.argument_format).render(+ value=quote(params_dict[arg.name])+ if _should_quote(params_dict[arg.name], command)+ else params_dict[arg.name]+ )+ if arg.name in params_dict+ else ""+ for arg in command.arguments+ }+ return thought, command.invoke_format.format(**formatted_args).strip()++class EditFormat(ThoughtActionParser, BaseModel):"""Expects the model response to be a discussion followed by a command wrapped in backticks.@@ -425,6 +524,7 @@ ParseFunction = (| ThoughtActionParser| ActionOnlyParser| XMLThoughtActionParser+ | XMLFunctionCallingParser| FunctionCallingParser| EditFormat| Identity