Skip to content

SWE-agent takes a GitHub issue and tries to automatically fix it, using your LM of choice. It can also be employed for offensive cybersecurity or competitive coding challenges. [NeurIPS 2024]

Utility to extract preds into pred file

Kilian Lieretcb47b2da5a58
diff --git a/sweagent/run/extract_pred.py b/sweagent/run/extract_pred.py
new file mode 100644
index 00000000..75897e6d
--- /dev/null
+++ b/sweagent/run/extract_pred.py
@@ -0,0 +1,19 @@
+"""If for some reason the .pred file isn't saved, we can extract it from the .traj file."""
+
+import argparse
+import json
+from pathlib import Path
+
+
+def run_from_cli(_args: list[str] | None = None):
+ parser = argparse.ArgumentParser()
+ parser.add_argument("traj_path", type=Path)
+ args = parser.parse_args(_args)
+ data = json.loads(args.traj_path.read_text())
+ pred_path = args.traj_path.with_suffix(".pred")
+ pred_data = {
+ "model_name_or_path": args.traj_path.resolve().parent.parent.name,
+ "model_patch": data["info"]["submission"],
+ "instance_id": args.traj_path.resolve().parent.name,
+ }
+ pred_path.write_text(json.dumps(pred_data))
diff --git a/sweagent/run/run.py b/sweagent/run/run.py
index da2b34b6..24637ff6 100644
--- a/sweagent/run/run.py
+++ b/sweagent/run/run.py
@@ -49,6 +49,7 @@ def get_cli():
"b",
"i",
"I",
+ "extract-pred",
],
nargs="?",
)
@@ -107,6 +108,10 @@ def main(args: list[str] | None = None):
from sweagent.run.inspector_cli import main as inspect_main
inspect_main(remaining_args)
+ elif command == "extract-pred":
+ from sweagent.run.extract_pred import run_from_cli as extract_pred_main
+
+ extract_pred_main(remaining_args)
else:
msg = f"Unknown command: {command}"
raise ValueError(msg)