Skip to content

πŸ™Œ OpenHands: AI-Driven Development

Bugfix: respect config.tom system_prompt_filename when running swe-bench (#11091)

Zacharias Fisches818f743dc7ca
diff --git a/evaluation/benchmarks/swe_bench/run_infer.py b/evaluation/benchmarks/swe_bench/run_infer.py
index f7290bc52d..1db2123c0f 100644
--- a/evaluation/benchmarks/swe_bench/run_infer.py
+++ b/evaluation/benchmarks/swe_bench/run_infer.py
@@ -259,6 +259,9 @@ def get_config(
condenser=metadata.condenser_config,
enable_prompt_extensions=False,
model_routing=model_routing_config,
+ system_prompt_filename=metadata.agent_config.system_prompt_filename
+ if metadata.agent_config
+ else 'system_prompt.j2',
)
config.set_agent_config(agent_config)
diff --git a/pyproject.toml b/pyproject.toml
index 9938870e4a..a3ec6c5ff2 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -218,3 +218,11 @@ lint.pydocstyle.convention = "google"
concurrency = [ "gevent" ]
relative_files = true
omit = [ "enterprise/tests/*", "**/test_*" ]
+
+[tool.pyright]
+exclude = [
+ "evaluation/evaluation_outputs/**",
+ "**/__pycache__",
+ "**/.git",
+ "**/node_modules",
+]