π OpenHands: AI-Driven Development
Fix swe-bench `run_infer.py` config parsing from config.toml (#10792)
Zacharias Fisches20e5c409697e
diff --git a/evaluation/benchmarks/swe_bench/run_infer.py b/evaluation/benchmarks/swe_bench/run_infer.pyindex 3dbed38dbd..c3e9764152 100644--- a/evaluation/benchmarks/swe_bench/run_infer.py+++ b/evaluation/benchmarks/swe_bench/run_infer.py@@ -44,6 +44,7 @@ from openhands.controller.state.state import Statefrom openhands.core.config import (AgentConfig,OpenHandsConfig,+ get_agent_config_arg,get_evaluation_parser,get_llm_config_arg,)@@ -788,7 +789,7 @@ if __name__ == '__main__':llm_config = Noneif args.llm_config:- llm_config = get_llm_config_arg(args.llm_config)+ llm_config = get_llm_config_arg(args.llm_config, args.config_file)llm_config.log_completions = True# modify_params must be False for evaluation purpose, for reproducibility and accurancy of resultsllm_config.modify_params = False@@ -799,7 +800,7 @@ if __name__ == '__main__':# Get condenser config from environment variablecondenser_name = os.environ.get('EVAL_CONDENSER')if condenser_name:- condenser_config = get_condenser_config_arg(condenser_name)+ condenser_config = get_condenser_config_arg(condenser_name, args.config_file)if condenser_config is None:raise ValueError(f'Could not find Condenser config: EVAL_CONDENSER={condenser_name}'@@ -811,20 +812,25 @@ if __name__ == '__main__':'No Condenser config provided via EVAL_CONDENSER, using NoOpCondenser.')+ agent_config = None+ if args.agent_config:+ agent_config = get_agent_config_arg(args.agent_config, args.config_file)+details = {'mode': args.mode}_agent_cls = openhands.agenthub.Agent.get_cls(args.agent_cls)- dataset_descrption = (+ dataset_description = (args.dataset.replace('/', '__') + '-' + args.split.replace('/', '__'))metadata = make_metadata(llm_config,- dataset_descrption,+ dataset_description,args.agent_cls,args.max_iterations,args.eval_note,args.eval_output_dir,details=details,+ agent_config=agent_config,condenser_config=condenser_config,)