Official Codebase of 3DCodeVerse
Python
cli: 3dcv bench run --max-minutes — the storm budget was reachable from ab_plan but not from bench run
gaoypengf91cfdf4d1fa
diff --git a/harness/codeverse/cli/bench_cmd.py b/harness/codeverse/cli/bench_cmd.pyindex 8ce9eab2..ab7656b7 100644--- a/harness/codeverse/cli/bench_cmd.py+++ b/harness/codeverse/cli/bench_cmd.py@@ -23,6 +23,8 @@ def run_cmd(parallel: Annotated[int, typer.Option("--parallel", min=1)] = 4,rounds: Annotated[int, typer.Option("--rounds", min=0)] = 4,max_usd: Annotated[float, typer.Option("--max-usd")] = 5.0,+ max_minutes: Annotated[float, typer.Option("--max-minutes", help="wall-clock budget per run; size it to the weather "+ "(RUNBOOK 7.x: 120 in a 503 storm, else runs burn the hour with no judged round)")] = 60.0,limit: Annotated[int | None, typer.Option("--limit")] = None,ids: Annotated[list[str] | None, typer.Option("--id", help="only these prompt ids")] = None,tiers: Annotated[list[str] | None, typer.Option("--tier")] = None,@@ -36,7 +38,7 @@ def run_cmd(raise C.CliError(f"battery not found: {battery}")b = C.import_bench()run_bench = C.lazy("bench.run_bench")- opts = run_bench.BenchOptions(generator=generator, planner=planner, judge=judge, rounds=rounds, max_usd=max_usd,+ opts = run_bench.BenchOptions(generator=generator, planner=planner, judge=judge, rounds=rounds, max_usd=max_usd, max_minutes=max_minutes,parallel=parallel, limit=limit, ids=ids or [], tiers=tiers or [], resume=not no_resume,redo_status=[x for x in redo_status.split(",") if x])out_dir = out or (C.REPO_ROOT / "bench" / "out" / battery.stem)