Official Codebase of 3DCodeVerse
Python
bench: ab_view's sheet is the handed-over one, else the picked round's own renders/rNN/sheet.png
gaoypengde2e89722918
diff --git a/eval/bench/ab_view.py b/eval/bench/ab_view.pyindex d707b254..5b407e5c 100644--- a/eval/bench/ab_view.py+++ b/eval/bench/ab_view.py@@ -33,6 +33,7 @@ from bench._jsonl import latest # noqa: E402from bench.stats import mean_ci # noqa: E402from codeverse3d.addons import select # noqa: E402from codeverse3d.record.record import load_record # noqa: E402+from codeverse3d.workspace import Workspace # noqa: E402SHEET_W = 1100@@ -53,15 +54,17 @@ class Run:notes: list[str] = field(default_factory=list)-def _sheet_data_uri(run_dir: Path) -> str:+def _sheet_data_uri(run_dir: Path, picked: int | None) -> str:+ """The handed-over sheet, else the picked round's own render sheet (a --no-pick run has no+ deliverable), else whatever an agent tool rendered."""try:from PIL import Imageexcept ImportError: # pragma: no coverreturn ""- for cand in (run_dir / "deliverable" / "sheet.png",+ own = [Workspace(run_dir).renders_dir(picked) / "sheet.png"] if picked is not None else []+ for cand in (run_dir / "deliverable" / "sheet.png", *own,*sorted(run_dir.glob("artifacts/tool_renders/*/sheet.png")),- *sorted(run_dir.glob("artifacts/tool_renders/*/*sheet*.png")),- *sorted(run_dir.glob("rounds/*/renders/*sheet*.png"))):+ *sorted(run_dir.glob("artifacts/tool_renders/*/*sheet*.png"))):if not cand.is_file():continueim = Image.open(cand).convert("RGB")@@ -76,6 +79,7 @@ def _sheet_data_uri(run_dir: Path) -> str:def load_run(run_dir: Path, arm: str) -> Run:r = Run(slug=run_dir.name, arm=arm)+ s = Nonetry: # read once: the round addons/select picks, the ledger's total, the steps' minutesrec = load_record(run_dir)s = select.summarise(run_dir, record=rec)@@ -89,7 +93,7 @@ def load_run(run_dir: Path, arm: str) -> Run:failed = [g.gate for g in rd.gates if not g.passed]if failed:r.notes.append(f"r{rd.index} gates: {', '.join(failed[:4])}")- r.sheet = _sheet_data_uri(run_dir)+ r.sheet = _sheet_data_uri(run_dir, s.picked_round if s is not None else None)return r