Official Codebase of 3DCodeVerse
Python
llm: the pass@k report reads metrics.jsonl with the package's read_rows — its strict per-line json.loads crashed on the torn line read_rows exists to skip
gaoypenga75001ba76db
diff --git a/eval/llm/report.py b/eval/llm/report.pyindex 4891cd25..4baf3282 100644--- a/eval/llm/report.py+++ b/eval/llm/report.py@@ -10,6 +10,7 @@ from collections import defaultdictfrom pathlib import Pathfrom . import metrics+from ._jsonl import read_rowsCOLS = ["run", "suite", "n", "exec", "exec_rate", "f05_all", "f10_ok", "cd_ok", "iou_ok", "siglip2", "dinov3", "floating", "watertight", "judge","render_rate", "trunc", "tok", "no_fence", "multi_blk", "T"]@@ -50,8 +51,7 @@ def pass_at_k(rows: list[dict]) -> list[dict]:continueper_task: dict[str, list[dict]] = defaultdict(list)for r in rs:- for l in (Path(r["_dir"]) / "metrics.jsonl").open():- m = json.loads(l)+ for m in read_rows(Path(r["_dir"]) / "metrics.jsonl"):per_task[m["id"]].append(m)n = len(rs)ks = [k for k in (1, 2, 4, 8, n) if k <= n]