Python
bench: gen8 600-epoch results; EMDB PVE at WHAM's SMPL-hip root; COCO PCK on the HMR2.0 protocol
mohamdev3cfe52d5f8d7
diff --git a/benchmark/eval_coco.py b/benchmark/eval_coco.pyindex 5eac978..bd59c3b 100644--- a/benchmark/eval_coco.py+++ b/benchmark/eval_coco.py@@ -58,6 +58,9 @@ def parse_args():p.add_argument("--mhr-script", default=None)p.add_argument("--num-workers", type=int, default=6)p.add_argument("--limit", type=int, default=0)+ p.add_argument("--hmr2-subset",+ default="benchmark/data/hmr2_evaluation_data/coco_val.npz",+ help="4D-Humans' coco_val.npz; enables the HMR2.0 / SAM 3D Body PCK")p.add_argument("--out", default="benchmark/results/coco.json")return p.parse_args()@@ -144,6 +147,30 @@ def main():"[email protected]_bboxdiag": M.pck2d(pred_kp, gt_xy, valid, diag, 0.2),"NME_bboxdiag": M.nme2d(pred_kp, gt_xy, valid, diag),}+ # --- the published protocol: HMR2.0 Table 2, SAM 3D Body Table 2 -----+ # 4D-Humans' EvaluatorPCK, reproduced: only the 4,648 persons listed in+ # their coco_val.npz (no simple rule selects them -- >=6 keypoints alone+ # gives 5,430), distance / max(w, h) of the tight GT box, PCK per keypoint+ # then averaged over the 17 (mmpose's avg_acc, not a pooled mean).+ hmr2 = Path(args.hmr2_subset)+ if hmr2.is_file():+ z = np.load(hmr2)+ listed = {}+ for n, c in zip(z["imgname"], z["center"]):+ listed.setdefault(Path(str(n)).name, []).append(c)+ sub = np.array([+ any(np.abs(np.array([s.bbox[0] + s.bbox[2], s.bbox[1] + s.bbox[3]]) / 2 - c).max() < 0.02+ for c in listed.get(Path(s.image_path).name, []))+ for s in kept])+ side = np.array([max(s.meta["bbox_wh"]) for s in kept])[sub]+ d = np.linalg.norm(pred_kp[sub] - gt_xy[sub], axis=-1) / side[:, None]+ v = valid[sub]+ summary["hmr2_protocol"] = {"num_samples": int(sub.sum()),+ "num_listed": int(len(z["imgname"]))}+ for t in (0.05, 0.1):+ summary["hmr2_protocol"][f"PCK@{t}"] = float(np.mean(+ [(d[v[:, j], j] < t).mean() for j in range(17) if v[:, j].any()]))+per_kp = {}for i, name in enumerate(J.COCO17_NAMES):v = valid[:, i]@@ -190,6 +217,10 @@ def main():f"[email protected] {summary['[email protected]_bboxdiag']*100:6.2f} % "f"[email protected] {summary['[email protected]_bboxdiag']*100:6.2f} %")print(f" NME {summary['NME_bboxdiag']:6.4f} (bbox-diagonal units)")+ if "hmr2_protocol" in summary:+ h = summary["hmr2_protocol"]+ print(f" HMR2.0 / SAM 3D Body protocol ({h['num_samples']}/{h['num_listed']} persons):"+ f" [email protected] {h['[email protected]']*100:6.2f} % [email protected] {h['[email protected]']*100:6.2f} %")print("=" * 68)print(f"written to {out}")diff --git a/benchmark/eval_smpl_fit.py b/benchmark/eval_smpl_fit.pyindex 3e621d5..b2e3510 100644--- a/benchmark/eval_smpl_fit.py+++ b/benchmark/eval_smpl_fit.py@@ -367,6 +367,17 @@ def main():# the entire (N, 6890, 3) array to a 5.9 GB float64 intermediate.Jreg = np.load(args.h36m_regressor).astype(np.float32) # (17, 6890)sel = J.J14_FROM_H36M17+ # The root the published PVE uses (WHAM's evaluate_3dpw / _emdb, which+ # SAM 3D Body's table follows). 3DPW: mid-hip of the H36M-regressed J14+ # -- the root below, unchanged. EMDB: mid-hip of SMPL joints 1/2. The+ # prediction's surface has no kinematic chain, so SMPL's own+ # J_regressor rows 1/2 stand in on BOTH sides (4.9 mm from the+ # kinematic hips on GT; scoring GT at its kinematic hips instead moves+ # PVE by 0.05 mm). The H36M root reads ~4.4 mm low on EMDB.+ hipreg = ({g: SMPLModel(args.smpl_dir, g, device).m["J_regressor"][1:3]+ .float().cpu().numpy() for g in set(genders)}+ if args.dataset == "emdb" else None)+ pve_pub_sum = 0.0CH = 256pve_sum = pve_n = pa_pve_sum = 0.0pve_d_sum = pa_pve_d_sum = 0.0@@ -381,8 +392,13 @@ def main():a_d = Vd[i:i + CH].numpy() * MMh_pd = np.einsum("jv,nvc->njc", Jreg, a_d)[:, sel]h_gd = np.einsum("jv,nvc->njc", Jreg, b)[:, sel]- pve_d_sum += float(M.mpjpe(a_d, b,- root=(J.pelvis(h_pd), J.pelvis(h_gd))).sum())+ e_d = M.mpjpe(a_d, b, root=(J.pelvis(h_pd), J.pelvis(h_gd)))+ pve_d_sum += float(e_d.sum())+ if hipreg is not None:+ R = np.stack([hipreg[g] for g in genders[i:i + n]])+ mid = lambda v: np.einsum("njv,nvc->njc", R, v).mean(1)+ e_d = M.mpjpe(a_d, b, root=(mid(a_d), mid(b)))+ pve_pub_sum += float(e_d.sum())pa_pve_d_sum += float(M.pa_mpjpe(a_d, b).sum())pve_n += a_d.shape[0] * a_d.shape[1]hpd_parts.append(h_pd)@@ -410,6 +426,9 @@ def main():# *_mm keys below keep their old meaning -- the FITTED mesh -- so# rows recorded before 2026-09-22 stay comparable.PVE_direct_mm=pve_d_sum / pve_n,+ # The PVE to put beside a published table: fit-free surface, the+ # benchmark's own root (see `hipreg`). Equal to PVE_direct on 3DPW.+ PVE_published_mm=pve_pub_sum / pve_n,PA_PVE_direct_mm=pa_pve_d_sum / pve_n,J14_h36m_direct_MPJPE_mm=float(M.mpjpe(h_pd, h_g, root=(hpd_r, hg_r)).mean()),@@ -442,7 +461,8 @@ def main():for n in sorted({s["sequence"] for s in kept})}report[ck_path] = resprint(f"\n {Path(ck_path).parts[-3]:<10s} fit-free: PVE "- f"{res['PVE_direct_mm']:6.2f} PA-PVE {res['PA_PVE_direct_mm']:6.2f}"+ f"{res['PVE_direct_mm']:6.2f} PVE(published root) "+ f"{res['PVE_published_mm']:6.2f} PA-PVE {res['PA_PVE_direct_mm']:6.2f}"f" | J14/H36M: MPJPE {res['J14_h36m_direct_MPJPE_mm']:6.2f} "f"PA {res['J14_h36m_direct_PA_MPJPE_mm']:6.2f}", flush=True)if fitting:diff --git a/benchmark/results/coco_gen8_lr1x_e600.json b/benchmark/results/coco_gen8_lr1x_e600.jsonnew file mode 100644index 0000000..f2b8c6e--- /dev/null+++ b/benchmark/results/coco_gen8_lr1x_e600.json@@ -0,0 +1,118 @@+{+ "model": "models/gen8/g8h_lr1x_e600.onnx",+ "dataset": "COCO val2017",+ "protocol": "top-down, ground-truth boxes, score=1.0",+ "summary": {+ "num_samples": 6352,+ "mean_OKS": 0.6848534474258408,+ "[email protected]_bboxdiag": 0.7603899435608004,+ "[email protected]_bboxdiag": 0.867507146522026,+ "[email protected]_bboxdiag": 0.9307043905299421,+ "NME_bboxdiag": 0.054894041614812886,+ "hmr2_protocol": {+ "num_samples": 4648,+ "num_listed": 4648,+ "[email protected]": 0.7818773042797575,+ "[email protected]": 0.8911537817560902+ },+ "oks_ap": {+ "AP": 0.4102344555600176,+ "AP50": 0.6329140564493448,+ "AP75": 0.43868074453405653,+ "AP_medium": 0.38315629813148766,+ "AP_large": 0.47727727040946333,+ "AR": 0.5763539042821159,+ "AR50": 0.7699937027707808,+ "AR75": 0.6275188916876574,+ "AR_medium": 0.5205408358372029,+ "AR_large": 0.6554069119286512+ }+ },+ "per_keypoint": {+ "nose": {+ "n": 4268,+ "[email protected]": 0.8380974695407685,+ "[email protected]": 0.8959700093720713+ },+ "left_eye": {+ "n": 3703,+ "[email protected]": 0.8431001890359168,+ "[email protected]": 0.8979206049149339+ },+ "right_eye": {+ "n": 3685,+ "[email protected]": 0.8458616010854817,+ "[email protected]": 0.8966078697421981+ },+ "left_ear": {+ "n": 3185,+ "[email protected]": 0.8511773940345368,+ "[email protected]": 0.9029827315541601+ },+ "right_ear": {+ "n": 3256,+ "[email protected]": 0.8464373464373465,+ "[email protected]": 0.8974201474201474+ },+ "left_shoulder": {+ "n": 5501,+ "[email protected]": 0.7671332485002726,+ "[email protected]": 0.8725686238865661+ },+ "right_shoulder": {+ "n": 5495,+ "[email protected]": 0.7737943585077343,+ "[email protected]": 0.8682438580527753+ },+ "left_elbow": {+ "n": 4336,+ "[email protected]": 0.7774446494464945,+ "[email protected]": 0.8666974169741697+ },+ "right_elbow": {+ "n": 4378,+ "[email protected]": 0.7699862951119233,+ "[email protected]": 0.8565555047967108+ },+ "left_wrist": {+ "n": 3945,+ "[email protected]": 0.7743979721166033,+ "[email protected]": 0.8555133079847909+ },+ "right_wrist": {+ "n": 4012,+ "[email protected]": 0.7766699900299102,+ "[email protected]": 0.8579262213359921+ },+ "left_hip": {+ "n": 4755,+ "[email protected]": 0.5655099894847528,+ "[email protected]": 0.8199789695057834+ },+ "right_hip": {+ "n": 4784,+ "[email protected]": 0.5553929765886287,+ "[email protected]": 0.8158444816053512+ },+ "left_knee": {+ "n": 3513,+ "[email protected]": 0.7637346996868773,+ "[email protected]": 0.8682038144036436+ },+ "right_knee": {+ "n": 3500,+ "[email protected]": 0.7654285714285715,+ "[email protected]": 0.87+ },+ "left_ankle": {+ "n": 2957,+ "[email protected]": 0.7605681433885695,+ "[email protected]": 0.8677713899222185+ },+ "right_ankle": {+ "n": 2942,+ "[email protected]": 0.7630863358259687,+ "[email protected]": 0.8725356900067981+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/coco_gen8_lr2x_e600.json b/benchmark/results/coco_gen8_lr2x_e600.jsonnew file mode 100644index 0000000..dee0f16--- /dev/null+++ b/benchmark/results/coco_gen8_lr2x_e600.json@@ -0,0 +1,118 @@+{+ "model": "models/gen8/g8h_lr2x_e600.onnx",+ "dataset": "COCO val2017",+ "protocol": "top-down, ground-truth boxes, score=1.0",+ "summary": {+ "num_samples": 6352,+ "mean_OKS": 0.6881792023605318,+ "[email protected]_bboxdiag": 0.7619145349263359,+ "[email protected]_bboxdiag": 0.8704243934618485,+ "[email protected]_bboxdiag": 0.9316865791981236,+ "NME_bboxdiag": 0.05416568979720726,+ "hmr2_protocol": {+ "num_samples": 4648,+ "num_listed": 4648,+ "[email protected]": 0.7818118002235858,+ "[email protected]": 0.8915644948488242+ },+ "oks_ap": {+ "AP": 0.41533212120286433,+ "AP50": 0.6408538772904333,+ "AP75": 0.44903830115901155,+ "AP_medium": 0.3894469467410182,+ "AP_large": 0.4746945211689104,+ "AR": 0.5785107052896725,+ "AR50": 0.7701511335012594,+ "AR75": 0.6306675062972292,+ "AR_medium": 0.5233269598470364,+ "AR_large": 0.656558900037161+ }+ },+ "per_keypoint": {+ "nose": {+ "n": 4268,+ "[email protected]": 0.8357544517338332,+ "[email protected]": 0.8947985004686035+ },+ "left_eye": {+ "n": 3703,+ "[email protected]": 0.8414798811774237,+ "[email protected]": 0.8946799891979476+ },+ "right_eye": {+ "n": 3685,+ "[email protected]": 0.8469470827679783,+ "[email protected]": 0.8974219810040706+ },+ "left_ear": {+ "n": 3185,+ "[email protected]": 0.847723704866562,+ "[email protected]": 0.9007849293563579+ },+ "right_ear": {+ "n": 3256,+ "[email protected]": 0.8442874692874693,+ "[email protected]": 0.9007985257985258+ },+ "left_shoulder": {+ "n": 5501,+ "[email protected]": 0.7771314306489729,+ "[email protected]": 0.8760225413561171+ },+ "right_shoulder": {+ "n": 5495,+ "[email protected]": 0.7712465878070973,+ "[email protected]": 0.8687898089171975+ },+ "left_elbow": {+ "n": 4336,+ "[email protected]": 0.7629151291512916,+ "[email protected]": 0.8662361623616236+ },+ "right_elbow": {+ "n": 4378,+ "[email protected]": 0.7672453174965738,+ "[email protected]": 0.8558702603928735+ },+ "left_wrist": {+ "n": 3945,+ "[email protected]": 0.7703422053231939,+ "[email protected]": 0.8565272496831432+ },+ "right_wrist": {+ "n": 4012,+ "[email protected]": 0.7848953140578265,+ "[email protected]": 0.861914257228315+ },+ "left_hip": {+ "n": 4755,+ "[email protected]": 0.5711882229232387,+ "[email protected]": 0.8269190325972661+ },+ "right_hip": {+ "n": 4784,+ "[email protected]": 0.5650083612040134,+ "[email protected]": 0.8229515050167224+ },+ "left_knee": {+ "n": 3513,+ "[email protected]": 0.7651579846285226,+ "[email protected]": 0.8704810703102761+ },+ "right_knee": {+ "n": 3500,+ "[email protected]": 0.7708571428571429,+ "[email protected]": 0.8811428571428571+ },+ "left_ankle": {+ "n": 2957,+ "[email protected]": 0.7724044639837674,+ "[email protected]": 0.880622252282719+ },+ "right_ankle": {+ "n": 2942,+ "[email protected]": 0.769544527532291,+ "[email protected]": 0.8793337865397689+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen8e600_3dpw_test_fitted.json b/benchmark/results/gen8e600_3dpw_test_fitted.jsonnew file mode 100644index 0000000..5e7f1ff--- /dev/null+++ b/benchmark/results/gen8e600_3dpw_test_fitted.json@@ -0,0 +1,221 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "epoch": 481,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 102.67208981530685,+ "PA_MPJPE_mm": 66.88827906149398,+ "PCK3D_50mm": 0.40043747809588265,+ "PCK3D_100mm": 0.8333152057879238,+ "AUC_0_150mm": 0.5614256099464217,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.32566466583239,+ "right_knee": 47.15757278410884,+ "right_hip": 97.91236566919363,+ "left_hip": 86.9490282552268,+ "left_knee": 44.53516581618817,+ "left_ankle": 65.83516249290801,+ "right_wrist": 69.57656761565505,+ "right_elbow": 57.30814205770195,+ "right_shoulder": 50.57434084812882,+ "left_shoulder": 52.783406809770966,+ "left_elbow": 66.62647224986277,+ "left_wrist": 71.49801868409502,+ "neck": 31.509690874000956,+ "head": 129.84430803824233+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 100.33834875125983,+ "PA_MPJPE_mm": 61.536504952360026,+ "PCK3D_50mm": 0.4448274727650415,+ "PCK3D_100mm": 0.8943217813871734,+ "AUC_0_150mm": 0.5942502847887198,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.237419998496975,+ "right_knee": 49.111783974488894,+ "right_hip": 97.51347173184112,+ "left_hip": 86.22150295326539,+ "left_knee": 45.48550400353603,+ "left_ankle": 60.84145088776921,+ "right_wrist": 65.8537664444401,+ "right_elbow": 48.74105875119605,+ "right_shoulder": 50.52034004161104,+ "left_shoulder": 50.659167441813175,+ "left_elbow": 54.43509093493264,+ "left_wrist": 67.81750226492976+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 65.85016697108857,+ "PA_MPJPE_mm": 40.61170253850853,+ "PCK3D_50mm": 0.7406330944525683,+ "PCK3D_100mm": 0.9546932215065199,+ "AUC_0_150mm": 0.7285012834172203+ }+ ]+ },+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "epoch": 518,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 102.81827863509393,+ "PA_MPJPE_mm": 66.79035028325032,+ "PCK3D_50mm": 0.4021394531926636,+ "PCK3D_100mm": 0.8312788781869231,+ "AUC_0_150mm": 0.5619045280009501,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.49785874555987,+ "right_knee": 47.14725298578676,+ "right_hip": 97.98861684334267,+ "left_hip": 87.53378889657029,+ "left_knee": 44.11917522358694,+ "left_ankle": 66.3427163612456,+ "right_wrist": 68.0548811400338,+ "right_elbow": 57.05052993762211,+ "right_shoulder": 50.038698547415784,+ "left_shoulder": 52.571548872467744,+ "left_elbow": 66.82050584337476,+ "left_wrist": 72.64890085535404,+ "neck": 31.740279229099713,+ "head": 128.51015048404423+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 100.53770117978908,+ "PA_MPJPE_mm": 61.55104488747315,+ "PCK3D_50mm": 0.4452363496226114,+ "PCK3D_100mm": 0.8919343165176851,+ "AUC_0_150mm": 0.5939325979310862,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.981980839671074,+ "right_knee": 49.08710054345032,+ "right_hip": 97.56254084161058,+ "left_hip": 86.68303216464714,+ "left_knee": 45.08787177560861,+ "left_ankle": 61.3008290027359,+ "right_wrist": 64.5650465655679,+ "right_elbow": 48.95435324199886,+ "right_shoulder": 50.52685218966079,+ "left_shoulder": 50.57954325715595,+ "left_elbow": 54.56724101613218,+ "left_wrist": 68.71614721143841+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 65.77250332436297,+ "PA_MPJPE_mm": 40.69199406281121,+ "PCK3D_50mm": 0.7385625259324607,+ "PCK3D_100mm": 0.9540486865586265,+ "AUC_0_150mm": 0.7278909244151527+ }+ ]+ },+ "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "epoch": 295,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 102.90314007131975,+ "PA_MPJPE_mm": 66.75417606476643,+ "PCK3D_50mm": 0.39980502817826225,+ "PCK3D_100mm": 0.8327069259308495,+ "AUC_0_150mm": 0.5619064771993814,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.05109104673127,+ "right_knee": 46.94215549198992,+ "right_hip": 97.44293023222869,+ "left_hip": 86.91167415608224,+ "left_knee": 45.064097051510274,+ "left_ankle": 65.60436699939369,+ "right_wrist": 68.87685239747502,+ "right_elbow": 57.44952437991582,+ "right_shoulder": 50.244764143404396,+ "left_shoulder": 52.69003609812139,+ "left_elbow": 66.52677846287735,+ "left_wrist": 72.22817355045031,+ "neck": 31.507160128258747,+ "head": 129.0188607682908+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 100.72900938161254,+ "PA_MPJPE_mm": 61.44884912037969,+ "PCK3D_50mm": 0.44510240720375227,+ "PCK3D_100mm": 0.8933747849871697,+ "AUC_0_150mm": 0.5943006932259247,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.9344712858018,+ "right_knee": 48.84689470618248,+ "right_hip": 97.24594667733341,+ "left_hip": 86.35254867154886,+ "left_knee": 45.94898323550374,+ "left_ankle": 61.31441118333219,+ "right_wrist": 65.41141248323005,+ "right_elbow": 49.0266037842799,+ "right_shoulder": 49.59549581483996,+ "left_shoulder": 49.954727201736944,+ "left_elbow": 54.2545604153924,+ "left_wrist": 68.50013398537457+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 66.08732433559445,+ "PA_MPJPE_mm": 40.79832921073415,+ "PCK3D_50mm": 0.7363086677865461,+ "PCK3D_100mm": 0.9543346989417542,+ "AUC_0_150mm": 0.7269478372408915+ }+ ]+ }+}\ No newline at end of filediff --git a/benchmark/results/gen8e600_3dpw_test_pve.json b/benchmark/results/gen8e600_3dpw_test_pve.jsonnew file mode 100644index 0000000..3091f65--- /dev/null+++ b/benchmark/results/gen8e600_3dpw_test_pve.json@@ -0,0 +1,98 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "3DPW/test",+ "bbox": "gt-joints",+ "stride": 1,+ "n": 35463,+ "fit_iters": 0,+ "epoch": 481,+ "source": "raw",+ "fit_residual_mm": null,+ "PVE_direct_mm": 78.83505836762673,+ "PVE_published_mm": 78.83505836762673,+ "PA_PVE_direct_mm": 56.91410177852873,+ "J14_h36m_direct_MPJPE_mm": 65.5341567993164,+ "J14_h36m_direct_PA_MPJPE_mm": 41.6480581870448,+ "MPJPE_mm": null,+ "PA_MPJPE_mm": null,+ "PVE_mm": null,+ "PA_PVE_mm": null,+ "J14_h36m_viamesh_MPJPE_mm": null,+ "J14_h36m_viamesh_PA_MPJPE_mm": null,+ "per_sequence_PA_MPJPE_mm": {+ "downtown_arguing_00": 46.724881619073784,+ "downtown_bar_00": 54.42938286092481,+ "downtown_bus_00": 50.64704855123716,+ "downtown_cafe_00": 38.94228866305341,+ "downtown_car_00": 45.52335143280792,+ "downtown_crossStreets_00": 41.59451640232422,+ "downtown_downstairs_00": 35.11467225342558,+ "downtown_enterShop_00": 29.990330992426575,+ "downtown_rampAndStairs_00": 40.89617187771701,+ "downtown_runForBus_00": 38.13501433228221,+ "downtown_runForBus_01": 49.92449802153219,+ "downtown_sitOnStairs_00": 38.329424588117945,+ "downtown_stairs_00": 51.95312557603397,+ "downtown_upstairs_00": 31.700704154831314,+ "downtown_walkBridge_01": 31.364117379866755,+ "downtown_walkUphill_00": 30.1434090742278,+ "downtown_walking_00": 39.205795579853636,+ "downtown_warmWelcome_00": 46.53793134752158,+ "downtown_weeklyMarket_00": 36.885936538418214,+ "downtown_windowShopping_00": 32.75120179747051,+ "flat_guitar_01": 46.340424264768004,+ "flat_packBags_00": 40.71895068904101,+ "office_phoneCall_00": 34.74016390333005,+ "outdoors_fencing_01": 44.10642225989501+ }+ },+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",+ "dataset": "3DPW/test",+ "bbox": "gt-joints",+ "stride": 1,+ "n": 35463,+ "fit_iters": 0,+ "epoch": 518,+ "source": "raw",+ "fit_residual_mm": null,+ "PVE_direct_mm": 78.43976667437313,+ "PVE_published_mm": 78.43976667437313,+ "PA_PVE_direct_mm": 56.785389489845365,+ "J14_h36m_direct_MPJPE_mm": 65.23712158203125,+ "J14_h36m_direct_PA_MPJPE_mm": 41.61939363877355,+ "MPJPE_mm": null,+ "PA_MPJPE_mm": null,+ "PVE_mm": null,+ "PA_PVE_mm": null,+ "J14_h36m_viamesh_MPJPE_mm": null,+ "J14_h36m_viamesh_PA_MPJPE_mm": null,+ "per_sequence_PA_MPJPE_mm": {+ "downtown_arguing_00": 46.71709755844352,+ "downtown_bar_00": 53.83207822629599,+ "downtown_bus_00": 48.65236033605704,+ "downtown_cafe_00": 38.66125558703131,+ "downtown_car_00": 46.18466352478656,+ "downtown_crossStreets_00": 42.57564925326769,+ "downtown_downstairs_00": 33.91592730608885,+ "downtown_enterShop_00": 30.01681560754425,+ "downtown_rampAndStairs_00": 41.571448661341506,+ "downtown_runForBus_00": 38.444672503526775,+ "downtown_runForBus_01": 48.819265356758876,+ "downtown_sitOnStairs_00": 37.697398733723126,+ "downtown_stairs_00": 52.51551969286717,+ "downtown_upstairs_00": 32.05573658912798,+ "downtown_walkBridge_01": 31.813943698241207,+ "downtown_walkUphill_00": 30.111507249035302,+ "downtown_walking_00": 40.58534160883497,+ "downtown_warmWelcome_00": 46.69374967255896,+ "downtown_weeklyMarket_00": 36.38936390754917,+ "downtown_windowShopping_00": 33.241522601468155,+ "flat_guitar_01": 48.74412804708892,+ "flat_packBags_00": 41.76850909461474,+ "office_phoneCall_00": 33.65640120474975,+ "outdoors_fencing_01": 43.28125434152628+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen8e600_emdb1_annotated.json b/benchmark/results/gen8e600_emdb1_annotated.jsonnew file mode 100644index 0000000..88cd194--- /dev/null+++ b/benchmark/results/gen8e600_emdb1_annotated.json@@ -0,0 +1,346 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 481,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 86.56307577082555,+ "PA_MPJPE_mm": 62.870025736990414,+ "PCK3D_50mm": 0.5740969312257119,+ "PCK3D_100mm": 0.850348850073988,+ "AUC_0_150mm": 0.6204626292448314,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 41.92819348367251,+ "left_hip": 42.983309591841284,+ "right_hip": 41.99028748432828,+ "spine1": 50.546013737542765,+ "left_knee": 55.87615404726698,+ "right_knee": 55.503917699781574,+ "spine2": 50.49607895919742,+ "left_ankle": 66.1181759111917,+ "right_ankle": 66.98668454711286,+ "spine3": 49.78704163506046,+ "left_foot": 73.13540954015934,+ "right_foot": 75.7911614026987,+ "neck": 48.6956588109759,+ "left_collar": 42.73892796587593,+ "right_collar": 42.10077260781202,+ "head": 55.32774526303255,+ "left_shoulder": 47.76003947941104,+ "right_shoulder": 47.36225766052754,+ "left_elbow": 60.362470277701114,+ "right_elbow": 56.31569359814934,+ "left_wrist": 100.02892705884527,+ "right_wrist": 97.56416452991154,+ "left_hand": 118.92762398132496,+ "right_hand": 120.55390841434752+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 97.52043161985303,+ "PA_MPJPE_mm": 66.60282504447187,+ "PCK3D_50mm": 0.4932373563456831,+ "PCK3D_100mm": 0.8317903521197717,+ "AUC_0_150mm": 0.5863527132309093,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 67.54325731831655,+ "right_knee": 52.5715564247917,+ "right_hip": 50.65727821785841,+ "left_hip": 48.61720059795035,+ "left_knee": 54.35848136667145,+ "left_ankle": 68.57272375227623,+ "right_wrist": 99.14361640124834,+ "right_elbow": 51.80272340308523,+ "right_shoulder": 57.842049573846666,+ "left_shoulder": 49.321726616475765,+ "left_elbow": 57.59989885904841,+ "left_wrist": 104.93261432735564,+ "neck": 59.08336480050076,+ "head": 110.39305896318065+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 92.62130444081637,+ "PA_MPJPE_mm": 62.52354452474751,+ "PCK3D_50mm": 0.5455890691338561,+ "PCK3D_100mm": 0.8560656349831971,+ "AUC_0_150mm": 0.6123240581750631,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 66.09113869530734,+ "right_knee": 53.47881404589802,+ "right_hip": 50.16151816441917,+ "left_hip": 48.88523996220425,+ "left_knee": 55.289079967341344,+ "left_ankle": 66.70908987983816,+ "right_wrist": 94.9783202880758,+ "right_elbow": 49.31230615843084,+ "right_shoulder": 57.06256345327593,+ "left_shoulder": 53.488600402271814,+ "left_elbow": 54.9418653064444,+ "left_wrist": 99.88399797346307+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 78.73205914997531+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 69.90917751476255+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 57.19897705885768+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 52.67358303674525+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 57.442956505064636+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 80.65953393773327+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 51.99371657415196+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 78.22017006614858+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 52.73912827718323+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 60.6432327921372+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 59.01714813491954+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 60.25282361405862+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 56.7914121366103+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 65.03925056034467+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 71.88318204701882+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 54.47972068910211+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 59.022351604762875+ }+ }+ },+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 518,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 86.8526631463249,+ "PA_MPJPE_mm": 64.05441730455037,+ "PCK3D_50mm": 0.5658821861732288,+ "PCK3D_100mm": 0.8431644055373466,+ "AUC_0_150mm": 0.6150335879306507,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.380681813664424,+ "left_hip": 43.14556979151991,+ "right_hip": 41.90776232971016,+ "spine1": 51.22295988018028,+ "left_knee": 55.764830320027066,+ "right_knee": 54.83281414553069,+ "spine2": 51.471690765291555,+ "left_ankle": 66.17087747941379,+ "right_ankle": 67.57230277686087,+ "spine3": 51.26440173016567,+ "left_foot": 73.71044418544813,+ "right_foot": 76.95746977694525,+ "neck": 50.78486534194797,+ "left_collar": 44.639826106707844,+ "right_collar": 43.99084423923209,+ "head": 56.82741409596142,+ "left_shoulder": 49.24272031887481,+ "right_shoulder": 48.14018206736064,+ "left_elbow": 61.415998933054354,+ "right_elbow": 57.17333195963461,+ "left_wrist": 101.3900004424182,+ "right_wrist": 100.84837252598894,+ "left_hand": 122.01449168342972,+ "right_hand": 124.4361625998391+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 97.48756148761787,+ "PA_MPJPE_mm": 67.07187484458336,+ "PCK3D_50mm": 0.49156299452943025,+ "PCK3D_100mm": 0.8295884922445932,+ "AUC_0_150mm": 0.5842171968955812,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 67.67528864650981,+ "right_knee": 52.191939340524335,+ "right_hip": 50.17118548228657,+ "left_hip": 47.97431966069622,+ "left_knee": 54.63651790459916,+ "left_ankle": 68.44809808221093,+ "right_wrist": 102.85687493782847,+ "right_elbow": 52.825735929818634,+ "right_shoulder": 57.91663750460134,+ "left_shoulder": 51.03963804392885,+ "left_elbow": 57.58853860242432,+ "left_wrist": 105.7341804255367,+ "neck": 61.42412632106316,+ "head": 108.5231669421385+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 93.25364651573624,+ "PA_MPJPE_mm": 63.20718597629368,+ "PCK3D_50mm": 0.5412362223236389,+ "PCK3D_100mm": 0.853462224619342,+ "AUC_0_150mm": 0.6090766821066756,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 66.70111560985947,+ "right_knee": 53.21055489696277,+ "right_hip": 49.88626010638046,+ "left_hip": 48.55953948036445,+ "left_knee": 55.60604452614569,+ "left_ankle": 66.79906795260878,+ "right_wrist": 98.00589178875549,+ "right_elbow": 50.51912111454967,+ "right_shoulder": 58.1470800514442,+ "left_shoulder": 55.91817111431265,+ "left_elbow": 55.15661183062778,+ "left_wrist": 99.97677324351281+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 79.28268429761474+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 73.42796633035849+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 58.043883427803706+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 56.909969339467104+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 59.87977625757823+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 80.19744683923537+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 54.23044843360599+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 85.56935324693771+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 55.77721722025817+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 64.04983187986235+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 54.686871127603425+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 60.572792685344226+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 57.99382653290719+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 61.5382452105661+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 73.29607622049595+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 56.39597209180131+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 57.897785317188756+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen8e600_emdb1_fitted.json b/benchmark/results/gen8e600_emdb1_fitted.jsonnew file mode 100644index 0000000..33d142e--- /dev/null+++ b/benchmark/results/gen8e600_emdb1_fitted.json@@ -0,0 +1,518 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 481,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 75.45319378157116,+ "PA_MPJPE_mm": 50.32863498976247,+ "PCK3D_50mm": 0.6644383824973378,+ "PCK3D_100mm": 0.9189433542159344,+ "AUC_0_150mm": 0.6767868765722734,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 36.29148536825942,+ "left_hip": 38.24552586212516,+ "right_hip": 37.600955289971296,+ "spine1": 42.841433811205626,+ "left_knee": 50.3974071974786,+ "right_knee": 50.636864207098895,+ "spine2": 42.87487848201726,+ "left_ankle": 54.447180676894604,+ "right_ankle": 55.30010689324191,+ "spine3": 41.06766402362964,+ "left_foot": 61.48244702825232,+ "right_foot": 62.10221206337029,+ "neck": 32.24941748448096,+ "left_collar": 28.165231607074126,+ "right_collar": 29.045948558461998,+ "head": 37.68983884655172,+ "left_shoulder": 37.81425445121847,+ "right_shoulder": 39.70770089314365,+ "left_elbow": 50.604477974573584,+ "right_elbow": 47.003193546634456,+ "left_wrist": 76.40272950121867,+ "right_wrist": 73.48478178514239,+ "left_hand": 90.80408930132057,+ "right_hand": 91.62741490093312+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 86.41165848688678,+ "PA_MPJPE_mm": 56.76824098666464,+ "PCK3D_50mm": 0.5623544194261533,+ "PCK3D_100mm": 0.8884311970649771,+ "AUC_0_150mm": 0.6310808777460634,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 57.107587898242244,+ "right_knee": 48.17377530664997,+ "right_hip": 48.27013921643617,+ "left_hip": 45.91431273776492,+ "left_knee": 50.0210048258065,+ "left_ankle": 58.42373661025704,+ "right_wrist": 74.65785131579995,+ "right_elbow": 41.81074013327866,+ "right_shoulder": 52.85493659343189,+ "left_shoulder": 43.177167245776566,+ "left_elbow": 47.45422252448673,+ "left_wrist": 80.89639938141364,+ "neck": 43.42408396871431,+ "head": 102.56941605524631+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 80.79194371698863,+ "PA_MPJPE_mm": 51.799443261140055,+ "PCK3D_50mm": 0.6299319586773431,+ "PCK3D_100mm": 0.9173201122958414,+ "AUC_0_150mm": 0.6642359024598286,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 54.64409338810367,+ "right_knee": 48.88869145759666,+ "right_hip": 45.3866750768073,+ "left_hip": 43.713823356970885,+ "left_knee": 50.70734109073142,+ "left_ankle": 55.59481655264034,+ "right_wrist": 73.1607309509648,+ "right_elbow": 39.977807550054926,+ "right_shoulder": 45.675124820251376,+ "left_shoulder": 40.460065309981935,+ "left_elbow": 45.291183998498376,+ "left_wrist": 78.092965581079+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 41.65367167514524+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 49.27719618777549+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 50.95631810035045+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 47.76531423523893+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 45.57629567928524+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 67.6821731285332+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 46.13458534299859+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 58.84716692393309+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 46.161930904869564+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 43.06490859601754+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 47.47200755913893+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 49.147604732459804+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 44.91034623837281+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.41865594510458+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 59.00598028526663+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 51.79904127762359+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 54.21967075691419+ }+ }+ },+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 518,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 75.03129863376317,+ "PA_MPJPE_mm": 50.231048272159896,+ "PCK3D_50mm": 0.662592139291098,+ "PCK3D_100mm": 0.9195760555394211,+ "AUC_0_150mm": 0.6764055605445983,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 36.41865419530961,+ "left_hip": 37.83689958269942,+ "right_hip": 37.263008304124185,+ "spine1": 43.04592857790974,+ "left_knee": 49.34990316220861,+ "right_knee": 50.030527622090254,+ "spine2": 42.87024932905197,+ "left_ankle": 54.345121455629936,+ "right_ankle": 54.85922455941696,+ "spine3": 41.01227290744936,+ "left_foot": 61.50587319072112,+ "right_foot": 62.195691635973134,+ "neck": 33.31026799055825,+ "left_collar": 28.903970424939203,+ "right_collar": 29.52583959286704,+ "head": 38.32914476397436,+ "left_shoulder": 38.142237765326996,+ "right_shoulder": 39.11885299716117,+ "left_elbow": 50.74154487747758,+ "right_elbow": 46.30681101170729,+ "left_wrist": 74.9902338760167,+ "right_wrist": 73.0563780271927,+ "left_hand": 90.74249012240489,+ "right_hand": 91.6440325596265+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 85.8657145275826,+ "PA_MPJPE_mm": 56.33370553060074,+ "PCK3D_50mm": 0.565246768333521,+ "PCK3D_100mm": 0.8919636559764345,+ "AUC_0_150mm": 0.6329391660330254,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 56.48351146940709,+ "right_knee": 48.16205288093324,+ "right_hip": 47.60072663781627,+ "left_hip": 45.31644924800634,+ "left_knee": 49.38107178275438,+ "left_ankle": 58.09469210609631,+ "right_wrist": 74.34390980008577,+ "right_elbow": 41.345799078829984,+ "right_shoulder": 52.11257155832642,+ "left_shoulder": 42.82043785277687,+ "left_elbow": 46.69823757231741,+ "left_wrist": 79.00194940757115,+ "neck": 44.89936900123691,+ "head": 102.41109903225222+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 80.33336647272002,+ "PA_MPJPE_mm": 51.152573115354095,+ "PCK3D_50mm": 0.6337177944654192,+ "PCK3D_100mm": 0.9216591295689334,+ "AUC_0_150mm": 0.6672094759988383,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 54.043562963958,+ "right_knee": 48.887752965350906,+ "right_hip": 44.5391206807371,+ "left_hip": 43.03052454915732,+ "left_knee": 50.05114121690766,+ "left_ankle": 55.28490959413068,+ "right_wrist": 72.34281455553291,+ "right_elbow": 39.37444357360621,+ "right_shoulder": 45.02155924404227,+ "left_shoulder": 40.78841670415529,+ "left_elbow": 44.77082451455856,+ "left_wrist": 75.6958068221123+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 42.90745748634419+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 50.383834345775064+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 51.25140927621456+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 49.260652503327705+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 45.359897452014046+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 67.83079485059494+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 46.74991980467376+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 59.1226037425883+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 44.88345561138241+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 42.98589302328467+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 45.53582601931474+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 49.30386915165015+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 44.73238533385643+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.11142723550196+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 59.38407851610339+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 52.73235829313001+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 52.02449069677688+ }+ }+ },+ "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 295,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 77.28133498531433,+ "PA_MPJPE_mm": 51.9491732712096,+ "PCK3D_50mm": 0.6465827213763156,+ "PCK3D_100mm": 0.9107372526241547,+ "AUC_0_150mm": 0.6681061095772222,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 37.459041428548,+ "left_hip": 39.46379253972692,+ "right_hip": 38.633448237690324,+ "spine1": 44.07300560792153,+ "left_knee": 52.72926789360471,+ "right_knee": 51.96374265609758,+ "spine2": 43.805976220856614,+ "left_ankle": 57.899022895229834,+ "right_ankle": 58.18971465552947,+ "spine3": 41.80827173378941,+ "left_foot": 66.19531000919939,+ "right_foot": 65.19604680752869,+ "neck": 33.18097089510936,+ "left_collar": 28.820628396996476,+ "right_collar": 30.045158123315833,+ "head": 38.438863881765414,+ "left_shoulder": 38.26718356914064,+ "right_shoulder": 40.14262493829269,+ "left_elbow": 51.79547271490188,+ "right_elbow": 47.866343644847056,+ "left_wrist": 77.91960724642401,+ "right_wrist": 75.09057325487099,+ "left_hand": 93.90372595034053,+ "right_hand": 93.89236520730692+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 88.24875987466123,+ "PA_MPJPE_mm": 58.0608300944181,+ "PCK3D_50mm": 0.5467013590483698,+ "PCK3D_100mm": 0.8819204485511585,+ "AUC_0_150mm": 0.6240450210702877,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 59.87164369689338,+ "right_knee": 49.90000868892296,+ "right_hip": 49.48332988909885,+ "left_hip": 46.825825586548234,+ "left_knee": 52.672342881063734,+ "left_ankle": 61.397319075815396,+ "right_wrist": 76.22799662283796,+ "right_elbow": 42.975780811329976,+ "right_shoulder": 53.59319189262762,+ "left_shoulder": 42.9418249779795,+ "left_elbow": 48.27005010836092,+ "left_wrist": 81.69373627636021,+ "neck": 44.48096774412928,+ "head": 102.51760306988548+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 82.80475609909476,+ "PA_MPJPE_mm": 53.221210122957814,+ "PCK3D_50mm": 0.6126934406505414,+ "PCK3D_100mm": 0.9096378044226859,+ "AUC_0_150mm": 0.6565272738547248,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 57.47732042542089,+ "right_knee": 50.42859296831835,+ "right_hip": 46.48760097516529,+ "left_hip": 44.565920495992735,+ "left_knee": 53.215563230815704,+ "left_ankle": 59.058105680748255,+ "right_wrist": 74.41820278016962,+ "right_elbow": 40.436950297876166,+ "right_shoulder": 46.68281764042519,+ "left_shoulder": 41.19756169704192,+ "left_elbow": 45.98214897741906,+ "left_wrist": 78.7037363061006+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 43.31888915722836+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 50.180015950378625+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 51.61758101633136+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 49.93586472078992+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 46.68536095147245+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 69.88227217037303+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 48.53485487091855+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 60.902593364750075+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 46.4289648281872+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 44.1923851505244+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 46.64224046282951+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 49.91192536080979+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 45.93165730133809+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.69479899747672+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 66.71627636180757+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 56.348237256175786+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 55.442139025455056+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen8e600_emdb1_pve.json b/benchmark/results/gen8e600_emdb1_pve.jsonnew file mode 100644index 0000000..1be2175--- /dev/null+++ b/benchmark/results/gen8e600_emdb1_pve.json@@ -0,0 +1,84 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "bbox": "gt-joints",+ "stride": 1,+ "n": 24103,+ "fit_iters": 0,+ "epoch": 481,+ "source": "raw",+ "fit_residual_mm": null,+ "PVE_direct_mm": 84.87610670870846,+ "PVE_published_mm": 89.23325418783574,+ "PA_PVE_direct_mm": 60.11191741514725,+ "J14_h36m_direct_MPJPE_mm": 72.01241302490234,+ "J14_h36m_direct_PA_MPJPE_mm": 45.65661630917442,+ "MPJPE_mm": null,+ "PA_MPJPE_mm": null,+ "PVE_mm": null,+ "PA_PVE_mm": null,+ "J14_h36m_viamesh_MPJPE_mm": null,+ "J14_h36m_viamesh_PA_MPJPE_mm": null,+ "per_sequence_PA_MPJPE_mm": {+ "P1_14_outdoor_climb": 37.99256784945708,+ "P2_23_outdoor_hug_tree": 43.75399998585647,+ "P3_31_outdoor_workout": 49.17296693829096,+ "P3_32_outdoor_soccer_warmup_a": 45.220382244989246,+ "P3_33_outdoor_soccer_warmup_b": 44.67102976862948,+ "P5_42_indoor_dancing": 63.153714350515436,+ "P5_44_indoor_rom": 42.939674223326584,+ "P6_49_outdoor_big_stairs_down": 53.40884785044657,+ "P6_50_outdoor_workout": 43.24825680371942,+ "P6_51_outdoor_dancing": 40.08151540563019,+ "P7_57_outdoor_rock_chair": 43.262392501333046,+ "P7_59_outdoor_rom": 44.99145225174039,+ "P7_60_outdoor_workout": 40.48482399201354,+ "P8_64_outdoor_skateboard": 44.94984976649381,+ "P8_68_outdoor_handstand": 48.69721892865197,+ "P8_69_outdoor_cartwheel": 47.65970172585432,+ "P9_76_outdoor_sitting": 45.005142388296726+ }+ },+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "bbox": "gt-joints",+ "stride": 1,+ "n": 24103,+ "fit_iters": 0,+ "epoch": 518,+ "source": "raw",+ "fit_residual_mm": null,+ "PVE_direct_mm": 84.54918767526907,+ "PVE_published_mm": 88.66376636986152,+ "PA_PVE_direct_mm": 59.8689347697134,+ "J14_h36m_direct_MPJPE_mm": 71.76900482177734,+ "J14_h36m_direct_PA_MPJPE_mm": 45.28566342247253,+ "MPJPE_mm": null,+ "PA_MPJPE_mm": null,+ "PVE_mm": null,+ "PA_PVE_mm": null,+ "J14_h36m_viamesh_MPJPE_mm": null,+ "J14_h36m_viamesh_PA_MPJPE_mm": null,+ "per_sequence_PA_MPJPE_mm": {+ "P1_14_outdoor_climb": 38.73744131520006,+ "P2_23_outdoor_hug_tree": 44.540587008765726,+ "P3_31_outdoor_workout": 49.22495972283584,+ "P3_32_outdoor_soccer_warmup_a": 46.730456590053365,+ "P3_33_outdoor_soccer_warmup_b": 44.31893254533928,+ "P5_42_indoor_dancing": 63.19556704651091,+ "P5_44_indoor_rom": 43.069485931052355,+ "P6_49_outdoor_big_stairs_down": 53.014429580382995,+ "P6_50_outdoor_workout": 41.591717317406115,+ "P6_51_outdoor_dancing": 39.49775587240576,+ "P7_57_outdoor_rock_chair": 41.30756870916201,+ "P7_59_outdoor_rom": 45.114976641168006,+ "P7_60_outdoor_workout": 40.65706441389069,+ "P8_64_outdoor_skateboard": 44.77179547532716,+ "P8_68_outdoor_handstand": 47.84618225792263,+ "P8_69_outdoor_cartwheel": 47.986706388143425,+ "P9_76_outdoor_sitting": 42.62847741551841+ }+ }+}\ No newline at end of file