Skip to content
Python

bench: gen8 600-epoch results; EMDB PVE at WHAM's SMPL-hip root; COCO PCK on the HMR2.0 protocol

mohamdev3cfe52d5f8d7
diff --git a/benchmark/eval_coco.py b/benchmark/eval_coco.py
index 5eac978..bd59c3b 100644
--- a/benchmark/eval_coco.py
+++ b/benchmark/eval_coco.py
@@ -58,6 +58,9 @@ def parse_args():
p.add_argument("--mhr-script", default=None)
p.add_argument("--num-workers", type=int, default=6)
p.add_argument("--limit", type=int, default=0)
+ p.add_argument("--hmr2-subset",
+ default="benchmark/data/hmr2_evaluation_data/coco_val.npz",
+ help="4D-Humans' coco_val.npz; enables the HMR2.0 / SAM 3D Body PCK")
p.add_argument("--out", default="benchmark/results/coco.json")
return p.parse_args()
@@ -144,6 +147,30 @@ def main():
"[email protected]_bboxdiag": M.pck2d(pred_kp, gt_xy, valid, diag, 0.2),
"NME_bboxdiag": M.nme2d(pred_kp, gt_xy, valid, diag),
}
+ # --- the published protocol: HMR2.0 Table 2, SAM 3D Body Table 2 -----
+ # 4D-Humans' EvaluatorPCK, reproduced: only the 4,648 persons listed in
+ # their coco_val.npz (no simple rule selects them -- >=6 keypoints alone
+ # gives 5,430), distance / max(w, h) of the tight GT box, PCK per keypoint
+ # then averaged over the 17 (mmpose's avg_acc, not a pooled mean).
+ hmr2 = Path(args.hmr2_subset)
+ if hmr2.is_file():
+ z = np.load(hmr2)
+ listed = {}
+ for n, c in zip(z["imgname"], z["center"]):
+ listed.setdefault(Path(str(n)).name, []).append(c)
+ sub = np.array([
+ any(np.abs(np.array([s.bbox[0] + s.bbox[2], s.bbox[1] + s.bbox[3]]) / 2 - c).max() < 0.02
+ for c in listed.get(Path(s.image_path).name, []))
+ for s in kept])
+ side = np.array([max(s.meta["bbox_wh"]) for s in kept])[sub]
+ d = np.linalg.norm(pred_kp[sub] - gt_xy[sub], axis=-1) / side[:, None]
+ v = valid[sub]
+ summary["hmr2_protocol"] = {"num_samples": int(sub.sum()),
+ "num_listed": int(len(z["imgname"]))}
+ for t in (0.05, 0.1):
+ summary["hmr2_protocol"][f"PCK@{t}"] = float(np.mean(
+ [(d[v[:, j], j] < t).mean() for j in range(17) if v[:, j].any()]))
+
per_kp = {}
for i, name in enumerate(J.COCO17_NAMES):
v = valid[:, i]
@@ -190,6 +217,10 @@ def main():
f"[email protected] {summary['[email protected]_bboxdiag']*100:6.2f} % "
f"[email protected] {summary['[email protected]_bboxdiag']*100:6.2f} %")
print(f" NME {summary['NME_bboxdiag']:6.4f} (bbox-diagonal units)")
+ if "hmr2_protocol" in summary:
+ h = summary["hmr2_protocol"]
+ print(f" HMR2.0 / SAM 3D Body protocol ({h['num_samples']}/{h['num_listed']} persons):"
print("=" * 68)
print(f"written to {out}")
diff --git a/benchmark/eval_smpl_fit.py b/benchmark/eval_smpl_fit.py
index 3e621d5..b2e3510 100644
--- a/benchmark/eval_smpl_fit.py
+++ b/benchmark/eval_smpl_fit.py
@@ -367,6 +367,17 @@ def main():
# the entire (N, 6890, 3) array to a 5.9 GB float64 intermediate.
Jreg = np.load(args.h36m_regressor).astype(np.float32) # (17, 6890)
sel = J.J14_FROM_H36M17
+ # The root the published PVE uses (WHAM's evaluate_3dpw / _emdb, which
+ # SAM 3D Body's table follows). 3DPW: mid-hip of the H36M-regressed J14
+ # -- the root below, unchanged. EMDB: mid-hip of SMPL joints 1/2. The
+ # prediction's surface has no kinematic chain, so SMPL's own
+ # J_regressor rows 1/2 stand in on BOTH sides (4.9 mm from the
+ # kinematic hips on GT; scoring GT at its kinematic hips instead moves
+ # PVE by 0.05 mm). The H36M root reads ~4.4 mm low on EMDB.
+ hipreg = ({g: SMPLModel(args.smpl_dir, g, device).m["J_regressor"][1:3]
+ .float().cpu().numpy() for g in set(genders)}
+ if args.dataset == "emdb" else None)
+ pve_pub_sum = 0.0
CH = 256
pve_sum = pve_n = pa_pve_sum = 0.0
pve_d_sum = pa_pve_d_sum = 0.0
@@ -381,8 +392,13 @@ def main():
a_d = Vd[i:i + CH].numpy() * MM
h_pd = np.einsum("jv,nvc->njc", Jreg, a_d)[:, sel]
h_gd = np.einsum("jv,nvc->njc", Jreg, b)[:, sel]
- pve_d_sum += float(M.mpjpe(a_d, b,
- root=(J.pelvis(h_pd), J.pelvis(h_gd))).sum())
+ e_d = M.mpjpe(a_d, b, root=(J.pelvis(h_pd), J.pelvis(h_gd)))
+ pve_d_sum += float(e_d.sum())
+ if hipreg is not None:
+ R = np.stack([hipreg[g] for g in genders[i:i + n]])
+ mid = lambda v: np.einsum("njv,nvc->njc", R, v).mean(1)
+ e_d = M.mpjpe(a_d, b, root=(mid(a_d), mid(b)))
+ pve_pub_sum += float(e_d.sum())
pa_pve_d_sum += float(M.pa_mpjpe(a_d, b).sum())
pve_n += a_d.shape[0] * a_d.shape[1]
hpd_parts.append(h_pd)
@@ -410,6 +426,9 @@ def main():
# *_mm keys below keep their old meaning -- the FITTED mesh -- so
# rows recorded before 2026-09-22 stay comparable.
PVE_direct_mm=pve_d_sum / pve_n,
+ # The PVE to put beside a published table: fit-free surface, the
+ # benchmark's own root (see `hipreg`). Equal to PVE_direct on 3DPW.
+ PVE_published_mm=pve_pub_sum / pve_n,
PA_PVE_direct_mm=pa_pve_d_sum / pve_n,
J14_h36m_direct_MPJPE_mm=float(
M.mpjpe(h_pd, h_g, root=(hpd_r, hg_r)).mean()),
@@ -442,7 +461,8 @@ def main():
for n in sorted({s["sequence"] for s in kept})}
report[ck_path] = res
print(f"\n {Path(ck_path).parts[-3]:<10s} fit-free: PVE "
- f"{res['PVE_direct_mm']:6.2f} PA-PVE {res['PA_PVE_direct_mm']:6.2f}"
+ f"{res['PVE_direct_mm']:6.2f} PVE(published root) "
+ f"{res['PVE_published_mm']:6.2f} PA-PVE {res['PA_PVE_direct_mm']:6.2f}"
f" | J14/H36M: MPJPE {res['J14_h36m_direct_MPJPE_mm']:6.2f} "
f"PA {res['J14_h36m_direct_PA_MPJPE_mm']:6.2f}", flush=True)
if fitting:
diff --git a/benchmark/results/coco_gen8_lr1x_e600.json b/benchmark/results/coco_gen8_lr1x_e600.json
new file mode 100644
index 0000000..f2b8c6e
--- /dev/null
+++ b/benchmark/results/coco_gen8_lr1x_e600.json
@@ -0,0 +1,118 @@
+{
+ "model": "models/gen8/g8h_lr1x_e600.onnx",
+ "dataset": "COCO val2017",
+ "protocol": "top-down, ground-truth boxes, score=1.0",
+ "summary": {
+ "num_samples": 6352,
+ "mean_OKS": 0.6848534474258408,
+ "[email protected]_bboxdiag": 0.7603899435608004,
+ "[email protected]_bboxdiag": 0.867507146522026,
+ "[email protected]_bboxdiag": 0.9307043905299421,
+ "NME_bboxdiag": 0.054894041614812886,
+ "hmr2_protocol": {
+ "num_samples": 4648,
+ "num_listed": 4648,
+ "[email protected]": 0.7818773042797575,
+ "[email protected]": 0.8911537817560902
+ },
+ "oks_ap": {
+ "AP": 0.4102344555600176,
+ "AP50": 0.6329140564493448,
+ "AP75": 0.43868074453405653,
+ "AP_medium": 0.38315629813148766,
+ "AP_large": 0.47727727040946333,
+ "AR": 0.5763539042821159,
+ "AR50": 0.7699937027707808,
+ "AR75": 0.6275188916876574,
+ "AR_medium": 0.5205408358372029,
+ "AR_large": 0.6554069119286512
+ }
+ },
+ "per_keypoint": {
+ "nose": {
+ "n": 4268,
+ "[email protected]": 0.8380974695407685,
+ "[email protected]": 0.8959700093720713
+ },
+ "left_eye": {
+ "n": 3703,
+ "[email protected]": 0.8431001890359168,
+ "[email protected]": 0.8979206049149339
+ },
+ "right_eye": {
+ "n": 3685,
+ "[email protected]": 0.8458616010854817,
+ "[email protected]": 0.8966078697421981
+ },
+ "left_ear": {
+ "n": 3185,
+ "[email protected]": 0.8511773940345368,
+ "[email protected]": 0.9029827315541601
+ },
+ "right_ear": {
+ "n": 3256,
+ "[email protected]": 0.8464373464373465,
+ "[email protected]": 0.8974201474201474
+ },
+ "left_shoulder": {
+ "n": 5501,
+ "[email protected]": 0.7671332485002726,
+ "[email protected]": 0.8725686238865661
+ },
+ "right_shoulder": {
+ "n": 5495,
+ "[email protected]": 0.7737943585077343,
+ "[email protected]": 0.8682438580527753
+ },
+ "left_elbow": {
+ "n": 4336,
+ "[email protected]": 0.7774446494464945,
+ "[email protected]": 0.8666974169741697
+ },
+ "right_elbow": {
+ "n": 4378,
+ "[email protected]": 0.7699862951119233,
+ "[email protected]": 0.8565555047967108
+ },
+ "left_wrist": {
+ "n": 3945,
+ "[email protected]": 0.7743979721166033,
+ "[email protected]": 0.8555133079847909
+ },
+ "right_wrist": {
+ "n": 4012,
+ "[email protected]": 0.7766699900299102,
+ "[email protected]": 0.8579262213359921
+ },
+ "left_hip": {
+ "n": 4755,
+ "[email protected]": 0.5655099894847528,
+ "[email protected]": 0.8199789695057834
+ },
+ "right_hip": {
+ "n": 4784,
+ "[email protected]": 0.5553929765886287,
+ "[email protected]": 0.8158444816053512
+ },
+ "left_knee": {
+ "n": 3513,
+ "[email protected]": 0.7637346996868773,
+ "[email protected]": 0.8682038144036436
+ },
+ "right_knee": {
+ "n": 3500,
+ "[email protected]": 0.7654285714285715,
+ },
+ "left_ankle": {
+ "n": 2957,
+ "[email protected]": 0.7605681433885695,
+ "[email protected]": 0.8677713899222185
+ },
+ "right_ankle": {
+ "n": 2942,
+ "[email protected]": 0.7630863358259687,
+ "[email protected]": 0.8725356900067981
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/coco_gen8_lr2x_e600.json b/benchmark/results/coco_gen8_lr2x_e600.json
new file mode 100644
index 0000000..dee0f16
--- /dev/null
+++ b/benchmark/results/coco_gen8_lr2x_e600.json
@@ -0,0 +1,118 @@
+{
+ "model": "models/gen8/g8h_lr2x_e600.onnx",
+ "dataset": "COCO val2017",
+ "protocol": "top-down, ground-truth boxes, score=1.0",
+ "summary": {
+ "num_samples": 6352,
+ "mean_OKS": 0.6881792023605318,
+ "[email protected]_bboxdiag": 0.7619145349263359,
+ "[email protected]_bboxdiag": 0.8704243934618485,
+ "[email protected]_bboxdiag": 0.9316865791981236,
+ "NME_bboxdiag": 0.05416568979720726,
+ "hmr2_protocol": {
+ "num_samples": 4648,
+ "num_listed": 4648,
+ "[email protected]": 0.7818118002235858,
+ "[email protected]": 0.8915644948488242
+ },
+ "oks_ap": {
+ "AP": 0.41533212120286433,
+ "AP50": 0.6408538772904333,
+ "AP75": 0.44903830115901155,
+ "AP_medium": 0.3894469467410182,
+ "AP_large": 0.4746945211689104,
+ "AR": 0.5785107052896725,
+ "AR50": 0.7701511335012594,
+ "AR75": 0.6306675062972292,
+ "AR_medium": 0.5233269598470364,
+ "AR_large": 0.656558900037161
+ }
+ },
+ "per_keypoint": {
+ "nose": {
+ "n": 4268,
+ "[email protected]": 0.8357544517338332,
+ "[email protected]": 0.8947985004686035
+ },
+ "left_eye": {
+ "n": 3703,
+ "[email protected]": 0.8414798811774237,
+ "[email protected]": 0.8946799891979476
+ },
+ "right_eye": {
+ "n": 3685,
+ "[email protected]": 0.8469470827679783,
+ "[email protected]": 0.8974219810040706
+ },
+ "left_ear": {
+ "n": 3185,
+ "[email protected]": 0.847723704866562,
+ "[email protected]": 0.9007849293563579
+ },
+ "right_ear": {
+ "n": 3256,
+ "[email protected]": 0.8442874692874693,
+ "[email protected]": 0.9007985257985258
+ },
+ "left_shoulder": {
+ "n": 5501,
+ "[email protected]": 0.7771314306489729,
+ "[email protected]": 0.8760225413561171
+ },
+ "right_shoulder": {
+ "n": 5495,
+ "[email protected]": 0.7712465878070973,
+ "[email protected]": 0.8687898089171975
+ },
+ "left_elbow": {
+ "n": 4336,
+ "[email protected]": 0.7629151291512916,
+ "[email protected]": 0.8662361623616236
+ },
+ "right_elbow": {
+ "n": 4378,
+ "[email protected]": 0.7672453174965738,
+ "[email protected]": 0.8558702603928735
+ },
+ "left_wrist": {
+ "n": 3945,
+ "[email protected]": 0.7703422053231939,
+ "[email protected]": 0.8565272496831432
+ },
+ "right_wrist": {
+ "n": 4012,
+ "[email protected]": 0.7848953140578265,
+ "[email protected]": 0.861914257228315
+ },
+ "left_hip": {
+ "n": 4755,
+ "[email protected]": 0.5711882229232387,
+ "[email protected]": 0.8269190325972661
+ },
+ "right_hip": {
+ "n": 4784,
+ "[email protected]": 0.5650083612040134,
+ "[email protected]": 0.8229515050167224
+ },
+ "left_knee": {
+ "n": 3513,
+ "[email protected]": 0.7651579846285226,
+ "[email protected]": 0.8704810703102761
+ },
+ "right_knee": {
+ "n": 3500,
+ "[email protected]": 0.7708571428571429,
+ "[email protected]": 0.8811428571428571
+ },
+ "left_ankle": {
+ "n": 2957,
+ "[email protected]": 0.7724044639837674,
+ "[email protected]": 0.880622252282719
+ },
+ "right_ankle": {
+ "n": 2942,
+ "[email protected]": 0.769544527532291,
+ "[email protected]": 0.8793337865397689
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen8e600_3dpw_test_fitted.json b/benchmark/results/gen8e600_3dpw_test_fitted.json
new file mode 100644
index 0000000..5e7f1ff
--- /dev/null
+++ b/benchmark/results/gen8e600_3dpw_test_fitted.json
@@ -0,0 +1,221 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "epoch": 481,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.67208981530685,
+ "PA_MPJPE_mm": 66.88827906149398,
+ "PCK3D_50mm": 0.40043747809588265,
+ "PCK3D_100mm": 0.8333152057879238,
+ "AUC_0_150mm": 0.5614256099464217,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.32566466583239,
+ "right_knee": 47.15757278410884,
+ "right_hip": 97.91236566919363,
+ "left_hip": 86.9490282552268,
+ "left_knee": 44.53516581618817,
+ "left_ankle": 65.83516249290801,
+ "right_wrist": 69.57656761565505,
+ "right_elbow": 57.30814205770195,
+ "right_shoulder": 50.57434084812882,
+ "left_shoulder": 52.783406809770966,
+ "left_elbow": 66.62647224986277,
+ "left_wrist": 71.49801868409502,
+ "neck": 31.509690874000956,
+ "head": 129.84430803824233
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 100.33834875125983,
+ "PA_MPJPE_mm": 61.536504952360026,
+ "PCK3D_50mm": 0.4448274727650415,
+ "PCK3D_100mm": 0.8943217813871734,
+ "AUC_0_150mm": 0.5942502847887198,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.237419998496975,
+ "right_knee": 49.111783974488894,
+ "right_hip": 97.51347173184112,
+ "left_hip": 86.22150295326539,
+ "left_knee": 45.48550400353603,
+ "left_ankle": 60.84145088776921,
+ "right_wrist": 65.8537664444401,
+ "right_elbow": 48.74105875119605,
+ "right_shoulder": 50.52034004161104,
+ "left_shoulder": 50.659167441813175,
+ "left_elbow": 54.43509093493264,
+ "left_wrist": 67.81750226492976
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 65.85016697108857,
+ "PA_MPJPE_mm": 40.61170253850853,
+ "PCK3D_50mm": 0.7406330944525683,
+ "PCK3D_100mm": 0.9546932215065199,
+ "AUC_0_150mm": 0.7285012834172203
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "epoch": 518,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.81827863509393,
+ "PA_MPJPE_mm": 66.79035028325032,
+ "PCK3D_50mm": 0.4021394531926636,
+ "PCK3D_100mm": 0.8312788781869231,
+ "AUC_0_150mm": 0.5619045280009501,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.49785874555987,
+ "right_knee": 47.14725298578676,
+ "right_hip": 97.98861684334267,
+ "left_hip": 87.53378889657029,
+ "left_knee": 44.11917522358694,
+ "left_ankle": 66.3427163612456,
+ "right_wrist": 68.0548811400338,
+ "right_elbow": 57.05052993762211,
+ "right_shoulder": 50.038698547415784,
+ "left_shoulder": 52.571548872467744,
+ "left_elbow": 66.82050584337476,
+ "left_wrist": 72.64890085535404,
+ "neck": 31.740279229099713,
+ "head": 128.51015048404423
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 100.53770117978908,
+ "PA_MPJPE_mm": 61.55104488747315,
+ "PCK3D_50mm": 0.4452363496226114,
+ "PCK3D_100mm": 0.8919343165176851,
+ "AUC_0_150mm": 0.5939325979310862,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.981980839671074,
+ "right_knee": 49.08710054345032,
+ "right_hip": 97.56254084161058,
+ "left_hip": 86.68303216464714,
+ "left_knee": 45.08787177560861,
+ "left_ankle": 61.3008290027359,
+ "right_wrist": 64.5650465655679,
+ "right_elbow": 48.95435324199886,
+ "right_shoulder": 50.52685218966079,
+ "left_shoulder": 50.57954325715595,
+ "left_elbow": 54.56724101613218,
+ "left_wrist": 68.71614721143841
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 65.77250332436297,
+ "PA_MPJPE_mm": 40.69199406281121,
+ "PCK3D_50mm": 0.7385625259324607,
+ "PCK3D_100mm": 0.9540486865586265,
+ "AUC_0_150mm": 0.7278909244151527
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "epoch": 295,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.90314007131975,
+ "PA_MPJPE_mm": 66.75417606476643,
+ "PCK3D_50mm": 0.39980502817826225,
+ "PCK3D_100mm": 0.8327069259308495,
+ "AUC_0_150mm": 0.5619064771993814,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.05109104673127,
+ "right_knee": 46.94215549198992,
+ "right_hip": 97.44293023222869,
+ "left_hip": 86.91167415608224,
+ "left_knee": 45.064097051510274,
+ "left_ankle": 65.60436699939369,
+ "right_wrist": 68.87685239747502,
+ "right_elbow": 57.44952437991582,
+ "right_shoulder": 50.244764143404396,
+ "left_shoulder": 52.69003609812139,
+ "left_elbow": 66.52677846287735,
+ "left_wrist": 72.22817355045031,
+ "neck": 31.507160128258747,
+ "head": 129.0188607682908
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 100.72900938161254,
+ "PA_MPJPE_mm": 61.44884912037969,
+ "PCK3D_50mm": 0.44510240720375227,
+ "PCK3D_100mm": 0.8933747849871697,
+ "AUC_0_150mm": 0.5943006932259247,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.9344712858018,
+ "right_knee": 48.84689470618248,
+ "right_hip": 97.24594667733341,
+ "left_hip": 86.35254867154886,
+ "left_knee": 45.94898323550374,
+ "left_ankle": 61.31441118333219,
+ "right_wrist": 65.41141248323005,
+ "right_elbow": 49.0266037842799,
+ "right_shoulder": 49.59549581483996,
+ "left_shoulder": 49.954727201736944,
+ "left_elbow": 54.2545604153924,
+ "left_wrist": 68.50013398537457
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 66.08732433559445,
+ "PA_MPJPE_mm": 40.79832921073415,
+ "PCK3D_50mm": 0.7363086677865461,
+ "PCK3D_100mm": 0.9543346989417542,
+ "AUC_0_150mm": 0.7269478372408915
+ }
+ ]
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen8e600_3dpw_test_pve.json b/benchmark/results/gen8e600_3dpw_test_pve.json
new file mode 100644
index 0000000..3091f65
--- /dev/null
+++ b/benchmark/results/gen8e600_3dpw_test_pve.json
@@ -0,0 +1,98 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "3DPW/test",
+ "bbox": "gt-joints",
+ "stride": 1,
+ "n": 35463,
+ "fit_iters": 0,
+ "epoch": 481,
+ "source": "raw",
+ "fit_residual_mm": null,
+ "PVE_direct_mm": 78.83505836762673,
+ "PVE_published_mm": 78.83505836762673,
+ "PA_PVE_direct_mm": 56.91410177852873,
+ "J14_h36m_direct_MPJPE_mm": 65.5341567993164,
+ "J14_h36m_direct_PA_MPJPE_mm": 41.6480581870448,
+ "MPJPE_mm": null,
+ "PA_MPJPE_mm": null,
+ "PVE_mm": null,
+ "PA_PVE_mm": null,
+ "J14_h36m_viamesh_MPJPE_mm": null,
+ "J14_h36m_viamesh_PA_MPJPE_mm": null,
+ "per_sequence_PA_MPJPE_mm": {
+ "downtown_arguing_00": 46.724881619073784,
+ "downtown_bar_00": 54.42938286092481,
+ "downtown_bus_00": 50.64704855123716,
+ "downtown_cafe_00": 38.94228866305341,
+ "downtown_car_00": 45.52335143280792,
+ "downtown_crossStreets_00": 41.59451640232422,
+ "downtown_downstairs_00": 35.11467225342558,
+ "downtown_enterShop_00": 29.990330992426575,
+ "downtown_rampAndStairs_00": 40.89617187771701,
+ "downtown_runForBus_00": 38.13501433228221,
+ "downtown_runForBus_01": 49.92449802153219,
+ "downtown_sitOnStairs_00": 38.329424588117945,
+ "downtown_stairs_00": 51.95312557603397,
+ "downtown_upstairs_00": 31.700704154831314,
+ "downtown_walkBridge_01": 31.364117379866755,
+ "downtown_walkUphill_00": 30.1434090742278,
+ "downtown_walking_00": 39.205795579853636,
+ "downtown_warmWelcome_00": 46.53793134752158,
+ "downtown_weeklyMarket_00": 36.885936538418214,
+ "downtown_windowShopping_00": 32.75120179747051,
+ "flat_guitar_01": 46.340424264768004,
+ "flat_packBags_00": 40.71895068904101,
+ "office_phoneCall_00": 34.74016390333005,
+ "outdoors_fencing_01": 44.10642225989501
+ }
+ },
+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",
+ "dataset": "3DPW/test",
+ "bbox": "gt-joints",
+ "stride": 1,
+ "n": 35463,
+ "fit_iters": 0,
+ "epoch": 518,
+ "source": "raw",
+ "fit_residual_mm": null,
+ "PVE_direct_mm": 78.43976667437313,
+ "PVE_published_mm": 78.43976667437313,
+ "PA_PVE_direct_mm": 56.785389489845365,
+ "J14_h36m_direct_MPJPE_mm": 65.23712158203125,
+ "J14_h36m_direct_PA_MPJPE_mm": 41.61939363877355,
+ "MPJPE_mm": null,
+ "PA_MPJPE_mm": null,
+ "PVE_mm": null,
+ "PA_PVE_mm": null,
+ "J14_h36m_viamesh_MPJPE_mm": null,
+ "J14_h36m_viamesh_PA_MPJPE_mm": null,
+ "per_sequence_PA_MPJPE_mm": {
+ "downtown_arguing_00": 46.71709755844352,
+ "downtown_bar_00": 53.83207822629599,
+ "downtown_bus_00": 48.65236033605704,
+ "downtown_cafe_00": 38.66125558703131,
+ "downtown_car_00": 46.18466352478656,
+ "downtown_crossStreets_00": 42.57564925326769,
+ "downtown_downstairs_00": 33.91592730608885,
+ "downtown_enterShop_00": 30.01681560754425,
+ "downtown_rampAndStairs_00": 41.571448661341506,
+ "downtown_runForBus_00": 38.444672503526775,
+ "downtown_runForBus_01": 48.819265356758876,
+ "downtown_sitOnStairs_00": 37.697398733723126,
+ "downtown_stairs_00": 52.51551969286717,
+ "downtown_upstairs_00": 32.05573658912798,
+ "downtown_walkBridge_01": 31.813943698241207,
+ "downtown_walkUphill_00": 30.111507249035302,
+ "downtown_walking_00": 40.58534160883497,
+ "downtown_warmWelcome_00": 46.69374967255896,
+ "downtown_weeklyMarket_00": 36.38936390754917,
+ "downtown_windowShopping_00": 33.241522601468155,
+ "flat_guitar_01": 48.74412804708892,
+ "flat_packBags_00": 41.76850909461474,
+ "office_phoneCall_00": 33.65640120474975,
+ "outdoors_fencing_01": 43.28125434152628
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen8e600_emdb1_annotated.json b/benchmark/results/gen8e600_emdb1_annotated.json
new file mode 100644
index 0000000..88cd194
--- /dev/null
+++ b/benchmark/results/gen8e600_emdb1_annotated.json
@@ -0,0 +1,346 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 481,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.56307577082555,
+ "PA_MPJPE_mm": 62.870025736990414,
+ "PCK3D_50mm": 0.5740969312257119,
+ "PCK3D_100mm": 0.850348850073988,
+ "AUC_0_150mm": 0.6204626292448314,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 41.92819348367251,
+ "left_hip": 42.983309591841284,
+ "right_hip": 41.99028748432828,
+ "spine1": 50.546013737542765,
+ "left_knee": 55.87615404726698,
+ "right_knee": 55.503917699781574,
+ "spine2": 50.49607895919742,
+ "left_ankle": 66.1181759111917,
+ "right_ankle": 66.98668454711286,
+ "spine3": 49.78704163506046,
+ "left_foot": 73.13540954015934,
+ "right_foot": 75.7911614026987,
+ "neck": 48.6956588109759,
+ "left_collar": 42.73892796587593,
+ "right_collar": 42.10077260781202,
+ "head": 55.32774526303255,
+ "left_shoulder": 47.76003947941104,
+ "right_shoulder": 47.36225766052754,
+ "left_elbow": 60.362470277701114,
+ "right_elbow": 56.31569359814934,
+ "left_wrist": 100.02892705884527,
+ "right_wrist": 97.56416452991154,
+ "left_hand": 118.92762398132496,
+ "right_hand": 120.55390841434752
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 97.52043161985303,
+ "PA_MPJPE_mm": 66.60282504447187,
+ "PCK3D_50mm": 0.4932373563456831,
+ "PCK3D_100mm": 0.8317903521197717,
+ "AUC_0_150mm": 0.5863527132309093,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 67.54325731831655,
+ "right_knee": 52.5715564247917,
+ "right_hip": 50.65727821785841,
+ "left_hip": 48.61720059795035,
+ "left_knee": 54.35848136667145,
+ "left_ankle": 68.57272375227623,
+ "right_wrist": 99.14361640124834,
+ "right_elbow": 51.80272340308523,
+ "right_shoulder": 57.842049573846666,
+ "left_shoulder": 49.321726616475765,
+ "left_elbow": 57.59989885904841,
+ "left_wrist": 104.93261432735564,
+ "neck": 59.08336480050076,
+ "head": 110.39305896318065
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 92.62130444081637,
+ "PA_MPJPE_mm": 62.52354452474751,
+ "PCK3D_50mm": 0.5455890691338561,
+ "PCK3D_100mm": 0.8560656349831971,
+ "AUC_0_150mm": 0.6123240581750631,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 66.09113869530734,
+ "right_knee": 53.47881404589802,
+ "right_hip": 50.16151816441917,
+ "left_hip": 48.88523996220425,
+ "left_knee": 55.289079967341344,
+ "left_ankle": 66.70908987983816,
+ "right_wrist": 94.9783202880758,
+ "right_elbow": 49.31230615843084,
+ "right_shoulder": 57.06256345327593,
+ "left_shoulder": 53.488600402271814,
+ "left_elbow": 54.9418653064444,
+ "left_wrist": 99.88399797346307
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 78.73205914997531
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 69.90917751476255
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 57.19897705885768
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 52.67358303674525
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 57.442956505064636
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 80.65953393773327
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 51.99371657415196
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 78.22017006614858
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 52.73912827718323
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 60.6432327921372
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 59.01714813491954
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 60.25282361405862
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 56.7914121366103
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 65.03925056034467
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 71.88318204701882
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 54.47972068910211
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 59.022351604762875
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 518,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.8526631463249,
+ "PA_MPJPE_mm": 64.05441730455037,
+ "PCK3D_50mm": 0.5658821861732288,
+ "PCK3D_100mm": 0.8431644055373466,
+ "AUC_0_150mm": 0.6150335879306507,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.380681813664424,
+ "left_hip": 43.14556979151991,
+ "right_hip": 41.90776232971016,
+ "spine1": 51.22295988018028,
+ "left_knee": 55.764830320027066,
+ "right_knee": 54.83281414553069,
+ "spine2": 51.471690765291555,
+ "left_ankle": 66.17087747941379,
+ "right_ankle": 67.57230277686087,
+ "spine3": 51.26440173016567,
+ "left_foot": 73.71044418544813,
+ "right_foot": 76.95746977694525,
+ "neck": 50.78486534194797,
+ "left_collar": 44.639826106707844,
+ "right_collar": 43.99084423923209,
+ "head": 56.82741409596142,
+ "left_shoulder": 49.24272031887481,
+ "right_shoulder": 48.14018206736064,
+ "left_elbow": 61.415998933054354,
+ "right_elbow": 57.17333195963461,
+ "left_wrist": 101.3900004424182,
+ "right_wrist": 100.84837252598894,
+ "left_hand": 122.01449168342972,
+ "right_hand": 124.4361625998391
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 97.48756148761787,
+ "PA_MPJPE_mm": 67.07187484458336,
+ "PCK3D_50mm": 0.49156299452943025,
+ "PCK3D_100mm": 0.8295884922445932,
+ "AUC_0_150mm": 0.5842171968955812,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 67.67528864650981,
+ "right_knee": 52.191939340524335,
+ "right_hip": 50.17118548228657,
+ "left_hip": 47.97431966069622,
+ "left_knee": 54.63651790459916,
+ "left_ankle": 68.44809808221093,
+ "right_wrist": 102.85687493782847,
+ "right_elbow": 52.825735929818634,
+ "right_shoulder": 57.91663750460134,
+ "left_shoulder": 51.03963804392885,
+ "left_elbow": 57.58853860242432,
+ "left_wrist": 105.7341804255367,
+ "neck": 61.42412632106316,
+ "head": 108.5231669421385
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 93.25364651573624,
+ "PA_MPJPE_mm": 63.20718597629368,
+ "PCK3D_50mm": 0.5412362223236389,
+ "PCK3D_100mm": 0.853462224619342,
+ "AUC_0_150mm": 0.6090766821066756,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 66.70111560985947,
+ "right_knee": 53.21055489696277,
+ "right_hip": 49.88626010638046,
+ "left_hip": 48.55953948036445,
+ "left_knee": 55.60604452614569,
+ "left_ankle": 66.79906795260878,
+ "right_wrist": 98.00589178875549,
+ "right_elbow": 50.51912111454967,
+ "right_shoulder": 58.1470800514442,
+ "left_shoulder": 55.91817111431265,
+ "left_elbow": 55.15661183062778,
+ "left_wrist": 99.97677324351281
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 79.28268429761474
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 73.42796633035849
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 58.043883427803706
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 56.909969339467104
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 59.87977625757823
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 80.19744683923537
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 54.23044843360599
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 85.56935324693771
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 55.77721722025817
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 64.04983187986235
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 54.686871127603425
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 60.572792685344226
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 57.99382653290719
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 61.5382452105661
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 73.29607622049595
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 56.39597209180131
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 57.897785317188756
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen8e600_emdb1_fitted.json b/benchmark/results/gen8e600_emdb1_fitted.json
new file mode 100644
index 0000000..33d142e
--- /dev/null
+++ b/benchmark/results/gen8e600_emdb1_fitted.json
@@ -0,0 +1,518 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 481,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 75.45319378157116,
+ "PA_MPJPE_mm": 50.32863498976247,
+ "PCK3D_50mm": 0.6644383824973378,
+ "PCK3D_100mm": 0.9189433542159344,
+ "AUC_0_150mm": 0.6767868765722734,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 36.29148536825942,
+ "left_hip": 38.24552586212516,
+ "right_hip": 37.600955289971296,
+ "spine1": 42.841433811205626,
+ "left_knee": 50.3974071974786,
+ "right_knee": 50.636864207098895,
+ "spine2": 42.87487848201726,
+ "left_ankle": 54.447180676894604,
+ "right_ankle": 55.30010689324191,
+ "spine3": 41.06766402362964,
+ "left_foot": 61.48244702825232,
+ "right_foot": 62.10221206337029,
+ "neck": 32.24941748448096,
+ "left_collar": 28.165231607074126,
+ "right_collar": 29.045948558461998,
+ "head": 37.68983884655172,
+ "left_shoulder": 37.81425445121847,
+ "right_shoulder": 39.70770089314365,
+ "left_elbow": 50.604477974573584,
+ "right_elbow": 47.003193546634456,
+ "left_wrist": 76.40272950121867,
+ "right_wrist": 73.48478178514239,
+ "left_hand": 90.80408930132057,
+ "right_hand": 91.62741490093312
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.41165848688678,
+ "PA_MPJPE_mm": 56.76824098666464,
+ "PCK3D_50mm": 0.5623544194261533,
+ "PCK3D_100mm": 0.8884311970649771,
+ "AUC_0_150mm": 0.6310808777460634,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 57.107587898242244,
+ "right_knee": 48.17377530664997,
+ "right_hip": 48.27013921643617,
+ "left_hip": 45.91431273776492,
+ "left_knee": 50.0210048258065,
+ "left_ankle": 58.42373661025704,
+ "right_wrist": 74.65785131579995,
+ "right_elbow": 41.81074013327866,
+ "right_shoulder": 52.85493659343189,
+ "left_shoulder": 43.177167245776566,
+ "left_elbow": 47.45422252448673,
+ "left_wrist": 80.89639938141364,
+ "neck": 43.42408396871431,
+ "head": 102.56941605524631
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 80.79194371698863,
+ "PA_MPJPE_mm": 51.799443261140055,
+ "PCK3D_50mm": 0.6299319586773431,
+ "PCK3D_100mm": 0.9173201122958414,
+ "AUC_0_150mm": 0.6642359024598286,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 54.64409338810367,
+ "right_knee": 48.88869145759666,
+ "right_hip": 45.3866750768073,
+ "left_hip": 43.713823356970885,
+ "left_knee": 50.70734109073142,
+ "left_ankle": 55.59481655264034,
+ "right_wrist": 73.1607309509648,
+ "right_elbow": 39.977807550054926,
+ "right_shoulder": 45.675124820251376,
+ "left_shoulder": 40.460065309981935,
+ "left_elbow": 45.291183998498376,
+ "left_wrist": 78.092965581079
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 41.65367167514524
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 49.27719618777549
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 50.95631810035045
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 47.76531423523893
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 45.57629567928524
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 67.6821731285332
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 46.13458534299859
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 58.84716692393309
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 46.161930904869564
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 43.06490859601754
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 47.47200755913893
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 49.147604732459804
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 44.91034623837281
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.41865594510458
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 59.00598028526663
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 51.79904127762359
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 54.21967075691419
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 518,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 75.03129863376317,
+ "PA_MPJPE_mm": 50.231048272159896,
+ "PCK3D_50mm": 0.662592139291098,
+ "PCK3D_100mm": 0.9195760555394211,
+ "AUC_0_150mm": 0.6764055605445983,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 36.41865419530961,
+ "left_hip": 37.83689958269942,
+ "right_hip": 37.263008304124185,
+ "spine1": 43.04592857790974,
+ "left_knee": 49.34990316220861,
+ "right_knee": 50.030527622090254,
+ "spine2": 42.87024932905197,
+ "left_ankle": 54.345121455629936,
+ "right_ankle": 54.85922455941696,
+ "spine3": 41.01227290744936,
+ "left_foot": 61.50587319072112,
+ "right_foot": 62.195691635973134,
+ "neck": 33.31026799055825,
+ "left_collar": 28.903970424939203,
+ "right_collar": 29.52583959286704,
+ "head": 38.32914476397436,
+ "left_shoulder": 38.142237765326996,
+ "right_shoulder": 39.11885299716117,
+ "left_elbow": 50.74154487747758,
+ "right_elbow": 46.30681101170729,
+ "left_wrist": 74.9902338760167,
+ "right_wrist": 73.0563780271927,
+ "left_hand": 90.74249012240489,
+ "right_hand": 91.6440325596265
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 85.8657145275826,
+ "PA_MPJPE_mm": 56.33370553060074,
+ "PCK3D_50mm": 0.565246768333521,
+ "PCK3D_100mm": 0.8919636559764345,
+ "AUC_0_150mm": 0.6329391660330254,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 56.48351146940709,
+ "right_knee": 48.16205288093324,
+ "right_hip": 47.60072663781627,
+ "left_hip": 45.31644924800634,
+ "left_knee": 49.38107178275438,
+ "left_ankle": 58.09469210609631,
+ "right_wrist": 74.34390980008577,
+ "right_elbow": 41.345799078829984,
+ "right_shoulder": 52.11257155832642,
+ "left_shoulder": 42.82043785277687,
+ "left_elbow": 46.69823757231741,
+ "left_wrist": 79.00194940757115,
+ "neck": 44.89936900123691,
+ "head": 102.41109903225222
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 80.33336647272002,
+ "PA_MPJPE_mm": 51.152573115354095,
+ "PCK3D_50mm": 0.6337177944654192,
+ "PCK3D_100mm": 0.9216591295689334,
+ "AUC_0_150mm": 0.6672094759988383,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 54.043562963958,
+ "right_knee": 48.887752965350906,
+ "right_hip": 44.5391206807371,
+ "left_hip": 43.03052454915732,
+ "left_knee": 50.05114121690766,
+ "left_ankle": 55.28490959413068,
+ "right_wrist": 72.34281455553291,
+ "right_elbow": 39.37444357360621,
+ "right_shoulder": 45.02155924404227,
+ "left_shoulder": 40.78841670415529,
+ "left_elbow": 44.77082451455856,
+ "left_wrist": 75.6958068221123
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 42.90745748634419
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 50.383834345775064
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 51.25140927621456
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 49.260652503327705
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 45.359897452014046
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 67.83079485059494
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 46.74991980467376
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 59.1226037425883
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 44.88345561138241
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 42.98589302328467
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 45.53582601931474
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 49.30386915165015
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 44.73238533385643
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.11142723550196
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 59.38407851610339
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 52.73235829313001
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 52.02449069677688
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_s0/g8h_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 295,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 77.28133498531433,
+ "PA_MPJPE_mm": 51.9491732712096,
+ "PCK3D_50mm": 0.6465827213763156,
+ "PCK3D_100mm": 0.9107372526241547,
+ "AUC_0_150mm": 0.6681061095772222,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 37.459041428548,
+ "left_hip": 39.46379253972692,
+ "right_hip": 38.633448237690324,
+ "spine1": 44.07300560792153,
+ "left_knee": 52.72926789360471,
+ "right_knee": 51.96374265609758,
+ "spine2": 43.805976220856614,
+ "left_ankle": 57.899022895229834,
+ "right_ankle": 58.18971465552947,
+ "spine3": 41.80827173378941,
+ "left_foot": 66.19531000919939,
+ "right_foot": 65.19604680752869,
+ "neck": 33.18097089510936,
+ "left_collar": 28.820628396996476,
+ "right_collar": 30.045158123315833,
+ "head": 38.438863881765414,
+ "left_shoulder": 38.26718356914064,
+ "right_shoulder": 40.14262493829269,
+ "left_elbow": 51.79547271490188,
+ "right_elbow": 47.866343644847056,
+ "left_wrist": 77.91960724642401,
+ "right_wrist": 75.09057325487099,
+ "left_hand": 93.90372595034053,
+ "right_hand": 93.89236520730692
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 88.24875987466123,
+ "PA_MPJPE_mm": 58.0608300944181,
+ "PCK3D_50mm": 0.5467013590483698,
+ "PCK3D_100mm": 0.8819204485511585,
+ "AUC_0_150mm": 0.6240450210702877,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 59.87164369689338,
+ "right_knee": 49.90000868892296,
+ "right_hip": 49.48332988909885,
+ "left_hip": 46.825825586548234,
+ "left_knee": 52.672342881063734,
+ "left_ankle": 61.397319075815396,
+ "right_wrist": 76.22799662283796,
+ "right_elbow": 42.975780811329976,
+ "right_shoulder": 53.59319189262762,
+ "left_shoulder": 42.9418249779795,
+ "left_elbow": 48.27005010836092,
+ "left_wrist": 81.69373627636021,
+ "neck": 44.48096774412928,
+ "head": 102.51760306988548
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 82.80475609909476,
+ "PA_MPJPE_mm": 53.221210122957814,
+ "PCK3D_50mm": 0.6126934406505414,
+ "PCK3D_100mm": 0.9096378044226859,
+ "AUC_0_150mm": 0.6565272738547248,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 57.47732042542089,
+ "right_knee": 50.42859296831835,
+ "right_hip": 46.48760097516529,
+ "left_hip": 44.565920495992735,
+ "left_knee": 53.215563230815704,
+ "left_ankle": 59.058105680748255,
+ "right_wrist": 74.41820278016962,
+ "right_elbow": 40.436950297876166,
+ "right_shoulder": 46.68281764042519,
+ "left_shoulder": 41.19756169704192,
+ "left_elbow": 45.98214897741906,
+ "left_wrist": 78.7037363061006
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 43.31888915722836
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 50.180015950378625
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 51.61758101633136
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 49.93586472078992
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 46.68536095147245
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 69.88227217037303
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 48.53485487091855
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 60.902593364750075
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 46.4289648281872
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 44.1923851505244
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 46.64224046282951
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 49.91192536080979
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 45.93165730133809
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.69479899747672
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 66.71627636180757
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 56.348237256175786
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 55.442139025455056
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen8e600_emdb1_pve.json b/benchmark/results/gen8e600_emdb1_pve.json
new file mode 100644
index 0000000..1be2175
--- /dev/null
+++ b/benchmark/results/gen8e600_emdb1_pve.json
@@ -0,0 +1,84 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "bbox": "gt-joints",
+ "stride": 1,
+ "n": 24103,
+ "fit_iters": 0,
+ "epoch": 481,
+ "source": "raw",
+ "fit_residual_mm": null,
+ "PVE_direct_mm": 84.87610670870846,
+ "PVE_published_mm": 89.23325418783574,
+ "PA_PVE_direct_mm": 60.11191741514725,
+ "J14_h36m_direct_MPJPE_mm": 72.01241302490234,
+ "J14_h36m_direct_PA_MPJPE_mm": 45.65661630917442,
+ "MPJPE_mm": null,
+ "PA_MPJPE_mm": null,
+ "PVE_mm": null,
+ "PA_PVE_mm": null,
+ "J14_h36m_viamesh_MPJPE_mm": null,
+ "J14_h36m_viamesh_PA_MPJPE_mm": null,
+ "per_sequence_PA_MPJPE_mm": {
+ "P1_14_outdoor_climb": 37.99256784945708,
+ "P2_23_outdoor_hug_tree": 43.75399998585647,
+ "P3_31_outdoor_workout": 49.17296693829096,
+ "P3_32_outdoor_soccer_warmup_a": 45.220382244989246,
+ "P3_33_outdoor_soccer_warmup_b": 44.67102976862948,
+ "P5_42_indoor_dancing": 63.153714350515436,
+ "P5_44_indoor_rom": 42.939674223326584,
+ "P6_49_outdoor_big_stairs_down": 53.40884785044657,
+ "P6_50_outdoor_workout": 43.24825680371942,
+ "P6_51_outdoor_dancing": 40.08151540563019,
+ "P7_57_outdoor_rock_chair": 43.262392501333046,
+ "P7_59_outdoor_rom": 44.99145225174039,
+ "P7_60_outdoor_workout": 40.48482399201354,
+ "P8_64_outdoor_skateboard": 44.94984976649381,
+ "P8_68_outdoor_handstand": 48.69721892865197,
+ "P8_69_outdoor_cartwheel": 47.65970172585432,
+ "P9_76_outdoor_sitting": 45.005142388296726
+ }
+ },
+ "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr2x_e600/g8h_lr2x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "bbox": "gt-joints",
+ "stride": 1,
+ "n": 24103,
+ "fit_iters": 0,
+ "epoch": 518,
+ "source": "raw",
+ "fit_residual_mm": null,
+ "PVE_direct_mm": 84.54918767526907,
+ "PVE_published_mm": 88.66376636986152,
+ "PA_PVE_direct_mm": 59.8689347697134,
+ "J14_h36m_direct_MPJPE_mm": 71.76900482177734,
+ "J14_h36m_direct_PA_MPJPE_mm": 45.28566342247253,
+ "MPJPE_mm": null,
+ "PA_MPJPE_mm": null,
+ "PVE_mm": null,
+ "PA_PVE_mm": null,
+ "J14_h36m_viamesh_MPJPE_mm": null,
+ "J14_h36m_viamesh_PA_MPJPE_mm": null,
+ "per_sequence_PA_MPJPE_mm": {
+ "P1_14_outdoor_climb": 38.73744131520006,
+ "P2_23_outdoor_hug_tree": 44.540587008765726,
+ "P3_31_outdoor_workout": 49.22495972283584,
+ "P3_32_outdoor_soccer_warmup_a": 46.730456590053365,
+ "P3_33_outdoor_soccer_warmup_b": 44.31893254533928,
+ "P5_42_indoor_dancing": 63.19556704651091,
+ "P5_44_indoor_rom": 43.069485931052355,
+ "P6_49_outdoor_big_stairs_down": 53.014429580382995,
+ "P6_50_outdoor_workout": 41.591717317406115,
+ "P6_51_outdoor_dancing": 39.49775587240576,
+ "P7_57_outdoor_rock_chair": 41.30756870916201,
+ "P7_59_outdoor_rom": 45.114976641168006,
+ "P7_60_outdoor_workout": 40.65706441389069,
+ "P8_64_outdoor_skateboard": 44.77179547532716,
+ "P8_68_outdoor_handstand": 47.84618225792263,
+ "P8_69_outdoor_cartwheel": 47.986706388143425,
+ "P9_76_outdoor_sitting": 42.62847741551841
+ }
+ }
+}
\ No newline at end of file