Python
feat: --windows standard/random reads the window corpus under any preset; RF-DETR boxes in the 3DPW/EMDB harnesses; gen9w benchmark and latency results.
mohamdevd48569ace353
diff --git a/benchmark/benchlib/detboxes.py b/benchmark/benchlib/detboxes.pynew file mode 100644index 0000000..5bb7563--- /dev/null+++ b/benchmark/benchlib/detboxes.py@@ -0,0 +1,81 @@+"""Replace a benchmark's person boxes with the deployed detector's.++The published protocols crop around a box nobody has at runtime (projected GT+joints on 3DPW, EMDB's annotated boxes). ``instanthmr.pipeline`` feeds the+pose model RF-DETR's raw box, so this scores the same path: run RF-DETR on+each frame, keep the person detection that overlaps the GT person best, and+crop around it exactly as the phone would. A frame where no detection reaches+``MIN_IOU`` with the GT person is a missed detection: it is dropped and+counted, since there is nothing the pose model could be given.++Detections are cached per image (all persons, so the same cache serves every+person in a frame and every later run).+"""++from __future__ import annotations++import json+from pathlib import Path++import cv2+import numpy as np+from tqdm import tqdm++from .threedpw import bbox_from_points++MIN_IOU = 0.3+CACHE_DIR = Path.home() / ".cache" / "instanthmr" / "detboxes"+++def _iou(a: np.ndarray, b: np.ndarray) -> float:+ ix = max(0.0, min(a[2], b[2]) - max(a[0], b[0]))+ iy = max(0.0, min(a[3], b[3]) - max(a[1], b[1]))+ inter = ix * iy+ union = (a[2] - a[0]) * (a[3] - a[1]) + (b[2] - b[0]) * (b[3] - b[1]) - inter+ return inter / union if union > 0 else 0.0+++def detect_all(image_paths, cache_name: str, variant: str = "medium",+ confidence: float = 0.5) -> dict[str, list]:+ """{image path: [[x1, y1, x2, y2, conf], ...]}, from the cache when present."""+ CACHE_DIR.mkdir(parents=True, exist_ok=True)+ path = CACHE_DIR / f"{cache_name}_rfdetr-{variant}_c{confidence}.json"+ cache = json.loads(path.read_text()) if path.is_file() else {}+ todo = sorted(set(image_paths) - cache.keys())+ if todo:+ import sys+ sys.path.insert(0, str(Path(__file__).resolve().parents[2])) # the repo, for instanthmr+ from instanthmr.detector import RFDETRDetector+ det = RFDETRDetector(variant=variant, confidence=confidence, max_persons=20)+ for i, p in enumerate(tqdm(todo, desc=f"RF-DETR {variant}", unit="img")):+ bgr = cv2.imread(p, cv2.IMREAD_COLOR)+ dets = det.detect(cv2.cvtColor(bgr, cv2.COLOR_BGR2RGB)) if bgr is not None else []+ cache[p] = [[*map(float, d["bbox"]), d["confidence"]] for d in dets]+ if i % 2000 == 1999:+ path.write_text(json.dumps(cache))+ path.write_text(json.dumps(cache))+ return cache+++def apply_detector_boxes(ds, cache_name: str, variant: str = "medium") -> dict:+ """Swap every ``ds.samples[i]["bbox"]`` for the matched RF-DETR box and drop+ missed detections from ``ds.samples`` and ``ds.gt`` alike. Each sample needs+ ``image_path`` and ``uv`` (the projected GT joints)."""+ cache = detect_all([s["image_path"] for s in ds.samples], cache_name, variant)+ keep, ious = [], []+ for i, s in enumerate(ds.samples):+ ref = bbox_from_points(np.asarray(s["uv"], dtype=np.float64), 1.0)+ cands = cache.get(s["image_path"], [])+ best = max(cands, key=lambda d: _iou(np.asarray(d[:4]), ref), default=None)+ iou = _iou(np.asarray(best[:4]), ref) if best is not None else 0.0+ if iou < MIN_IOU:+ continue+ s["bbox"] = np.asarray(best[:4], dtype=np.float32)+ keep.append(i)+ ious.append(iou)+ n = len(ds.samples)+ ds.samples = [ds.samples[i] for i in keep]+ ds.gt = np.asarray(ds.gt)[keep]+ return dict(n_frames=n, n_missed=n - len(keep),+ miss_rate=(n - len(keep)) / max(n, 1),+ mean_iou=float(np.mean(ious)) if ious else 0.0)diff --git a/benchmark/eval_3dpw_ckpt.py b/benchmark/eval_3dpw_ckpt.pyindex 307d4fc..078705a 100644--- a/benchmark/eval_3dpw_ckpt.py+++ b/benchmark/eval_3dpw_ckpt.py@@ -34,6 +34,7 @@ import eval_3dpw as E # noqa: E402import train_distill_mhr_only as T # noqa: E402import val3dpw # noqa: E402from benchlib import joints as J # noqa: E402+from benchlib.detboxes import apply_detector_boxes # noqa: E402MM = 1000.0@@ -46,6 +47,13 @@ def parse_args():p.add_argument("--image-root", required=True)p.add_argument("--split", default="test")p.add_argument("--stride", type=int, default=1)+ p.add_argument("--bbox", default="gt-joints", choices=["gt-joints", "detector"],+ help="gt-joints: projected GT joints padded 1.2x, the published "+ "protocol. detector: RF-DETR's box matched to each GT "+ "person, as the deployed pipeline crops "+ "(benchlib/detboxes.py); missed detections are dropped.")+ p.add_argument("--detector-variant", default="medium",+ help="RF-DETR variant for --bbox detector (the demo's default)")p.add_argument("--gt", nargs="+", default=["h36m"],choices=["h36m", "jointpositions"])p.add_argument("--gt-dir", default=None)@@ -163,13 +171,20 @@ def main():# One dataset per GT source: same samples and same crops, different joint# values, so a single forward pass scores against all of them.- sets = {}+ sets, det_stats = {}, Nonefor gt in args.gt:ds = val3dpw.ThreeDPWValSet(args.sequence_dir, args.image_root,split=args.split, stride=args.stride,gt=gt, gt_dir=args.gt_dir,cliff_focal=cliff_focal,input_size=input_size)+ if args.bbox == "detector":+ det_stats = apply_detector_boxes(ds, f"3dpw_{args.split}",+ args.detector_variant)+ print(f"[detector] RF-DETR {args.detector_variant}: {det_stats['n_missed']} of "+ f"{det_stats['n_frames']} person-frames missed "+ f"({100 * det_stats['miss_rate']:.2f}%), mean IoU with the GT "+ f"person {det_stats['mean_iou']:.3f}")sets[gt] = dsprint(f"[3DPW] {args.split} / GT={gt}: {len(ds):,} person-frames "f"(stride {args.stride}), CLIFF conditioning "@@ -207,12 +222,13 @@ def main():rows["J14+adapter"] = E.evaluate_adapter(pred, gt_arr, W_adapt, gt)report[f"{ck_path}|{gt}"] = dict(ckpt=ck_path, gt=gt, split=args.split, stride=args.stride,+ bbox=args.bbox, detector=det_stats,epoch=ck.get("epoch"), source=ck.get("source"),landmarks=args.landmarks,n=int(pred.shape[0]), n_dropped=n_dropped,results=list(rows.values()))- run = Path(ck_path).parts[-3]+ run = Path(ck_path).parent.namename = Path(ck_path).stem.replace("best_student_model_", "")line = (f" {run:<24s} {name:<6s} {str(ck.get('epoch')):>4s} {gt:<15s} "f"{rows['J12']['PA_MPJPE_mm']:8.2f} {rows['J12']['MPJPE_mm']:10.2f} "diff --git a/benchmark/eval_emdb_ckpt.py b/benchmark/eval_emdb_ckpt.pyindex 2f46010..19b08d1 100644--- a/benchmark/eval_emdb_ckpt.py+++ b/benchmark/eval_emdb_ckpt.py@@ -45,6 +45,7 @@ import eval_3dpw as E # noqa: E402import train_distill_mhr_only as T # noqa: E402import val3dpw # noqa: E402from benchlib import emdb as D # noqa: E402+from benchlib.detboxes import apply_detector_boxes # noqa: E402from benchlib import joints as J # noqa: E402from benchlib import metrics as M # noqa: E402from eval_3dpw_ckpt import predict # noqa: E402@@ -60,10 +61,14 @@ def parse_args():p.add_argument("--emdb-root", required=True)p.add_argument("--stride", type=int, default=1)p.add_argument("--bbox", default="gt-joints",- choices=["gt-joints", "annotated"],+ choices=["gt-joints", "annotated", "detector"],help="gt-joints: projected GT joints padded by --bbox-scale, ""this repo's 3DPW convention. annotated: EMDB's own "- "boxes, the published 'Oracle' protocol.")+ "boxes, the published 'Oracle' protocol. detector: "+ "RF-DETR's box, as the deployed pipeline crops "+ "(benchlib/detboxes.py); missed detections are dropped.")+ p.add_argument("--detector-variant", default="medium",+ help="RF-DETR variant for --bbox detector (the demo's default)")p.add_argument("--bbox-scale", type=float, default=1.2)p.add_argument("--gt-dir", default=None)p.add_argument("--adapter", default="benchmark/results/adapter_smpl24_teacher.npz",@@ -195,9 +200,16 @@ def main():"fit one with fit_adapter_mhr.py --target smpl24")W_adapt = ad["W"]- ds = EMDBValSet(args.emdb_root, stride=args.stride, bbox=args.bbox,+ ds = EMDBValSet(args.emdb_root, stride=args.stride,+ bbox="gt-joints" if args.bbox == "detector" else args.bbox,bbox_scale=args.bbox_scale, gt_dir=args.gt_dir,cliff_focal=cliff_focal, input_size=input_size)+ det_stats = None+ if args.bbox == "detector":+ det_stats = apply_detector_boxes(ds, "emdb1", args.detector_variant)+ print(f"[detector] RF-DETR {args.detector_variant}: {det_stats['n_missed']} of "+ f"{det_stats['n_frames']} frames missed ({100 * det_stats['miss_rate']:.2f}%), "+ f"mean IoU with the GT person {det_stats['mean_iou']:.3f}")seqs = sorted({s["sequence"] for s in ds.samples})print(f"[EMDB1] {len(ds):,} frames across {len(seqs)} sequences "f"(stride {args.stride}, boxes: {args.bbox}), CLIFF conditioning "@@ -237,13 +249,14 @@ def main():report[ck_path] = dict(ckpt=ck_path, dataset="EMDB1", split="emdb1", stride=args.stride,- bbox=args.bbox, adapter=str(args.adapter), landmarks=args.landmarks,+ bbox=args.bbox, detector=det_stats,+ adapter=str(args.adapter), landmarks=args.landmarks,epoch=ck.get("epoch"), source=ck.get("source"),n=int(pred.shape[0]), n_dropped=n_dropped,num_sequences=len(seqs), results=rows,per_sequence_SMPL24_adapter=per_seq)- run = Path(ck_path).parts[-3]+ run = Path(ck_path).parent.namename = Path(ck_path).stem.replace("best_student_model_", "")print(f" {run:<24s} {name:<6s} {str(ck.get('epoch')):>4s} "f"{head['PA_MPJPE_mm']:13.2f} {head['MPJPE_mm']:16.2f} "diff --git a/benchmark/results/gen9w_3dpw_test_detector_224.json b/benchmark/results/gen9w_3dpw_test_detector_224.jsonnew file mode 100644index 0000000..1085f7f--- /dev/null+++ b/benchmark/results/gen9w_3dpw_test_detector_224.json@@ -0,0 +1,402 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 481,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 102.802403320663,+ "PA_MPJPE_mm": 66.93925661490847,+ "PCK3D_50mm": 0.4003935001698562,+ "PCK3D_100mm": 0.8327280521539382,+ "AUC_0_150mm": 0.5613543513189554,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.92724793708123,+ "right_knee": 47.681260129687466,+ "right_hip": 97.80681224685675,+ "left_hip": 87.411378795221,+ "left_knee": 44.90926668159655,+ "left_ankle": 67.75528187409769,+ "right_wrist": 69.67874616608141,+ "right_elbow": 56.75989849839467,+ "right_shoulder": 50.374651542017716,+ "left_shoulder": 52.54578426706502,+ "left_elbow": 66.48660509530406,+ "left_wrist": 70.4250684433762,+ "neck": 32.89842934209658,+ "head": 126.48916158984225+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 100.27572797075382,+ "PA_MPJPE_mm": 61.88421964231757,+ "PCK3D_50mm": 0.4417369682557657,+ "PCK3D_100mm": 0.8914524591401503,+ "AUC_0_150mm": 0.5926583010971858,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 62.35325771958618,+ "right_knee": 49.5945508722776,+ "right_hip": 97.0333952043599,+ "left_hip": 86.33777184050125,+ "left_knee": 45.893168885833184,+ "left_ankle": 62.66351902522998,+ "right_wrist": 66.50331066802183,+ "right_elbow": 48.277622889192564,+ "right_shoulder": 51.2244104232857,+ "left_shoulder": 51.42343983263935,+ "left_elbow": 53.99730596883275,+ "left_wrist": 67.3088823780505+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 65.73074791967127,+ "PA_MPJPE_mm": 41.019988038110064,+ "PCK3D_50mm": 0.7383547406053351,+ "PCK3D_100mm": 0.9514838151317598,+ "AUC_0_150mm": 0.7263636373124212+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 495,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 110.20868308510333,+ "PA_MPJPE_mm": 72.69648884062465,+ "PCK3D_50mm": 0.353763932251646,+ "PCK3D_100mm": 0.7946741996538169,+ "AUC_0_150mm": 0.5304355676249408,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 73.76391619607557,+ "right_knee": 51.04657803114811,+ "right_hip": 101.07798552576386,+ "left_hip": 88.63211880117603,+ "left_knee": 51.62250108432617,+ "left_ankle": 76.98041103095609,+ "right_wrist": 81.59096265441863,+ "right_elbow": 64.43759884504529,+ "right_shoulder": 50.40388856598386,+ "left_shoulder": 52.51938250796732,+ "left_elbow": 71.83843532349752,+ "left_wrist": 85.4822881551009,+ "neck": 35.31914658455966,+ "head": 133.0356304627262+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 108.4110591777182,+ "PA_MPJPE_mm": 67.79154414465411,+ "PCK3D_50mm": 0.37848441097648433,+ "PCK3D_100mm": 0.8507058468274639,+ "AUC_0_150mm": 0.5591763131588016,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 70.05294944564129,+ "right_knee": 53.001185761925804,+ "right_hip": 99.86467082183319,+ "left_hip": 87.64359862326027,+ "left_knee": 52.3819919166503,+ "left_ankle": 71.23856804368269,+ "right_wrist": 77.82372776481559,+ "right_elbow": 54.7525531392323,+ "right_shoulder": 53.16781933664017,+ "left_shoulder": 53.655448317581616,+ "left_elbow": 58.55171200243005,+ "left_wrist": 81.36430456215597+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 75.41681917092193,+ "PA_MPJPE_mm": 48.38154241886281,+ "PCK3D_50mm": 0.649972903893751,+ "PCK3D_100mm": 0.9220885840464597,+ "AUC_0_150mm": 0.6831865725421599+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 476,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 109.40783584305251,+ "PA_MPJPE_mm": 71.70127941363054,+ "PCK3D_50mm": 0.3548376660142032,+ "PCK3D_100mm": 0.8019274633191517,+ "AUC_0_150mm": 0.5344579761178545,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 73.06189838228754,+ "right_knee": 50.93503063903913,+ "right_hip": 100.38910579744802,+ "left_hip": 88.89844010358713,+ "left_knee": 50.3141381628107,+ "left_ankle": 75.15120200974899,+ "right_wrist": 77.78687739823988,+ "right_elbow": 63.487060349921265,+ "right_shoulder": 50.688449321720626,+ "left_shoulder": 52.54135978546837,+ "left_elbow": 71.4493609701724,+ "left_wrist": 82.65568129362575,+ "neck": 35.94860110919917,+ "head": 130.51070646755878+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 107.69969469037723,+ "PA_MPJPE_mm": 66.81574278354587,+ "PCK3D_50mm": 0.38211980523157063,+ "PCK3D_100mm": 0.8554453063073265,+ "AUC_0_150mm": 0.5633054470870577,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 69.10671924334784,+ "right_knee": 52.6856064414195,+ "right_hip": 99.21367540465826,+ "left_hip": 87.93050975214916,+ "left_knee": 51.12801317306597,+ "left_ankle": 69.85845169323932,+ "right_wrist": 74.49470946424798,+ "right_elbow": 53.895246908481184,+ "right_shoulder": 53.097647808165966,+ "left_shoulder": 53.73756671187732,+ "left_elbow": 58.14509692580495,+ "left_wrist": 78.49566987609317+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 74.1847470712719,+ "PA_MPJPE_mm": 46.8788021555531,+ "PCK3D_50mm": 0.665357021531294,+ "PCK3D_100mm": 0.9274208551045828,+ "AUC_0_150mm": 0.6910548799865578+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 343,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 105.34652220708722,+ "PA_MPJPE_mm": 69.19137273367568,+ "PCK3D_50mm": 0.3799379620492745,+ "PCK3D_100mm": 0.8191537117621366,+ "AUC_0_150mm": 0.5486452077333356,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 68.33284959525155,+ "right_knee": 48.25097870632742,+ "right_hip": 99.84653148910938,+ "left_hip": 86.83617301422545,+ "left_knee": 48.24432160765498,+ "left_ankle": 69.9301046665157,+ "right_wrist": 73.85295091794026,+ "right_elbow": 62.31605031240204,+ "right_shoulder": 49.74112604363924,+ "left_shoulder": 51.217442660728146,+ "left_elbow": 70.23284472718139,+ "left_wrist": 77.70789254234514,+ "neck": 34.87503432501514,+ "head": 127.29491766312377+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 103.07528775856375,+ "PA_MPJPE_mm": 64.25772718309034,+ "PCK3D_50mm": 0.4128968029290756,+ "PCK3D_100mm": 0.873733155927981,+ "AUC_0_150mm": 0.5786008750942124,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.32277547992246,+ "right_knee": 50.19616087720301,+ "right_hip": 98.61729210783815,+ "left_hip": 86.13279157522193,+ "left_knee": 49.20897942425856,+ "left_ankle": 64.63698225414257,+ "right_wrist": 71.1235943113079,+ "right_elbow": 53.10789560397975,+ "right_shoulder": 50.59170380632294,+ "left_shoulder": 51.63403722297492,+ "left_elbow": 57.48970873003428,+ "left_wrist": 74.03080480387759+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 70.36033753463434,+ "PA_MPJPE_mm": 44.29333724889724,+ "PCK3D_50mm": 0.6953791028357895,+ "PCK3D_100mm": 0.9398911302716081,+ "AUC_0_150mm": 0.7065474081406775+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 416,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 104.34548140646658,+ "PA_MPJPE_mm": 67.41136752523109,+ "PCK3D_50mm": 0.3982864745943672,+ "PCK3D_100mm": 0.8296140220327741,+ "AUC_0_150mm": 0.5581152772987075,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.90078526085212,+ "right_knee": 47.79385060260674,+ "right_hip": 99.14072001474942,+ "left_hip": 88.07138968284741,+ "left_knee": 46.40155161064613,+ "left_ankle": 67.60772064824984,+ "right_wrist": 70.43146348843383,+ "right_elbow": 59.74154296351525,+ "right_shoulder": 49.07575686048597,+ "left_shoulder": 49.771345397534404,+ "left_elbow": 67.82203708720154,+ "left_wrist": 73.88962280922453,+ "neck": 33.2415039215723,+ "head": 125.86985500531573+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 102.42531607406545,+ "PA_MPJPE_mm": 62.482247488876524,+ "PCK3D_50mm": 0.4354994715585249,+ "PCK3D_100mm": 0.8853848186313366,+ "AUC_0_150mm": 0.5882814602274733,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.283398468259755,+ "right_knee": 49.85477801856356,+ "right_hip": 98.48421240619103,+ "left_hip": 87.33270084409006,+ "left_knee": 47.35997731045054,+ "left_ankle": 62.02892084989324,+ "right_wrist": 67.20455352622737,+ "right_elbow": 51.080221123787965,+ "right_shoulder": 50.0821785669609,+ "left_shoulder": 49.35842433137748,+ "left_elbow": 55.250975022271525,+ "left_wrist": 70.46662939844485+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 67.44931889046163,+ "PA_MPJPE_mm": 41.92902110491711,+ "PCK3D_50mm": 0.7224509439151042,+ "PCK3D_100mm": 0.9489177734280214,+ "AUC_0_150mm": 0.7202546199056841+ }+ ]+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_3dpw_test_detector_288.json b/benchmark/results/gen9w_3dpw_test_detector_288.jsonnew file mode 100644index 0000000..ac56aa8--- /dev/null+++ b/benchmark/results/gen9w_3dpw_test_detector_288.json@@ -0,0 +1,322 @@+{+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 361,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 107.64900789558786,+ "PA_MPJPE_mm": 70.81032462044344,+ "PCK3D_50mm": 0.3647661646472653,+ "PCK3D_100mm": 0.8093364284905447,+ "AUC_0_150mm": 0.540269940881697,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 71.35775486625703,+ "right_knee": 49.795707521640566,+ "right_hip": 98.7890030491265,+ "left_hip": 87.0427080239817,+ "left_knee": 49.239000873166056,+ "left_ankle": 74.37423848001143,+ "right_wrist": 77.21461740726504,+ "right_elbow": 61.4200611188708,+ "right_shoulder": 50.26930087014049,+ "left_shoulder": 52.59859742615345,+ "left_elbow": 71.94560661663346,+ "left_wrist": 82.27841614398885,+ "neck": 35.68829825681443,+ "head": 129.33123403215822+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 105.89337858084649,+ "PA_MPJPE_mm": 65.98363711314647,+ "PCK3D_50mm": 0.3912236251085192,+ "PCK3D_100mm": 0.8645750764352848,+ "AUC_0_150mm": 0.5689662546284289,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 67.5890291321839,+ "right_knee": 51.74747921130889,+ "right_hip": 97.46833755084593,+ "left_hip": 85.83107503347951,+ "left_knee": 49.895725065574624,+ "left_ankle": 68.54512354579865,+ "right_wrist": 74.5849517925945,+ "right_elbow": 52.86372615599355,+ "right_shoulder": 52.80257969309457,+ "left_shoulder": 53.29149741149982,+ "left_elbow": 58.70511450830544,+ "left_wrist": 78.4790062570784+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 72.90699760019562,+ "PA_MPJPE_mm": 46.314441607505984,+ "PCK3D_50mm": 0.6742764935211997,+ "PCK3D_100mm": 0.9288646327062136,+ "AUC_0_150mm": 0.6948263527049402+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 317,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 105.55093735249915,+ "PA_MPJPE_mm": 69.6434831058787,+ "PCK3D_50mm": 0.3740718572560946,+ "PCK3D_100mm": 0.8177200446479124,+ "AUC_0_150mm": 0.5462573062948025,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 69.32688633224707,+ "right_knee": 49.8616120176448,+ "right_hip": 98.52850340783282,+ "left_hip": 87.51935335953557,+ "left_knee": 48.775941548709355,+ "left_ankle": 73.29108090434451,+ "right_wrist": 73.56617689328674,+ "right_elbow": 60.91350179498496,+ "right_shoulder": 49.63860158477713,+ "left_shoulder": 51.612081048992216,+ "left_elbow": 69.97581259039976,+ "left_wrist": 78.63573273550595,+ "neck": 35.069318301269,+ "head": 128.294160962772+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 103.61010811015035,+ "PA_MPJPE_mm": 64.7412565467062,+ "PCK3D_50mm": 0.40374815989129204,+ "PCK3D_100mm": 0.8742615974030876,+ "AUC_0_150mm": 0.5757349324167187,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.83100580934249,+ "right_knee": 51.86591702837063,+ "right_hip": 97.28754771608665,+ "left_hip": 86.43155061844294,+ "left_knee": 49.43682781165856,+ "left_ankle": 67.36104222561596,+ "right_wrist": 70.6834969905974,+ "right_elbow": 52.018215099384165,+ "right_shoulder": 51.91121183404787,+ "left_shoulder": 52.207626920398184,+ "left_elbow": 57.06159348685347,+ "left_wrist": 74.7990430196761+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 70.78917567890214,+ "PA_MPJPE_mm": 44.99818054197777,+ "PCK3D_50mm": 0.686570846207354,+ "PCK3D_100mm": 0.936975265703609,+ "AUC_0_150mm": 0.7022936325585352+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 323,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 103.24798635374374,+ "PA_MPJPE_mm": 67.45433962471266,+ "PCK3D_50mm": 0.3966061115874274,+ "PCK3D_100mm": 0.8312964071371952,+ "AUC_0_150mm": 0.5579857326020037,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.53432187190742,+ "right_knee": 46.96661050863571,+ "right_hip": 97.73625379014197,+ "left_hip": 87.26342498171378,+ "left_knee": 46.187861789839076,+ "left_ankle": 67.27451145983726,+ "right_wrist": 70.28111573668816,+ "right_elbow": 59.76681259365406,+ "right_shoulder": 49.581762805279745,+ "left_shoulder": 51.01287522810417,+ "left_elbow": 67.39545235210144,+ "left_wrist": 74.63879167385564,+ "neck": 34.53467583784215,+ "head": 126.18628411637673+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 100.95798732059849,+ "PA_MPJPE_mm": 62.367617660235446,+ "PCK3D_50mm": 0.43293039670856454,+ "PCK3D_100mm": 0.8880647718265202,+ "AUC_0_150mm": 0.5892243447143068,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.97035739548527,+ "right_knee": 49.003375094909806,+ "right_hip": 96.58791443838062,+ "left_hip": 86.19408688125208,+ "left_knee": 47.08982517279168,+ "left_ankle": 61.70960002531091,+ "right_wrist": 67.53252841894654,+ "right_elbow": 51.230140568357804,+ "right_shoulder": 50.84814436933092,+ "left_shoulder": 50.850504638295725,+ "left_elbow": 54.90892196078321,+ "left_wrist": 71.48601295898085+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 67.91719694117052,+ "PA_MPJPE_mm": 42.390200144467656,+ "PCK3D_50mm": 0.7160226960221299,+ "PCK3D_100mm": 0.946256693142663,+ "AUC_0_150mm": 0.7173840242296852+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 35463,+ "n_missed": 139,+ "miss_rate": 0.003919578151876604,+ "mean_iou": 0.6723040298246045+ },+ "epoch": 275,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35324,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 102.66003015392268,+ "PA_MPJPE_mm": 66.83733095095361,+ "PCK3D_50mm": 0.4027148680783603,+ "PCK3D_100mm": 0.8341475645857935,+ "AUC_0_150mm": 0.5612049770211451,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.37194243880539,+ "right_knee": 48.001798752551586,+ "right_hip": 98.50077991648777,+ "left_hip": 87.1177614821466,+ "left_knee": 46.1150202868564,+ "left_ankle": 67.53746205733097,+ "right_wrist": 67.54469133502666,+ "right_elbow": 58.43316575250908,+ "right_shoulder": 49.11138694735078,+ "left_shoulder": 50.42383073508272,+ "left_elbow": 66.65296945683575,+ "left_wrist": 71.69952737891084,+ "neck": 33.786747057625114,+ "head": 125.4255497158309+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35324,+ "MPJPE_mm": 100.30681713543167,+ "PA_MPJPE_mm": 61.777415909597735,+ "PCK3D_50mm": 0.4404630468425622,+ "PCK3D_100mm": 0.8920422375721889,+ "AUC_0_150mm": 0.5924995555734138,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.120950146917885,+ "right_knee": 49.982319644178666,+ "right_hip": 97.12308431368596,+ "left_hip": 85.73714004232302,+ "left_knee": 47.04085585738183,+ "left_ankle": 61.828105789743454,+ "right_wrist": 65.17304581667655,+ "right_elbow": 50.09139200134846,+ "right_shoulder": 50.331461407610604,+ "left_shoulder": 50.25289725324927,+ "left_elbow": 54.087093813146794,+ "left_wrist": 68.56064482891021+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35324,+ "MPJPE_mm": 66.41007264372921,+ "PA_MPJPE_mm": 41.272811844231256,+ "PCK3D_50mm": 0.7300378536648495,+ "PCK3D_100mm": 0.9510713072455796,+ "AUC_0_150mm": 0.7241036498468163+ }+ ]+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_3dpw_test_gt-joints_224.json b/benchmark/results/gen9w_3dpw_test_gt-joints_224.jsonnew file mode 100644index 0000000..739b2f3--- /dev/null+++ b/benchmark/results/gen9w_3dpw_test_gt-joints_224.json@@ -0,0 +1,377 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 481,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 102.67208981530685,+ "PA_MPJPE_mm": 66.88827906149398,+ "PCK3D_50mm": 0.40043747809588265,+ "PCK3D_100mm": 0.8333152057879238,+ "AUC_0_150mm": 0.5614256099464217,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 64.32566466583239,+ "right_knee": 47.15757278410884,+ "right_hip": 97.91236566919363,+ "left_hip": 86.9490282552268,+ "left_knee": 44.53516581618817,+ "left_ankle": 65.83516249290801,+ "right_wrist": 69.57656761565505,+ "right_elbow": 57.30814205770195,+ "right_shoulder": 50.57434084812882,+ "left_shoulder": 52.783406809770966,+ "left_elbow": 66.62647224986277,+ "left_wrist": 71.49801868409502,+ "neck": 31.509690874000956,+ "head": 129.84430803824233+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 100.33834875125983,+ "PA_MPJPE_mm": 61.536504952360026,+ "PCK3D_50mm": 0.4448274727650415,+ "PCK3D_100mm": 0.8943217813871734,+ "AUC_0_150mm": 0.5942502847887198,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.237419998496975,+ "right_knee": 49.111783974488894,+ "right_hip": 97.51347173184112,+ "left_hip": 86.22150295326539,+ "left_knee": 45.48550400353603,+ "left_ankle": 60.84145088776921,+ "right_wrist": 65.8537664444401,+ "right_elbow": 48.74105875119605,+ "right_shoulder": 50.52034004161104,+ "left_shoulder": 50.659167441813175,+ "left_elbow": 54.43509093493264,+ "left_wrist": 67.81750226492976+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 65.85016697108857,+ "PA_MPJPE_mm": 40.61170253850853,+ "PCK3D_50mm": 0.7406330944525683,+ "PCK3D_100mm": 0.9546932215065199,+ "AUC_0_150mm": 0.7285012834172203+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 495,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 110.08245156143067,+ "PA_MPJPE_mm": 73.34607561868295,+ "PCK3D_50mm": 0.3462945283011267,+ "PCK3D_100mm": 0.7920307282036408,+ "AUC_0_150mm": 0.5268022581073984,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 74.53270327456663,+ "right_knee": 51.53417283830616,+ "right_hip": 101.08422200146858,+ "left_hip": 88.70957488441523,+ "left_knee": 51.99029641820986,+ "left_ankle": 76.71053799801602,+ "right_wrist": 82.33706511115322,+ "right_elbow": 65.35077504874738,+ "right_shoulder": 50.67533347562955,+ "left_shoulder": 52.59781300162183,+ "left_elbow": 72.7112005121165,+ "left_wrist": 87.35389318766138,+ "neck": 35.09257115905695,+ "head": 136.16489975059199+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 108.17860678554457,+ "PA_MPJPE_mm": 68.20553519197144,+ "PCK3D_50mm": 0.37171841073795225,+ "PCK3D_100mm": 0.8473925875795429,+ "AUC_0_150mm": 0.5563874842748417,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 70.34191795562127,+ "right_knee": 53.40448625172198,+ "right_hip": 100.06664848897843,+ "left_hip": 87.81030938057812,+ "left_knee": 52.904248682702836,+ "left_ankle": 71.50730136167641,+ "right_wrist": 77.91771909574926,+ "right_elbow": 55.56947225171372,+ "right_shoulder": 53.38271574607082,+ "left_shoulder": 53.35183840781771,+ "left_elbow": 59.424000566188894,+ "left_wrist": 82.78576411483779+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 75.52762871702767,+ "PA_MPJPE_mm": 49.00321540548335,+ "PCK3D_50mm": 0.6408570703469613,+ "PCK3D_100mm": 0.9189718861912416,+ "AUC_0_150mm": 0.6791551810149113+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 476,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 109.17729708092469,+ "PA_MPJPE_mm": 71.88108129836831,+ "PCK3D_50mm": 0.3528244729919715,+ "PCK3D_100mm": 0.8013039747664568,+ "AUC_0_150mm": 0.5334530531009734,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 72.53014891405228,+ "right_knee": 50.72599111698719,+ "right_hip": 99.72732286716383,+ "left_hip": 88.77335959727537,+ "left_knee": 50.392123503433616,+ "left_ankle": 74.81961966173637,+ "right_wrist": 78.03473435723386,+ "right_elbow": 63.81378720141611,+ "right_shoulder": 50.79285225405011,+ "left_shoulder": 52.91078692586644,+ "left_elbow": 72.38474398462559,+ "left_wrist": 84.05892534172334,+ "neck": 36.02081568017122,+ "head": 131.349926771421+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 107.61912784552689,+ "PA_MPJPE_mm": 66.9300851175815,+ "PCK3D_50mm": 0.38219176794593424,+ "PCK3D_100mm": 0.854963859045578,+ "AUC_0_150mm": 0.5624557504883934,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 68.89315538217726,+ "right_knee": 52.6427550154613,+ "right_hip": 98.6455275837267,+ "left_hip": 87.94037124126588,+ "left_knee": 51.10963191066116,+ "left_ankle": 69.28481687879618,+ "right_wrist": 74.36796630739957,+ "right_elbow": 54.18830930398644,+ "right_shoulder": 53.42439908555606,+ "left_shoulder": 53.725874627689166,+ "left_elbow": 59.13414977966033,+ "left_wrist": 79.80406429459784+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 74.23364200605525,+ "PA_MPJPE_mm": 47.13912725530142,+ "PCK3D_50mm": 0.66274708851479,+ "PCK3D_100mm": 0.9257415173158342,+ "AUC_0_150mm": 0.6893667717024731+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 343,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 105.94333129884087,+ "PA_MPJPE_mm": 69.80009687306462,+ "PCK3D_50mm": 0.374142466393545,+ "PCK3D_100mm": 0.8156025797511289,+ "AUC_0_150mm": 0.5452827383794963,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 69.33962092017975,+ "right_knee": 48.102463048393815,+ "right_hip": 99.78735921884589,+ "left_hip": 86.67104693861037,+ "left_knee": 48.6737870774193,+ "left_ankle": 70.4991540380317,+ "right_wrist": 73.92964256542365,+ "right_elbow": 62.583923146319655,+ "right_shoulder": 50.21521713805111,+ "left_shoulder": 51.705707152473245,+ "left_elbow": 70.74267979844184,+ "left_wrist": 80.03063982765745,+ "neck": 34.74768266819348,+ "head": 130.17243268486337+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 103.61809157830562,+ "PA_MPJPE_mm": 64.6879117269615,+ "PCK3D_50mm": 0.4100071435956725,+ "PCK3D_100mm": 0.8718805515607817,+ "AUC_0_150mm": 0.5759799172786175,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.23047493676964,+ "right_knee": 50.110604071029506,+ "right_hip": 98.6536585089377,+ "left_hip": 86.12081956221932,+ "left_knee": 49.65131535728207,+ "left_ankle": 65.30921147677716,+ "right_wrist": 71.08967507607717,+ "right_elbow": 53.35416229960335,+ "right_shoulder": 50.706850196702746,+ "left_shoulder": 51.68758363926956,+ "left_elbow": 57.98994635007556,+ "left_wrist": 76.35063924879425+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 70.83988184569084,+ "PA_MPJPE_mm": 44.83733926397207,+ "PCK3D_50mm": 0.6868244971620321,+ "PCK3D_100mm": 0.9375123368017371,+ "AUC_0_150mm": 0.7031440310800989+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 416,+ "source": "raw",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 104.2083972335382,+ "PA_MPJPE_mm": 67.72726086734916,+ "PCK3D_50mm": 0.3926386052263728,+ "PCK3D_100mm": 0.8284590377898897,+ "AUC_0_150mm": 0.5561637487815886,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.17089839188434,+ "right_knee": 47.67697809499401,+ "right_hip": 99.05250281145562,+ "left_hip": 87.19124965834231,+ "left_knee": 46.535243148214725,+ "left_ankle": 68.03772275956916,+ "right_wrist": 70.64004788571204,+ "right_elbow": 60.20402818913845,+ "right_shoulder": 49.05190210072777,+ "left_shoulder": 50.26149801347135,+ "left_elbow": 68.86562626674183,+ "left_wrist": 75.30362965565924,+ "neck": 33.259720855027595,+ "head": 126.93060431194986+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 102.31697966493746,+ "PA_MPJPE_mm": 62.73635026553071,+ "PCK3D_50mm": 0.43106900149451544,+ "PCK3D_100mm": 0.8831011664739776,+ "AUC_0_150mm": 0.5864880676785953,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.561900568455364,+ "right_knee": 49.6804044490605,+ "right_hip": 98.53786514126264,+ "left_hip": 86.61622210421294,+ "left_knee": 47.54954155509747,+ "left_ankle": 62.60730799929371,+ "right_wrist": 67.46647758328741,+ "right_elbow": 51.52987761172092,+ "right_shoulder": 49.996811442166205,+ "left_shoulder": 49.447796806553335,+ "left_elbow": 56.191848293468006,+ "left_wrist": 71.65014963178997+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 67.61875479106949,+ "PA_MPJPE_mm": 42.30304879586423,+ "PCK3D_50mm": 0.7170552003899436,+ "PCK3D_100mm": 0.9470917374648024,+ "AUC_0_150mm": 0.7177955059540865+ }+ ]+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_3dpw_test_gt-joints_288.json b/benchmark/results/gen9w_3dpw_test_gt-joints_288.jsonnew file mode 100644index 0000000..30cd722--- /dev/null+++ b/benchmark/results/gen9w_3dpw_test_gt-joints_288.json@@ -0,0 +1,302 @@+{+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 361,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 107.86686939334284,+ "PA_MPJPE_mm": 71.02444442447438,+ "PCK3D_50mm": 0.36394874335826877,+ "PCK3D_100mm": 0.8072578663476219,+ "AUC_0_150mm": 0.5388794266133938,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 70.98449443373526,+ "right_knee": 49.79480702002293,+ "right_hip": 98.50476434684485,+ "left_hip": 87.08901899100073,+ "left_knee": 48.90025229273755,+ "left_ankle": 74.56946509553796,+ "right_wrist": 77.81195966315201,+ "right_elbow": 61.72384828257411,+ "right_shoulder": 50.432632190756806,+ "left_shoulder": 52.79037516084865,+ "left_elbow": 71.63535238427215,+ "left_wrist": 82.97753230809283,+ "neck": 35.32927891488839,+ "head": 131.7984408581773+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 105.99863313932453,+ "PA_MPJPE_mm": 65.91006545190102,+ "PCK3D_50mm": 0.3948622507966049,+ "PCK3D_100mm": 0.863376382896728,+ "AUC_0_150mm": 0.5691014775660472,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 67.18787081694754,+ "right_knee": 51.745602400439864,+ "right_hip": 97.29193581845561,+ "left_hip": 85.86503640390676,+ "left_knee": 49.51098363957994,+ "left_ankle": 68.59133303551225,+ "right_wrist": 74.86639513298728,+ "right_elbow": 52.71541756948042,+ "right_shoulder": 52.674342922005565,+ "left_shoulder": 52.92640833930272,+ "left_elbow": 58.34794487136244,+ "left_wrist": 79.19751447283177+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 73.40109543207136,+ "PA_MPJPE_mm": 46.430969238333354,+ "PCK3D_50mm": 0.6716255574220213,+ "PCK3D_100mm": 0.9289118235907847,+ "AUC_0_150mm": 0.6937904125686394+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 317,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 105.85146295192882,+ "PA_MPJPE_mm": 69.96007263543709,+ "PCK3D_50mm": 0.3713185976530871,+ "PCK3D_100mm": 0.8148251094702326,+ "AUC_0_150mm": 0.544144731362122,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 68.71689366458462,+ "right_knee": 49.79033122306574,+ "right_hip": 98.92418558076439,+ "left_hip": 87.4937112427745,+ "left_knee": 48.72513730901825,+ "left_ankle": 73.61793105662896,+ "right_wrist": 74.25844777646894,+ "right_elbow": 61.21305473513757,+ "right_shoulder": 49.61796407122349,+ "left_shoulder": 51.878782956379496,+ "left_elbow": 70.29629884140675,+ "left_wrist": 79.53774296442933,+ "neck": 35.01854604882444,+ "head": 130.35198942541274+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 103.8359613082194,+ "PA_MPJPE_mm": 64.8596783504169,+ "PCK3D_50mm": 0.4015100245326115,+ "PCK3D_100mm": 0.8719580971717,+ "AUC_0_150mm": 0.5745321718016567,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.08229445092073,+ "right_knee": 51.69305799355376,+ "right_hip": 97.6787452061199,+ "left_hip": 86.34265078889331,+ "left_knee": 49.29910484689149,+ "left_ankle": 67.6425397970894,+ "right_wrist": 70.98073079231627,+ "right_elbow": 52.329595872737684,+ "right_shoulder": 52.06529235886285,+ "left_shoulder": 52.451143270312315,+ "left_elbow": 57.33224371248775,+ "left_wrist": 75.41874111481738+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 71.27543939879975,+ "PA_MPJPE_mm": 45.336267020120985,+ "PCK3D_50mm": 0.6804053319153565,+ "PCK3D_100mm": 0.9358043191898195,+ "AUC_0_150mm": 0.6997670447981676+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 323,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 103.8226593151782,+ "PA_MPJPE_mm": 67.69325189028706,+ "PCK3D_50mm": 0.39113603312909634,+ "PCK3D_100mm": 0.8293130465958484,+ "AUC_0_150mm": 0.5562350894441679,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.87124608729032,+ "right_knee": 46.996741954419804,+ "right_hip": 98.07229669260956,+ "left_hip": 87.19126803366103,+ "left_knee": 46.356163127767346,+ "left_ankle": 67.80965198902578,+ "right_wrist": 70.64320903724494,+ "right_elbow": 59.53713756884794,+ "right_shoulder": 49.52687598353362,+ "left_shoulder": 50.97116390391279,+ "left_elbow": 67.93251277155284,+ "left_wrist": 74.75930274459418,+ "neck": 34.17311603713364,+ "head": 127.86484053242489+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 101.49229530263892,+ "PA_MPJPE_mm": 62.452216235674165,+ "PCK3D_50mm": 0.4315883221009691,+ "PCK3D_100mm": 0.886419178674487,+ "AUC_0_150mm": 0.5880983329891915,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 61.55136347422553,+ "right_knee": 48.99817403603347,+ "right_hip": 96.99768623546959,+ "left_hip": 86.20740555152773,+ "left_knee": 47.14285369263485,+ "left_ankle": 62.253163561212425,+ "right_wrist": 67.5965704390305,+ "right_elbow": 50.9371393509537,+ "right_shoulder": 50.48827209421642,+ "left_shoulder": 50.524687718080145,+ "left_elbow": 55.214974491062705,+ "left_wrist": 71.51430418364286+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 68.43797895882646,+ "PA_MPJPE_mm": 42.57006241192356,+ "PCK3D_50mm": 0.7119130200087818,+ "PCK3D_100mm": 0.9466022937387458,+ "AUC_0_150mm": 0.7158322732942533+ }+ ]+ },+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth|h36m": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",+ "gt": "h36m",+ "split": "test",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "epoch": 275,+ "source": "ema",+ "landmarks": "fitted",+ "n": 35463,+ "n_dropped": 0,+ "results": [+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 102.88165768492182,+ "PA_MPJPE_mm": 67.01856548558627,+ "PCK3D_50mm": 0.4001434090259063,+ "PCK3D_100mm": 0.8320180792052884,+ "AUC_0_150mm": 0.5598809351630328,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.22828314984679,+ "right_knee": 47.971143735533616,+ "right_hip": 98.56710780400871,+ "left_hip": 87.12965945716073,+ "left_knee": 46.10154535822198,+ "left_ankle": 67.14635903802294,+ "right_wrist": 67.58634175311445,+ "right_elbow": 59.08615523930151,+ "right_shoulder": 49.362315600017645,+ "left_shoulder": 50.636464613958644,+ "left_elbow": 66.7936267648197,+ "left_wrist": 72.12528571000344,+ "neck": 33.63042837813828,+ "head": 126.89520019605943+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 35463,+ "MPJPE_mm": 100.39415381180089,+ "PA_MPJPE_mm": 61.840858211065004,+ "PCK3D_50mm": 0.4389058079312711,+ "PCK3D_100mm": 0.8905196965851733,+ "AUC_0_150mm": 0.5916162354888133,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.866974644744644,+ "right_knee": 49.93429863051092,+ "right_hip": 97.28169057222394,+ "left_hip": 85.80033874506645,+ "left_knee": 47.012985802245986,+ "left_ankle": 61.61046664373474,+ "right_wrist": 65.10456238452748,+ "right_elbow": 50.655414753288866,+ "right_shoulder": 50.37174446406672,+ "left_shoulder": 50.18025430833187,+ "left_elbow": 54.20613708316662,+ "left_wrist": 69.06543050087178+ }+ },+ {+ "joint_set": "J14+adapter",+ "num_joints": 14,+ "num_samples": 35463,+ "MPJPE_mm": 66.78473949546623,+ "PA_MPJPE_mm": 41.36725055989475,+ "PCK3D_50mm": 0.7275893184445761,+ "PCK3D_100mm": 0.9505017301735007,+ "AUC_0_150mm": 0.7232251281305588+ }+ ]+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_annotated_224.json b/benchmark/results/gen9w_emdb1_annotated_224.jsonnew file mode 100644index 0000000..3b0a102--- /dev/null+++ b/benchmark/results/gen9w_emdb1_annotated_224.json@@ -0,0 +1,867 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 481,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 86.56307577082555,+ "PA_MPJPE_mm": 62.870025736990414,+ "PCK3D_50mm": 0.5740969312257119,+ "PCK3D_100mm": 0.850348850073988,+ "AUC_0_150mm": 0.6204626292448314,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 41.92819348367251,+ "left_hip": 42.983309591841284,+ "right_hip": 41.99028748432828,+ "spine1": 50.546013737542765,+ "left_knee": 55.87615404726698,+ "right_knee": 55.503917699781574,+ "spine2": 50.49607895919742,+ "left_ankle": 66.1181759111917,+ "right_ankle": 66.98668454711286,+ "spine3": 49.78704163506046,+ "left_foot": 73.13540954015934,+ "right_foot": 75.7911614026987,+ "neck": 48.6956588109759,+ "left_collar": 42.73892796587593,+ "right_collar": 42.10077260781202,+ "head": 55.32774526303255,+ "left_shoulder": 47.76003947941104,+ "right_shoulder": 47.36225766052754,+ "left_elbow": 60.362470277701114,+ "right_elbow": 56.31569359814934,+ "left_wrist": 100.02892705884527,+ "right_wrist": 97.56416452991154,+ "left_hand": 118.92762398132496,+ "right_hand": 120.55390841434752+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 97.52043161985303,+ "PA_MPJPE_mm": 66.60282504447187,+ "PCK3D_50mm": 0.4932373563456831,+ "PCK3D_100mm": 0.8317903521197717,+ "AUC_0_150mm": 0.5863527132309093,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 67.54325731831655,+ "right_knee": 52.5715564247917,+ "right_hip": 50.65727821785841,+ "left_hip": 48.61720059795035,+ "left_knee": 54.35848136667145,+ "left_ankle": 68.57272375227623,+ "right_wrist": 99.14361640124834,+ "right_elbow": 51.80272340308523,+ "right_shoulder": 57.842049573846666,+ "left_shoulder": 49.321726616475765,+ "left_elbow": 57.59989885904841,+ "left_wrist": 104.93261432735564,+ "neck": 59.08336480050076,+ "head": 110.39305896318065+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 92.62130444081637,+ "PA_MPJPE_mm": 62.52354452474751,+ "PCK3D_50mm": 0.5455890691338561,+ "PCK3D_100mm": 0.8560656349831971,+ "AUC_0_150mm": 0.6123240581750631,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 66.09113869530734,+ "right_knee": 53.47881404589802,+ "right_hip": 50.16151816441917,+ "left_hip": 48.88523996220425,+ "left_knee": 55.289079967341344,+ "left_ankle": 66.70908987983816,+ "right_wrist": 94.9783202880758,+ "right_elbow": 49.31230615843084,+ "right_shoulder": 57.06256345327593,+ "left_shoulder": 53.488600402271814,+ "left_elbow": 54.9418653064444,+ "left_wrist": 99.88399797346307+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 78.73205914997531+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 69.90917751476255+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 57.19897705885768+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 52.67358303674525+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 57.442956505064636+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 80.65953393773327+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 51.99371657415196+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 78.22017006614858+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 52.73912827718323+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 60.6432327921372+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 59.01714813491954+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 60.25282361405862+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 56.7914121366103+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 65.03925056034467+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 71.88318204701882+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 54.47972068910211+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 59.022351604762875+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 495,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 98.80407799930023,+ "PA_MPJPE_mm": 68.77680118628923,+ "PCK3D_50mm": 0.5144674245253011,+ "PCK3D_100mm": 0.833091316433639,+ "AUC_0_150mm": 0.5920096949516389,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 44.597327148287775,+ "left_hip": 46.03672965770137,+ "right_hip": 45.69516043856871,+ "spine1": 50.73676694844938,+ "left_knee": 70.7208462602123,+ "right_knee": 67.98737214959377,+ "spine2": 47.720310264972184,+ "left_ankle": 86.4461359229997,+ "right_ankle": 88.12745403714572,+ "spine3": 45.00518401049988,+ "left_foot": 96.18908913413586,+ "right_foot": 97.46984442213075,+ "neck": 41.5508337283668,+ "left_collar": 36.13130994331438,+ "right_collar": 36.60261241281916,+ "head": 50.03312689286353,+ "left_shoulder": 44.678787339011194,+ "right_shoulder": 44.934865772396705,+ "left_elbow": 64.62161747957974,+ "right_elbow": 61.620767125291415,+ "left_wrist": 111.09782138194512,+ "right_wrist": 107.32201694196984,+ "left_hand": 133.01162549906326,+ "right_hand": 132.30562355962203+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 109.44193486631913,+ "PA_MPJPE_mm": 73.59853738842263,+ "PCK3D_50mm": 0.42148280297058455,+ "PCK3D_100mm": 0.8016459124827378,+ "AUC_0_150mm": 0.5508344468659943,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 88.82964268081025,+ "right_knee": 64.97776156086667,+ "right_hip": 56.502544912534695,+ "left_hip": 53.814022236423554,+ "left_knee": 69.07332819381251,+ "left_ankle": 89.14289248830534,+ "right_wrist": 109.28613733826555,+ "right_elbow": 57.16852423265606,+ "right_shoulder": 58.38112119924028,+ "left_shoulder": 48.03170584069258,+ "left_elbow": 62.42753020377072,+ "left_wrist": 115.27399287998985,+ "neck": 49.85193275257287,+ "head": 107.61838691797574+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 105.60340986764425,+ "PA_MPJPE_mm": 70.7209696889217,+ "PCK3D_50mm": 0.4630958801808903,+ "PCK3D_100mm": 0.8245515772587092,+ "AUC_0_150mm": 0.5732860630832105,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 86.82998706646737,+ "right_knee": 65.4321166651344,+ "right_hip": 54.335372688660414,+ "left_hip": 52.365875269524665,+ "left_knee": 69.45872750438012,+ "left_ankle": 86.73598366357163,+ "right_wrist": 105.69350170385752,+ "right_elbow": 53.20562588036006,+ "right_shoulder": 54.454752243716364,+ "left_shoulder": 50.699530365941555,+ "left_elbow": 58.556652935529264,+ "left_wrist": 110.88351027991702+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 55.468295106026275+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 63.969955766784246+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 63.053629941791556+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 63.52127046028012+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 58.52762166469394+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 105.47790216889464+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 66.11726668585023+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 72.64219864166756+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 68.50574329491153+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 56.93464100309395+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 64.02906148647689+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 70.65531592232193+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 57.67215098638569+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 60.04337343789902+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 92.26085947637783+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 77.90838942047814+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 74.97796130270913+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 476,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 94.40980071470597,+ "PA_MPJPE_mm": 66.10490400484157,+ "PCK3D_50mm": 0.5347812858703619,+ "PCK3D_100mm": 0.8447306006167974,+ "AUC_0_150mm": 0.6039773191130002,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 43.16946609362433,+ "left_hip": 44.480258787041926,+ "right_hip": 43.69708624965789,+ "spine1": 49.35491966519267,+ "left_knee": 67.58892171147183,+ "right_knee": 66.2605819157014,+ "spine2": 46.86372141563387,+ "left_ankle": 82.30947069345058,+ "right_ankle": 84.95717316132449,+ "spine3": 44.405647819803676,+ "left_foot": 91.39220935896788,+ "right_foot": 93.44060623776072,+ "neck": 39.24452171606876,+ "left_collar": 34.83114179885335,+ "right_collar": 35.212826583174696,+ "head": 47.257260493127,+ "left_shoulder": 43.51991815396369,+ "right_shoulder": 44.46770756266806,+ "left_elbow": 62.00263496174787,+ "right_elbow": 59.44929353005582,+ "left_wrist": 107.16075353569664,+ "right_wrist": 102.44438518599966,+ "left_hand": 127.88020120471253,+ "right_hand": 125.1269882805005+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 104.20810219483367,+ "PA_MPJPE_mm": 70.77551394922503,+ "PCK3D_50mm": 0.4460440609052815,+ "PCK3D_100mm": 0.8172426668879392,+ "AUC_0_150mm": 0.5647078943650244,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 85.39788258771607,+ "right_knee": 62.542699440193445,+ "right_hip": 54.44723066599899,+ "left_hip": 51.510254707847814,+ "left_knee": 65.4455951146437,+ "left_ankle": 84.95407548738243,+ "right_wrist": 104.45983596981596,+ "right_elbow": 53.95660163589094,+ "right_shoulder": 57.55511622965743,+ "left_shoulder": 47.399404832855346,+ "left_elbow": 58.9964205493001,+ "left_wrist": 111.77475314056956,+ "neck": 47.91337760993337,+ "head": 104.5039473173453+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 100.48927702498293,+ "PA_MPJPE_mm": 67.96723620612089,+ "PCK3D_50mm": 0.4885214841859243,+ "PCK3D_100mm": 0.8377138392178014,+ "AUC_0_150mm": 0.5863392501446525,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 83.1013522601928,+ "right_knee": 62.9112623350598,+ "right_hip": 52.47553864339497,+ "left_hip": 50.231014288906394,+ "left_knee": 65.78250562777441,+ "left_ankle": 82.4043818678247,+ "right_wrist": 101.31522206420419,+ "right_elbow": 50.79505723367452,+ "right_shoulder": 53.864048206038156,+ "left_shoulder": 49.31177190850422,+ "left_elbow": 55.75776718797795,+ "left_wrist": 107.65691284989853+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 54.31993871703611+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 63.539171948765386+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 59.79112903238372+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 61.0811733610311+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 57.20895429080521+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 95.34013215691209+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 66.69570243012592+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 71.75341789855669+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 65.91662491040887+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 53.37964479027007+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 60.019662863194434+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 66.73957470761924+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 55.83094148140724+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 56.62191134785518+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 85.78140924967424+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 75.52708590157857+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 76.73403859954931+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 343,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 88.16388309849815,+ "PA_MPJPE_mm": 61.24348709443844,+ "PCK3D_50mm": 0.5705634844901741,+ "PCK3D_100mm": 0.8687784369857141,+ "AUC_0_150mm": 0.6257650299186421,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 40.7523243336816,+ "left_hip": 42.50242972927826,+ "right_hip": 41.77748775669497,+ "spine1": 47.221966615750254,+ "left_knee": 62.75083309496669,+ "right_knee": 61.80243642547612,+ "spine2": 45.70696716241673,+ "left_ankle": 73.70732857170623,+ "right_ankle": 75.91716463551685,+ "spine3": 43.57874965270277,+ "left_foot": 81.09754505938453,+ "right_foot": 83.21289620053423,+ "neck": 37.994381514329504,+ "left_collar": 32.920875120793454,+ "right_collar": 33.42149358301194,+ "head": 45.47892453146991,+ "left_shoulder": 43.50638973030334,+ "right_shoulder": 42.694191920863226,+ "left_elbow": 58.84845684033201,+ "right_elbow": 55.21107349848616,+ "left_wrist": 96.6723320579724,+ "right_wrist": 93.45673399686355,+ "left_hand": 114.882434482671,+ "right_hand": 114.72827375131565+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 99.74171679986522,+ "PA_MPJPE_mm": 66.9617547305426,+ "PCK3D_50mm": 0.47292868107704433,+ "PCK3D_100mm": 0.8368489992354241,+ "AUC_0_150mm": 0.5815515058167224,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 77.01680589701148,+ "right_knee": 58.464628865751095,+ "right_hip": 53.68254967532693,+ "left_hip": 50.31250156339712,+ "left_knee": 61.294358552742686,+ "left_ankle": 76.17756224903725,+ "right_wrist": 95.95600671656496,+ "right_elbow": 51.448020595573276,+ "right_shoulder": 56.983880024212205,+ "left_shoulder": 45.7793448220186,+ "left_elbow": 56.38994157838487,+ "left_wrist": 101.77197510518059,+ "neck": 46.28134754014817,+ "head": 105.9056430422471+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 94.80239996275485,+ "PA_MPJPE_mm": 63.29910761033962,+ "PCK3D_50mm": 0.5233822898947572,+ "PCK3D_100mm": 0.8622474380782476,+ "AUC_0_150mm": 0.6078678244219811,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 74.56215561901719,+ "right_knee": 58.79559009707537,+ "right_hip": 51.127624380830504,+ "left_hip": 48.711879607863956,+ "left_knee": 61.84980671101634,+ "left_ankle": 73.62982555661438,+ "right_wrist": 93.44472015558978,+ "right_elbow": 47.8304701070473,+ "right_shoulder": 51.26776112511871,+ "left_shoulder": 47.798941144201144,+ "left_elbow": 52.97169925560957,+ "left_wrist": 97.59881756409123+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 47.62589456467713+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 58.47777095803588+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 57.13846164629266+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 57.893838276522445+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 53.120265290646394+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 86.298826978497+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 60.16626076911829+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 71.59389896435307+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 55.3113747413293+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 49.574397333475126+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 55.571200431372276+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 63.31235305504479+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 51.49037720945502+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 52.878082047760735+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 88.86740864405617+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 68.90026643656105+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 64.47793071216343+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 416,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 83.833161323396,+ "PA_MPJPE_mm": 56.64331055732487,+ "PCK3D_50mm": 0.6055971594130745,+ "PCK3D_100mm": 0.8900223347024575,+ "AUC_0_150mm": 0.6458173011078353,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 40.094926757828304,+ "left_hip": 41.71466415881362,+ "right_hip": 40.80633006258003,+ "spine1": 46.30182445472659,+ "left_knee": 57.847863377915246,+ "right_knee": 56.40811936912709,+ "spine2": 43.88153798230367,+ "left_ankle": 63.70265762207686,+ "right_ankle": 64.32107302697987,+ "spine3": 41.89972880723249,+ "left_foot": 71.27176462056276,+ "right_foot": 72.3868823047739,+ "neck": 36.7217290100631,+ "left_collar": 32.0469643717298,+ "right_collar": 32.036128533715704,+ "head": 42.31847295418952,+ "left_shoulder": 40.48875929811232,+ "right_shoulder": 42.54869320019132,+ "left_elbow": 55.30952820151958,+ "right_elbow": 53.38066498751529,+ "left_wrist": 87.18710162930986,+ "right_wrist": 86.05383863417542,+ "left_hand": 103.76059883838933,+ "right_hand": 106.94960117196105+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 94.14949680349432,+ "PA_MPJPE_mm": 62.11866942697986,+ "PCK3D_50mm": 0.5099691206192472,+ "PCK3D_100mm": 0.8629779339856923,+ "AUC_0_150mm": 0.6042511296087012,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.07533718355917,+ "right_knee": 53.96464127174541,+ "right_hip": 50.19714058202571,+ "left_hip": 47.724228732132985,+ "left_knee": 56.96592783089215,+ "left_ankle": 67.29375370834457,+ "right_wrist": 87.62529856468747,+ "right_elbow": 48.150503506627494,+ "right_shoulder": 54.82576617555189,+ "left_shoulder": 43.83033198597072,+ "left_elbow": 52.65227318347304,+ "left_wrist": 91.67665982127255,+ "neck": 46.945615272979495,+ "head": 102.73389415845539+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 88.97795500804025,+ "PA_MPJPE_mm": 57.91186421129567,+ "PCK3D_50mm": 0.5669245875340553,+ "PCK3D_100mm": 0.8903352279799195,+ "AUC_0_150mm": 0.6329450133142754,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 63.00634022524534,+ "right_knee": 54.63082012137297,+ "right_hip": 48.037460312767706,+ "left_hip": 46.108128956531345,+ "left_knee": 57.656606623461684,+ "left_ankle": 64.4650407975658,+ "right_wrist": 84.52487163503653,+ "right_elbow": 44.90462616084134,+ "right_shoulder": 49.70034743621156,+ "left_shoulder": 44.47515403589896,+ "left_elbow": 49.78128125299899,+ "left_wrist": 87.65169297761584+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 48.641680358501695+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 52.54774106841503+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 55.19341685625968+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 53.02278342611785+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 50.110317188254264+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 76.66442414306871+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 51.43014940007747+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 65.20459619835408+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 51.1202477091565+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 47.035468119161905+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 52.087928039224025+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 57.38482064782934+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 48.52660094731107+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.2789658622323+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 81.24443024238474+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 59.84385945678372+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 60.513944526791995+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_annotated_288.json b/benchmark/results/gen9w_emdb1_annotated_288.jsonnew file mode 100644index 0000000..e2b7a24--- /dev/null+++ b/benchmark/results/gen9w_emdb1_annotated_288.json@@ -0,0 +1,694 @@+{+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 361,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 91.89670287617336,+ "PA_MPJPE_mm": 63.757212600643335,+ "PCK3D_50mm": 0.5491052289479871,+ "PCK3D_100mm": 0.857063090348366,+ "AUC_0_150mm": 0.6137960116507158,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.38792292916049,+ "left_hip": 43.66349015807839,+ "right_hip": 42.73738264175591,+ "spine1": 48.531454138331505,+ "left_knee": 65.74860860721955,+ "right_knee": 64.68150237307081,+ "spine2": 46.78077636974182,+ "left_ankle": 80.30480669806117,+ "right_ankle": 82.31382311602702,+ "spine3": 44.3247840429019,+ "left_foot": 88.91519791435911,+ "right_foot": 90.87581570590748,+ "neck": 38.35601938837669,+ "left_collar": 33.9500945786115,+ "right_collar": 34.17133698807522,+ "head": 45.75652538312053,+ "left_shoulder": 42.55598676069015,+ "right_shoulder": 43.75684567136546,+ "left_elbow": 59.63341984308999,+ "right_elbow": 56.2439555488187,+ "left_wrist": 100.27703965352704,+ "right_wrist": 96.06055535191769,+ "left_hand": 119.81429960209256,+ "right_hand": 118.33145895113807+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 101.83601243931935,+ "PA_MPJPE_mm": 68.84998179523183,+ "PCK3D_50mm": 0.4536098055369515,+ "PCK3D_100mm": 0.8280148884845395,+ "AUC_0_150mm": 0.5723822359149511,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 82.78691686866186,+ "right_knee": 61.527320677439235,+ "right_hip": 53.71209774889444,+ "left_hip": 51.45789367185153,+ "left_knee": 64.68808537293596,+ "left_ankle": 82.98007467497027,+ "right_wrist": 97.84534054214987,+ "right_elbow": 51.378010052186674,+ "right_shoulder": 57.55341284399523,+ "left_shoulder": 46.72264111790647,+ "left_elbow": 56.773650587106175,+ "left_wrist": 104.87429109450976,+ "neck": 47.525925309898916,+ "head": 104.07408457073934+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 98.12515949644451,+ "PA_MPJPE_mm": 65.70465310435183,+ "PCK3D_50mm": 0.5000311164585322,+ "PCK3D_100mm": 0.8501604226306545,+ "AUC_0_150mm": 0.595784043301619,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 80.77610506305012,+ "right_knee": 62.038632888544136,+ "right_hip": 51.41931959319529,+ "left_hip": 49.85185091016465,+ "left_knee": 65.15842954454202,+ "left_ankle": 80.47443718780067,+ "right_wrist": 95.07049968169703,+ "right_elbow": 48.017375580707956,+ "right_shoulder": 52.81929579637555,+ "left_shoulder": 47.99921347168562,+ "left_elbow": 53.8107219153025,+ "left_wrist": 101.01995561915643+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 49.86487771847274+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 59.82460905968223+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 58.91684163690936+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 61.60744176954229+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 56.10538721383652+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 90.73466417557056+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 63.86663662303396+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 71.2300768474913+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 63.1605232390724+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 51.529787420907724+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 57.978345246288015+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 64.66384933619422+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 52.88975820051211+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 57.73803589176279+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 83.99605217779109+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 74.4723571848433+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 69.01036966908056+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 317,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 90.56817439230251,+ "PA_MPJPE_mm": 62.68335661389248,+ "PCK3D_50mm": 0.5541668395358808,+ "PCK3D_100mm": 0.8607192742258917,+ "AUC_0_150mm": 0.6169875676922383,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.58311297904817,+ "left_hip": 43.65459003175729,+ "right_hip": 43.10356310264368,+ "spine1": 48.907353883796496,+ "left_knee": 65.44272582433068,+ "right_knee": 62.545603537100966,+ "spine2": 46.41320985148489,+ "left_ankle": 78.17353797138134,+ "right_ankle": 78.09233811421754,+ "spine3": 43.79024655087795,+ "left_foot": 86.49873779614148,+ "right_foot": 86.69366301009754,+ "neck": 38.75550606724046,+ "left_collar": 33.927210450607,+ "right_collar": 33.913046762243134,+ "head": 45.31615844992675,+ "left_shoulder": 42.44111784062704,+ "right_shoulder": 41.702042542288645,+ "left_elbow": 59.143672391761335,+ "right_elbow": 56.30132649961313,+ "left_wrist": 97.54735955124492,+ "right_wrist": 95.06439422498168,+ "left_hand": 117.00163378226522,+ "right_hand": 117.38840751774035+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 100.63589112067115,+ "PA_MPJPE_mm": 67.69225742341102,+ "PCK3D_50mm": 0.4626454324002347,+ "PCK3D_100mm": 0.83160661684082,+ "AUC_0_150mm": 0.5763736506402727,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 79.43352460999523,+ "right_knee": 59.16377942172885,+ "right_hip": 54.03832608703559,+ "left_hip": 51.185603358523345,+ "left_knee": 64.04684640754797,+ "left_ankle": 80.87049837508683,+ "right_wrist": 96.36630345890325,+ "right_elbow": 51.547775230537184,+ "right_shoulder": 55.82942069577965,+ "left_shoulder": 45.66550568600926,+ "left_elbow": 55.64845488484714,+ "left_wrist": 101.59293376169694,+ "neck": 47.79883269051294,+ "head": 104.50379925955035+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 96.92154434706322,+ "PA_MPJPE_mm": 64.17069524276937,+ "PCK3D_50mm": 0.5120144103776847,+ "PCK3D_100mm": 0.855567771646683,+ "AUC_0_150mm": 0.6016561316821759,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 77.39525283451466,+ "right_knee": 59.72622946206458,+ "right_hip": 51.81347333231742,+ "left_hip": 49.57019822114406,+ "left_knee": 64.44786394040139,+ "left_ankle": 78.5340091612592,+ "right_wrist": 93.43798272745066,+ "right_elbow": 47.54291220230494,+ "right_shoulder": 50.45029967585119,+ "left_shoulder": 46.76845005479937,+ "left_elbow": 52.48737271548853,+ "left_wrist": 97.87429858563647+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 50.42311309532114+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 57.78255777247055+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 57.50981692132104+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 58.99244476010798+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 54.62357002990997+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 85.96403719244915+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 60.59423052572172+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 67.81865718628754+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 61.915968032102484+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 50.445311908043266+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 57.58841853078742+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 62.50763054492119+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 55.76945534683384+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 55.11821617186037+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 88.34917948004514+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 73.02417497568214+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 68.93446706423859+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 323,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 84.15185423856586,+ "PA_MPJPE_mm": 57.49852583149515,+ "PCK3D_50mm": 0.6033066423266813,+ "PCK3D_100mm": 0.8858492718748704,+ "AUC_0_150mm": 0.643123719931352,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.97356671310843,+ "left_hip": 41.41444021677189,+ "right_hip": 40.82028363252888,+ "spine1": 46.018020542289605,+ "left_knee": 60.25945659541424,+ "right_knee": 58.722384077181175,+ "spine2": 43.56464832026149,+ "left_ankle": 69.7371009466064,+ "right_ankle": 70.4901442735581,+ "spine3": 41.181463615553234,+ "left_foot": 77.48434427887581,+ "right_foot": 78.4322564095153,+ "neck": 36.395107597279775,+ "left_collar": 31.626174236835315,+ "right_collar": 31.33464804904905,+ "head": 42.802056000577245,+ "left_shoulder": 41.040333404700014,+ "right_shoulder": 41.55465279404201,+ "left_elbow": 54.48255262301644,+ "right_elbow": 52.913770063150565,+ "left_wrist": 86.37621035839,+ "right_wrist": 84.7468066112279,+ "left_hand": 103.59387436093682,+ "right_hand": 105.00032423501271+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 94.87807283147559,+ "PA_MPJPE_mm": 63.236938986902594,+ "PCK3D_50mm": 0.5059536157324814,+ "PCK3D_100mm": 0.8546120518489103,+ "AUC_0_150mm": 0.5995583279210133,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 72.89573306303029,+ "right_knee": 56.23555230793994,+ "right_hip": 50.76751598087448,+ "left_hip": 47.642777542497114,+ "left_knee": 59.42777801478976,+ "left_ankle": 72.32051186191548,+ "right_wrist": 86.81275759262775,+ "right_elbow": 48.29244471600249,+ "right_shoulder": 54.511999224330935,+ "left_shoulder": 43.36640565830605,+ "left_elbow": 51.885325375511286,+ "left_wrist": 90.90350675137523,+ "neck": 45.628384586023635,+ "head": 104.62645314141196+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 89.76602092277679,+ "PA_MPJPE_mm": 59.00913702183445,+ "PCK3D_50mm": 0.5619839853960088,+ "PCK3D_100mm": 0.8834792349500062,+ "AUC_0_150mm": 0.6289464926286337,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 69.76743563027034,+ "right_knee": 56.524066579871175,+ "right_hip": 48.542531848040234,+ "left_hip": 46.01072158916307,+ "left_knee": 59.86351517410251,+ "left_ankle": 70.20175120276035,+ "right_wrist": 83.5308534647184,+ "right_elbow": 44.41150561241701,+ "right_shoulder": 48.97633399804551,+ "left_shoulder": 44.532603550435226,+ "left_elbow": 48.7994064122216,+ "left_wrist": 86.94891919996788+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 46.35350066965975+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 55.03873360166745+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 55.47877302820346+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 53.37219047568269+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 51.37453491041696+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 81.45883494320042+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 53.407439067655766+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 64.49541620998106+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 54.02261643256779+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 46.61354253002335+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 50.647154894652715+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 57.80507374496757+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 49.78489711321818+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 53.22652926291575+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 80.1205200700963+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 65.63093523107665+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 60.881202774814454+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "annotated",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 275,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 80.26983737203881,+ "PA_MPJPE_mm": 54.22448018730959,+ "PCK3D_50mm": 0.6245470826591434,+ "PCK3D_100mm": 0.9016633475777566,+ "AUC_0_150mm": 0.6569575509049649,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 38.40275099812783,+ "left_hip": 40.42429168260508,+ "right_hip": 39.51798235524411,+ "spine1": 45.17206631860313,+ "left_knee": 56.022011195178415,+ "right_knee": 55.839567939448244,+ "spine2": 43.74862169018239,+ "left_ankle": 62.78387016996401,+ "right_ankle": 63.99530300599515,+ "spine3": 41.1397963609844,+ "left_foot": 70.28881060665799,+ "right_foot": 71.03529697016094,+ "neck": 34.492076495216224,+ "left_collar": 29.776608811491318,+ "right_collar": 30.177677742591488,+ "head": 40.39285483802678,+ "left_shoulder": 39.72566104325211,+ "right_shoulder": 40.50917841711117,+ "left_elbow": 52.88215955482283,+ "right_elbow": 50.05378742980195,+ "left_wrist": 82.37153620649705,+ "right_wrist": 78.89021505454873,+ "left_hand": 97.21858930607797,+ "right_hand": 96.52681030284036+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 91.68495824712078,+ "PA_MPJPE_mm": 60.48139097450015,+ "PCK3D_50mm": 0.5229313482020614,+ "PCK3D_100mm": 0.8702384409765234,+ "AUC_0_150mm": 0.6112602194384278,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.23300723925892,+ "right_knee": 53.251920197080516,+ "right_hip": 51.15084093815264,+ "left_hip": 48.61027704689794,+ "left_knee": 55.163334292073834,+ "left_ankle": 66.1812658985285,+ "right_wrist": 80.77002867032783,+ "right_elbow": 45.72101056010095,+ "right_shoulder": 52.905562923498216,+ "left_shoulder": 42.812442575376664,+ "left_elbow": 50.279374459888906,+ "left_wrist": 87.3512098311026,+ "neck": 44.1884112249524,+ "head": 103.12078778576229+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 86.4759995099639,+ "PA_MPJPE_mm": 56.08571221604588,+ "PCK3D_50mm": 0.581542408275595,+ "PCK3D_100mm": 0.8992863958843298,+ "AUC_0_150mm": 0.6410496797123812,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 62.75913972035031,+ "right_knee": 53.52631763297199,+ "right_hip": 48.52652209401131,+ "left_hip": 46.76423178512845,+ "left_knee": 55.545395001714255,+ "left_ankle": 63.25665964991212,+ "right_wrist": 78.54834436866845,+ "right_elbow": 42.89368742441846,+ "right_shoulder": 47.27891246981358,+ "left_shoulder": 42.66838612571805,+ "left_elbow": 47.41462026005756,+ "left_wrist": 83.84633005978603+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 45.51383447593414+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 52.048128103211546+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 53.86529106760148+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 51.89333890798706+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 50.12785567305116+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 69.50550450137052+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 48.50633972946262+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 60.670426644688334+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 48.96378945173+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 44.63872831323301+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 47.34899677092646+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 52.72301762843724+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 47.94367249301546+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.539552520591144+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 78.42641430045558+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 61.24671988857725+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 58.36759059360562+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_detector_224.json b/benchmark/results/gen9w_emdb1_detector_224.jsonnew file mode 100644index 0000000..315e8f7--- /dev/null+++ b/benchmark/results/gen9w_emdb1_detector_224.json@@ -0,0 +1,892 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 481,+ "source": "raw",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 77.93272024703253,+ "PA_MPJPE_mm": 51.26658662518217,+ "PCK3D_50mm": 0.6540755398180934,+ "PCK3D_100mm": 0.9144223425675206,+ "AUC_0_150mm": 0.6717235208614692,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 38.15333533169134,+ "left_hip": 40.0614633008373,+ "right_hip": 39.5434656360952,+ "spine1": 44.794557442609374,+ "left_knee": 51.60447829493982,+ "right_knee": 51.80129545942806,+ "spine2": 43.24984927595156,+ "left_ankle": 55.490444413085946,+ "right_ankle": 57.3901399084674,+ "spine3": 40.64083855350627,+ "left_foot": 62.76068910503937,+ "right_foot": 64.8241715556129,+ "neck": 33.30451042107754,+ "left_collar": 28.71968988913112,+ "right_collar": 29.21379972213772,+ "head": 39.45397549888446,+ "left_shoulder": 38.605579817091645,+ "right_shoulder": 39.60827200860123,+ "left_elbow": 51.03987229609044,+ "right_elbow": 46.620280570669074,+ "left_wrist": 77.38627797096356,+ "right_wrist": 73.05033049184212,+ "left_hand": 91.73683207642085,+ "right_hand": 91.34392996419862+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 89.4670883789237,+ "PA_MPJPE_mm": 57.50753527970483,+ "PCK3D_50mm": 0.5554824887672211,+ "PCK3D_100mm": 0.8836373374594578,+ "AUC_0_150mm": 0.6274060607573115,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 59.78380139238089,+ "right_knee": 48.94005054769252,+ "right_hip": 50.007973843999636,+ "left_hip": 47.55559195004585,+ "left_knee": 50.884738883808126,+ "left_ankle": 59.87704281103771,+ "right_wrist": 74.40164921292127,+ "right_elbow": 41.845538620468275,+ "right_shoulder": 51.859657341517256,+ "left_shoulder": 42.783832964315515,+ "left_elbow": 47.978603878780554,+ "left_wrist": 81.72199147243376,+ "neck": 43.54909322329852,+ "head": 103.91592777316778+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 83.16979605940543,+ "PA_MPJPE_mm": 52.57603290868653,+ "PCK3D_50mm": 0.6219225161424703,+ "PCK3D_100mm": 0.9136291050475596,+ "AUC_0_150mm": 0.6601526787654005,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 56.88071479089014,+ "right_knee": 49.66047892645083,+ "right_hip": 47.22499292721182,+ "left_hip": 45.475930145307245,+ "left_knee": 51.61865925440633,+ "left_ankle": 56.605613217315344,+ "right_wrist": 72.72006041394528,+ "right_elbow": 39.941703814269964,+ "right_shoulder": 45.595942283694676,+ "left_shoulder": 41.23624633560497,+ "left_elbow": 45.36211706621922,+ "left_wrist": 78.5899357289225+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 42.80027409071535+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 50.31407347255747+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 54.63478336685305+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 47.71950281450704+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 45.60282068122893+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 69.88642846915626+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 45.92726397268056+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 59.45218646958912+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 48.66897167414233+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 41.93640571859846+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 47.354733686339614+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 49.603002587189465+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 45.247492639447216+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.3978696044395+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 60.88214152304064+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 53.1596753387607+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 56.999141190480394+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 495,+ "source": "raw",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 95.23262235109229,+ "PA_MPJPE_mm": 66.05497057164119,+ "PCK3D_50mm": 0.5345952232173853,+ "PCK3D_100mm": 0.8464382420329098,+ "AUC_0_150mm": 0.6040456961251351,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 44.22741776238005,+ "left_hip": 45.318835135548596,+ "right_hip": 45.12412088521768,+ "spine1": 50.45760905412255,+ "left_knee": 67.9202802814058,+ "right_knee": 65.91444482424754,+ "spine2": 47.2138240167276,+ "left_ankle": 82.48851482780994,+ "right_ankle": 84.68621191946194,+ "spine3": 44.22940974351632,+ "left_foot": 92.47483617504012,+ "right_foot": 93.5543722712093,+ "neck": 40.21192707029494,+ "left_collar": 35.00963610750935,+ "right_collar": 35.555271791710446,+ "head": 48.11894474264623,+ "left_shoulder": 43.68438148051055,+ "right_shoulder": 43.686584909039674,+ "left_elbow": 61.58287085969108,+ "right_elbow": 58.93516037445934,+ "left_wrist": 103.56068920521386,+ "right_wrist": 101.58285070301746,+ "left_hand": 124.31349281222259,+ "right_hand": 125.46760676638618+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 105.89022186245927,+ "PA_MPJPE_mm": 70.89833199139689,+ "PCK3D_50mm": 0.44347011039366796,+ "PCK3D_100mm": 0.815481893653108,+ "AUC_0_150mm": 0.5637874022021141,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 85.60938518163074,+ "right_knee": 62.76360580709031,+ "right_hip": 55.73110490224694,+ "left_hip": 53.00947312384336,+ "left_knee": 66.24100946785089,+ "left_ankle": 85.73573488901707,+ "right_wrist": 103.21026112167122,+ "right_elbow": 54.48177326107945,+ "right_shoulder": 56.835219502579555,+ "left_shoulder": 47.0314321613496,+ "left_elbow": 58.94273001579015,+ "left_wrist": 107.21723346694431,+ "neck": 48.81179799413859,+ "head": 106.95588698432411+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 101.79125145230734,+ "PA_MPJPE_mm": 67.65694571136295,+ "PCK3D_50mm": 0.489047420676248,+ "PCK3D_100mm": 0.8404985072554328,+ "AUC_0_150mm": 0.5881997030188602,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 83.5446844620612,+ "right_knee": 63.17132774829755,+ "right_hip": 53.46659257075443,+ "left_hip": 51.43887375923552,+ "left_knee": 66.57819917852638,+ "left_ankle": 83.12837376684638,+ "right_wrist": 99.76339944222408,+ "right_elbow": 50.46397924339159,+ "right_shoulder": 52.42843296179403,+ "left_shoulder": 49.17066663357897,+ "left_elbow": 55.44898760980346,+ "left_wrist": 103.27983115984182+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 52.67127860816841+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 61.226534340243425+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 62.49005435330854+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 62.683063806536076+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 56.71348261604477+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 99.4847635168394+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 60.38898398167203+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 70.75433743792576+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 65.56420390672218+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 54.73895318320908+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 62.213801278357735+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 66.25250094803904+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 56.794596174781624+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 58.731162411293724+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 90.38425633280964+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 75.18000573984044+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 69.55083074630772+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 476,+ "source": "raw",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 91.43899171758987,+ "PA_MPJPE_mm": 63.36693650710691,+ "PCK3D_50mm": 0.5537561619107131,+ "PCK3D_100mm": 0.8578941887106852,+ "AUC_0_150mm": 0.6157363609283909,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.84038311292027,+ "left_hip": 44.037213878304975,+ "right_hip": 43.378752005275125,+ "spine1": 48.99269332448613,+ "left_knee": 65.03994976639292,+ "right_knee": 63.83958032660458,+ "spine2": 46.24800543125666,+ "left_ankle": 78.16752486944955,+ "right_ankle": 80.78880120601812,+ "spine3": 43.44292508366987,+ "left_foot": 87.27330239502103,+ "right_foot": 89.41141326179941,+ "neck": 37.781917870612006,+ "left_collar": 33.50367304311045,+ "right_collar": 33.86938725573472,+ "head": 45.61237728322669,+ "left_shoulder": 42.4829496429172,+ "right_shoulder": 43.26778050713899,+ "left_elbow": 59.04690159214296,+ "right_elbow": 56.85707138731543,+ "left_wrist": 100.42127516762199,+ "right_wrist": 96.48629099428611,+ "left_hand": 119.96316332352241,+ "right_hand": 118.05314344173925+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 101.39460396886135,+ "PA_MPJPE_mm": 68.22615849631471,+ "PCK3D_50mm": 0.46694141101556225,+ "PCK3D_100mm": 0.8292230785253072,+ "AUC_0_150mm": 0.5764236905329824,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 81.43045180167078,+ "right_knee": 60.385505440291084,+ "right_hip": 53.88447034934697,+ "left_hip": 51.02990125896034,+ "left_knee": 63.12828611701542,+ "left_ankle": 81.11234080919839,+ "right_wrist": 98.30140471801248,+ "right_elbow": 51.43213367907262,+ "right_shoulder": 56.12642499149054,+ "left_shoulder": 46.07179550208336,+ "left_elbow": 56.05546277183182,+ "left_wrist": 104.79943752518528,+ "neck": 46.854144115893845,+ "head": 104.55445986835291+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 97.29514408992455,+ "PA_MPJPE_mm": 64.99934735583398,+ "PCK3D_50mm": 0.5119245990418663,+ "PCK3D_100mm": 0.8522460598486427,+ "AUC_0_150mm": 0.6000788366222987,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 79.21592140235464,+ "right_knee": 60.84201878482035,+ "right_hip": 51.728229047865426,+ "left_hip": 49.51777088206432,+ "left_knee": 63.47845133682494,+ "left_ankle": 78.46115182100472,+ "right_wrist": 95.53926998493515,+ "right_elbow": 48.2324450245917,+ "right_shoulder": 51.79221351116445,+ "left_shoulder": 47.4157492692701,+ "left_elbow": 52.823614884501275,+ "left_wrist": 100.9453323206106+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 51.104323584328924+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 59.74830891271705+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 59.66516634642243+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 59.32908890136233+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 54.448473794945606+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 90.46064303401337+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 64.06049765778022+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 69.67192521222434+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 61.85058413341746+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 50.47870239353256+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 58.48783768018488+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 63.450440089600924+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 54.42431831724349+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 54.2643832642692+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 83.1587149383846+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 74.22386715031978+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 71.79529916141044+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 343,+ "source": "raw",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 86.36757142826029,+ "PA_MPJPE_mm": 59.1368474641432,+ "PCK3D_50mm": 0.5924130389502187,+ "PCK3D_100mm": 0.8787769909046727,+ "AUC_0_150mm": 0.6365587478415116,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 40.34187510692447,+ "left_hip": 42.15304982848357,+ "right_hip": 41.455681232637694,+ "spine1": 46.665458477835486,+ "left_knee": 60.96849083437088,+ "right_knee": 59.59101808488021,+ "spine2": 44.90093834630875,+ "left_ankle": 70.33524955810324,+ "right_ankle": 72.03684000177269,+ "spine3": 42.701909689960985,+ "left_foot": 77.59712484631818,+ "right_foot": 79.29210862928073,+ "neck": 36.991127669970375,+ "left_collar": 32.04198282803094,+ "right_collar": 32.772696586016565,+ "head": 44.249848834919185,+ "left_shoulder": 42.64599349529411,+ "right_shoulder": 41.96246772621233,+ "left_elbow": 57.23938823478103,+ "right_elbow": 53.74970368268758,+ "left_wrist": 91.6159052009957,+ "right_wrist": 89.63795789362807,+ "left_hand": 108.4577145813716,+ "right_hand": 109.87980776865083+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 97.66782794931949,+ "PA_MPJPE_mm": 64.96953126373381,+ "PCK3D_50mm": 0.4946082661350314,+ "PCK3D_100mm": 0.8472966941411015,+ "AUC_0_150mm": 0.592491675601377,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 73.60143158238142,+ "right_knee": 56.4389967932258,+ "right_hip": 52.43042317904653,+ "left_hip": 49.14251732559699,+ "left_knee": 59.63327030344196,+ "left_ankle": 73.12152554280689,+ "right_wrist": 92.10014495786292,+ "right_elbow": 50.04477973468864,+ "right_shoulder": 56.208888257294916,+ "left_shoulder": 44.82681573479825,+ "left_elbow": 54.63144646326971,+ "left_wrist": 96.33839513603827,+ "neck": 45.68687565635401,+ "head": 105.36792702546698+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 92.52557504388959,+ "PA_MPJPE_mm": 61.041919473112806,+ "PCK3D_50mm": 0.5480038880788725,+ "PCK3D_100mm": 0.8742310629729917,+ "AUC_0_150mm": 0.6202396230176063,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 70.99087626673987,+ "right_knee": 56.736736916745684,+ "right_hip": 49.95747091869593,+ "left_hip": 47.684154432436415,+ "left_knee": 60.22483567726383,+ "left_ankle": 70.51082078151717,+ "right_wrist": 89.57145346919917,+ "right_elbow": 46.37413204743002,+ "right_shoulder": 50.240710043082224,+ "left_shoulder": 46.494411263013646,+ "left_elbow": 51.378123382470086,+ "left_wrist": 92.33930847875959+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 45.61672490174277+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 55.679291687080855+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 55.99859071854547+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 55.81913623576881+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 51.83811667984022+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 80.08262151739717+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 57.30757261330848+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 68.17732788686986+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 54.30305931041489+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 47.41155601226178+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 54.537469104713914+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 60.044366968066+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 49.53942373207649+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.668877311842195+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 90.17081887314328+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 67.42130325562283+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 60.927954314528584+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 416,+ "source": "raw",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 81.17946078051318,+ "PA_MPJPE_mm": 54.49023830392354,+ "PCK3D_50mm": 0.6263573561063668,+ "PCK3D_100mm": 0.900883496493786,+ "AUC_0_150mm": 0.6566018392225633,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.50627909092445,+ "left_hip": 41.37784207521789,+ "right_hip": 40.601263174275005,+ "spine1": 45.411020147178334,+ "left_knee": 56.24301216836695,+ "right_knee": 55.04977629968738,+ "spine2": 42.94023029532674,+ "left_ankle": 61.55660540710874,+ "right_ankle": 61.58856823542339,+ "spine3": 40.89425963231863,+ "left_foot": 69.3172010202465,+ "right_foot": 69.75489178737477,+ "neck": 35.374264591667234,+ "left_collar": 30.992583891057688,+ "right_collar": 30.920243507093335,+ "head": 40.36730295257536,+ "left_shoulder": 39.57545408902788,+ "right_shoulder": 41.44402584629446,+ "left_elbow": 53.32453685421091,+ "right_elbow": 51.51586608918955,+ "left_wrist": 81.23882937874446,+ "right_wrist": 80.88904879296595,+ "left_hand": 97.28402584389124,+ "right_hand": 100.59858812399776+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 91.5290597678693,+ "PA_MPJPE_mm": 60.1337125007405,+ "PCK3D_50mm": 0.5290028863034487,+ "PCK3D_100mm": 0.8734579105543488,+ "AUC_0_150mm": 0.6146370235847562,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 62.7077786477625,+ "right_knee": 52.73703340142972,+ "right_hip": 49.43108769341662,+ "left_hip": 46.94390037709033,+ "left_knee": 55.338267528178434,+ "left_ankle": 65.59180580723309,+ "right_wrist": 82.19689660324315,+ "right_elbow": 46.11298919860812,+ "right_shoulder": 53.761121184878924,+ "left_shoulder": 43.11273615905586,+ "left_elbow": 50.26810795200838,+ "left_wrist": 85.45022904519355,+ "neck": 45.91938809188806,+ "head": 102.30063332038024+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 86.06808320595972,+ "PA_MPJPE_mm": 55.646359489636424,+ "PCK3D_50mm": 0.590734569186975,+ "PCK3D_100mm": 0.9013504131083802,+ "AUC_0_150mm": 0.6451020508720181,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.609566155084366,+ "right_knee": 53.366804217193504,+ "right_hip": 47.29184892403487,+ "left_hip": 45.29607596258607,+ "left_knee": 56.042141208286466,+ "left_ankle": 62.52884789841417,+ "right_wrist": 79.2922640170551,+ "right_elbow": 42.991788962336265,+ "right_shoulder": 48.09224252768964,+ "left_shoulder": 43.04466186923539,+ "left_elbow": 47.60146801776535,+ "left_wrist": 81.59860411595585+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 46.31959657073665+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 50.133350292731905+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 54.368302598830454+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 50.9813893164271+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 48.86156295372381+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 71.99969811968687+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 48.13447721233935+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 62.577595392524344+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 47.78500447092444+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 44.45550742479953+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 49.60420275216622+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 53.956962148348104+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 46.54430281127898+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 50.003952810148455+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 82.89068286910323+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 59.142572536992766+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 58.00801376494526+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_detector_288.json b/benchmark/results/gen9w_emdb1_detector_288.jsonnew file mode 100644index 0000000..ef41ac6--- /dev/null+++ b/benchmark/results/gen9w_emdb1_detector_288.json@@ -0,0 +1,714 @@+{+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 361,+ "source": "ema",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 89.88001462362865,+ "PA_MPJPE_mm": 62.14829779020451,+ "PCK3D_50mm": 0.559473720752621,+ "PCK3D_100mm": 0.8656564604596265,+ "AUC_0_150mm": 0.6211403650225199,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.3998926536106,+ "left_hip": 43.23514052527652,+ "right_hip": 42.737193823034055,+ "spine1": 48.81111286770574,+ "left_knee": 64.66572811594146,+ "right_knee": 62.881830878407776,+ "spine2": 46.65410707767702,+ "left_ankle": 78.27946454078177,+ "right_ankle": 79.93866684278517,+ "spine3": 43.885610075995054,+ "left_foot": 86.62946626547422,+ "right_foot": 88.5823919305529,+ "neck": 37.52294377293753,+ "left_collar": 33.287637841065525,+ "right_collar": 33.55174663542328,+ "head": 44.81931039722878,+ "left_shoulder": 42.157586875116095,+ "right_shoulder": 42.83101945768526,+ "left_elbow": 58.163221387297845,+ "right_elbow": 54.593885177986586,+ "left_wrist": 95.5494237098845,+ "right_wrist": 92.47845791273399,+ "left_hand": 114.15463760732204,+ "right_hand": 113.74867059298487+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 99.87602829547231,+ "PA_MPJPE_mm": 67.34457038338077,+ "PCK3D_50mm": 0.4677775463445116,+ "PCK3D_100mm": 0.8367721010503764,+ "AUC_0_150mm": 0.5799334240082471,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 80.78047750813414,+ "right_knee": 59.93015732684019,+ "right_hip": 53.60761250152085,+ "left_hip": 51.271079847522174,+ "left_knee": 63.71833115447427,+ "left_ankle": 81.07929827327376,+ "right_wrist": 93.89229910270527,+ "right_elbow": 49.93170585158508,+ "right_shoulder": 56.64462222889465,+ "left_shoulder": 45.869644577123054,+ "left_elbow": 55.14241513381188,+ "left_wrist": 99.94414656471223,+ "neck": 46.76928662281015,+ "head": 104.24290867392317+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 95.95171474047633,+ "PA_MPJPE_mm": 63.93110681655201,+ "PCK3D_50mm": 0.5155037145039227,+ "PCK3D_100mm": 0.8610810247865028,+ "AUC_0_150mm": 0.6048097058632498,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 78.86436167404493,+ "right_knee": 60.32354574190792,+ "right_hip": 51.25792133949062,+ "left_hip": 49.622990796997975,+ "left_knee": 64.04343778958985,+ "left_ankle": 78.35190145870001,+ "right_wrist": 91.3217455838409,+ "right_elbow": 46.49540018149841,+ "right_shoulder": 51.537472126409845,+ "left_shoulder": 46.9886915358542,+ "left_elbow": 52.20780244939982,+ "left_wrist": 96.15801112088965+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 47.82647999052852+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 57.43144619804872+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 59.837096476076894+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 60.850199250429654+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 54.30761326999251+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 86.48715626780354+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 61.20026539296575+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 68.42785674243936+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 63.10620382781966+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 49.75701399154462+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 57.63075629535146+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 60.86506785817905+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 53.08237755329758+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 56.54837387465017+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 83.44831832132593+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 73.21719099524415+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 66.43926934316917+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 317,+ "source": "ema",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 87.9075350376874,+ "PA_MPJPE_mm": 60.45347662032824,+ "PCK3D_50mm": 0.5697042282857738,+ "PCK3D_100mm": 0.8709869471637853,+ "AUC_0_150mm": 0.6264520944337313,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.11719627930378,+ "left_hip": 43.21645094160724,+ "right_hip": 42.64613211619856,+ "spine1": 48.63178231054832,+ "left_knee": 63.25816868312911,+ "right_knee": 60.276422936410334,+ "spine2": 45.857657646733166,+ "left_ankle": 74.72452030737033,+ "right_ankle": 75.32958620460016,+ "spine3": 43.0093593710802,+ "left_foot": 83.16578868087672,+ "right_foot": 83.68150904320454,+ "neck": 37.80670167568633,+ "left_collar": 32.73762058776788,+ "right_collar": 32.74992441460084,+ "head": 44.41713684337203,+ "left_shoulder": 41.79605713118931,+ "right_shoulder": 40.8484732057064,+ "left_elbow": 56.99921608632764,+ "right_elbow": 54.09836486313372,+ "left_wrist": 91.5399513530506,+ "right_wrist": 90.29105803345213,+ "left_hand": 110.21920956039801,+ "right_hand": 111.46515061212946+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 98.21326053740394,+ "PA_MPJPE_mm": 65.68104694607909,+ "PCK3D_50mm": 0.47828131044127714,+ "PCK3D_100mm": 0.8418841312821733,+ "AUC_0_150mm": 0.5852919466662572,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 77.11197146713526,+ "right_knee": 57.217803944290914,+ "right_hip": 53.563592342153655,+ "left_hip": 50.879081569825196,+ "left_knee": 62.0414668513186,+ "left_ankle": 77.8268564345301,+ "right_wrist": 91.46379788481748,+ "right_elbow": 49.546304014344045,+ "right_shoulder": 54.865793673684024,+ "left_shoulder": 44.712431453158324,+ "left_elbow": 53.45801633407019,+ "left_wrist": 95.4466219119112,+ "neck": 46.857606314487114,+ "head": 104.54331304938117+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 94.11300202800673,+ "PA_MPJPE_mm": 61.769127946112974,+ "PCK3D_50mm": 0.5305214191487885,+ "PCK3D_100mm": 0.8682704992015552,+ "AUC_0_150mm": 0.6127208041335475,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 74.8928982249361,+ "right_knee": 57.77475641815015,+ "right_hip": 51.08245577830001,+ "left_hip": 49.01476598044393,+ "left_knee": 62.40287855529652,+ "left_ankle": 75.48429314836426,+ "right_wrist": 88.70027084238862,+ "right_elbow": 45.46923814399258,+ "right_shoulder": 48.99209913672429,+ "left_shoulder": 45.3722580361786,+ "left_elbow": 50.35916692018572,+ "left_wrist": 91.68445416839494+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 49.182159962268344+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 55.95248435153752+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 56.39319704294962+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 57.59563594680395+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 53.04390972365793+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 81.65128991734748+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 55.8418913307253+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 65.50128345059231+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 57.53065260591323+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 48.235659021517954+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 56.78525892132384+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 60.21690219212064+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 54.923596400111414+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 53.63809435601619+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 87.12556008035637+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 71.18086393821+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 64.82726076497933+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 323,+ "source": "ema",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 81.70291446004636,+ "PA_MPJPE_mm": 55.25000177304557,+ "PCK3D_50mm": 0.6208272582100951,+ "PCK3D_100mm": 0.896361869055058,+ "AUC_0_150mm": 0.6530614141767059,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.36809596880524,+ "left_hip": 40.84968376295284,+ "right_hip": 40.34568619339702,+ "spine1": 45.33971375500754,+ "left_knee": 57.4499167916032,+ "right_knee": 56.69320057050378,+ "spine2": 42.79635873455927,+ "left_ankle": 66.23867167989718,+ "right_ankle": 67.20490166050838,+ "spine3": 40.18898450313805,+ "left_foot": 74.06867628166592,+ "right_foot": 74.97694216244753,+ "neck": 35.210746438080506,+ "left_collar": 30.483753055433546,+ "right_collar": 30.166025771787584,+ "head": 41.42539351845108,+ "left_shoulder": 39.85333532064559,+ "right_shoulder": 40.30003418143373,+ "left_elbow": 52.350985968289194,+ "right_elbow": 51.168905219468414,+ "left_wrist": 81.79225389953217,+ "right_wrist": 80.1494535169007,+ "left_hand": 98.13599122766432,+ "right_hand": 99.44233237092202+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 92.51150950378644,+ "PA_MPJPE_mm": 61.13281827674059,+ "PCK3D_50mm": 0.5239027583539143,+ "PCK3D_100mm": 0.8659564971583301,+ "AUC_0_150mm": 0.609484679171102,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 69.83279371171066,+ "right_knee": 54.386321863332,+ "right_hip": 49.949757888314146,+ "left_hip": 46.92096921179578,+ "left_knee": 56.939028778782,+ "left_ankle": 68.92848963746131,+ "right_wrist": 81.96375459958284,+ "right_elbow": 46.487695985272474,+ "right_shoulder": 53.30152037354356,+ "left_shoulder": 42.07438806223504,+ "left_elbow": 49.689106519976015,+ "left_wrist": 86.16777773630653,+ "neck": 44.79358102850941,+ "head": 104.42427047754647+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 87.02721828901434,+ "PA_MPJPE_mm": 56.55963730819824,+ "PCK3D_50mm": 0.5837151982225925,+ "PCK3D_100mm": 0.8963132680691522,+ "AUC_0_150mm": 0.6407481192314326,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 66.56879575317143,+ "right_knee": 54.64333821995198,+ "right_hip": 47.54505039934619,+ "left_hip": 45.13750460047565,+ "left_knee": 57.367261731090444,+ "left_ankle": 66.75627507043153,+ "right_wrist": 78.85960824685846,+ "right_elbow": 42.74106867204931,+ "right_shoulder": 47.213641986421194,+ "left_shoulder": 42.741282079576685,+ "left_elbow": 46.82117737924292,+ "left_wrist": 82.32064355976314+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 44.42583264589824+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 51.282244845755855+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 55.161071580952814+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 52.31193487164133+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 49.647686459616416+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 74.49491926359632+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 52.29583824854792+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 63.386672577153654+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 48.94452183730741+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 44.9808821295364+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 50.29255742705601+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 53.24283853085669+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 47.94593109597065+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.49571013617698+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 78.88111991386596+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 64.19278282236355+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 58.91895341067835+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "detector",+ "detector": {+ "n_frames": 24103,+ "n_missed": 98,+ "miss_rate": 0.004065883914865369,+ "mean_iou": 0.6621514634695929+ },+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 275,+ "source": "ema",+ "n": 24005,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24005,+ "MPJPE_mm": 78.31500077149303,+ "PA_MPJPE_mm": 52.66772764952136,+ "PCK3D_50mm": 0.6412986877733805,+ "PCK3D_100mm": 0.9088627369298062,+ "AUC_0_150mm": 0.6652944167097805,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 38.16107682370417,+ "left_hip": 40.32936476673414,+ "right_hip": 39.553525407854735,+ "spine1": 45.06865733314703,+ "left_knee": 54.73045648161787,+ "right_knee": 53.64387498095441,+ "spine2": 43.37882052704738,+ "left_ankle": 60.5835420090056,+ "right_ankle": 61.932630389354756,+ "spine3": 40.56942896498256,+ "left_foot": 67.63568905070605,+ "right_foot": 68.70566906964369,+ "neck": 33.62035222713069,+ "left_collar": 28.977020813382847,+ "right_collar": 29.486228657581364,+ "head": 38.97048078947517,+ "left_shoulder": 38.9090368298353,+ "right_shoulder": 39.78626220151134,+ "left_elbow": 51.38850209466253,+ "right_elbow": 48.4267230965889,+ "left_wrist": 78.80163991057078,+ "right_wrist": 75.24358981173182,+ "left_hand": 93.53949185735175,+ "right_hand": 92.58339949393792+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24005,+ "MPJPE_mm": 89.96401815773763,+ "PA_MPJPE_mm": 58.914789532569,+ "PCK3D_50mm": 0.5390632903859315,+ "PCK3D_100mm": 0.8783437974231559,+ "AUC_0_150mm": 0.6200680157839621,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 63.31124899882076,+ "right_knee": 51.44346448500823,+ "right_hip": 50.84465517402539,+ "left_hip": 48.15254692824374,+ "left_knee": 53.963076411911736,+ "left_ankle": 64.18753284980791,+ "right_wrist": 76.83065739128713,+ "right_elbow": 44.10553878683052,+ "right_shoulder": 52.13329867825932,+ "left_shoulder": 41.65496531716521,+ "left_elbow": 48.550259974703614,+ "left_wrist": 83.37263194058477,+ "neck": 43.686478527206724,+ "head": 102.57069799211094+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24005,+ "MPJPE_mm": 84.3438997583312,+ "PA_MPJPE_mm": 54.30554774307022,+ "PCK3D_50mm": 0.6013295841144206,+ "PCK3D_100mm": 0.9069499409845171,+ "AUC_0_150mm": 0.6511898282839819,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.92675911572212,+ "right_knee": 51.65591727801712,+ "right_hip": 48.08967114856443,+ "left_hip": 46.20407972614968,+ "left_knee": 54.322533769730455,+ "left_ankle": 61.11467717487386,+ "right_wrist": 74.85939995395367,+ "right_elbow": 41.54015028052913,+ "right_shoulder": 46.01650771474177,+ "left_shoulder": 41.12498133443737,+ "left_elbow": 45.826401574536035,+ "left_wrist": 79.985493845587+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1262,+ "PA_MPJPE_mm": 43.54676925403121+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 49.81617804135277+ },+ "P3_31_outdoor_workout": {+ "n": 1140,+ "PA_MPJPE_mm": 53.02026134036774+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 51.2998285082673+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 48.59228462173178+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 68.1191567617839+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 47.25192530171703+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1555,+ "PA_MPJPE_mm": 58.75156916277865+ },+ "P6_50_outdoor_workout": {+ "n": 1531,+ "PA_MPJPE_mm": 46.36786004875756+ },+ "P6_51_outdoor_dancing": {+ "n": 1425,+ "PA_MPJPE_mm": 42.466393419364344+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1554,+ "PA_MPJPE_mm": 45.9137857697515+ },+ "P7_59_outdoor_rom": {+ "n": 1836,+ "PA_MPJPE_mm": 49.75410098337341+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 47.42560778317899+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 49.900767877957755+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 78.07832082241798+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 59.976134433477256+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 56.97351651190629+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_gt-joints_224.json b/benchmark/results/gen9w_emdb1_gt-joints_224.jsonnew file mode 100644index 0000000..eb16299--- /dev/null+++ b/benchmark/results/gen9w_emdb1_gt-joints_224.json@@ -0,0 +1,867 @@+{+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 481,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 75.45319378157116,+ "PA_MPJPE_mm": 50.32863498976247,+ "PCK3D_50mm": 0.6644383824973378,+ "PCK3D_100mm": 0.9189433542159344,+ "AUC_0_150mm": 0.6767868765722734,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 36.29148536825942,+ "left_hip": 38.24552586212516,+ "right_hip": 37.600955289971296,+ "spine1": 42.841433811205626,+ "left_knee": 50.3974071974786,+ "right_knee": 50.636864207098895,+ "spine2": 42.87487848201726,+ "left_ankle": 54.447180676894604,+ "right_ankle": 55.30010689324191,+ "spine3": 41.06766402362964,+ "left_foot": 61.48244702825232,+ "right_foot": 62.10221206337029,+ "neck": 32.24941748448096,+ "left_collar": 28.165231607074126,+ "right_collar": 29.045948558461998,+ "head": 37.68983884655172,+ "left_shoulder": 37.81425445121847,+ "right_shoulder": 39.70770089314365,+ "left_elbow": 50.604477974573584,+ "right_elbow": 47.003193546634456,+ "left_wrist": 76.40272950121867,+ "right_wrist": 73.48478178514239,+ "left_hand": 90.80408930132057,+ "right_hand": 91.62741490093312+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 86.41165848688678,+ "PA_MPJPE_mm": 56.76824098666464,+ "PCK3D_50mm": 0.5623544194261533,+ "PCK3D_100mm": 0.8884311970649771,+ "AUC_0_150mm": 0.6310808777460634,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 57.107587898242244,+ "right_knee": 48.17377530664997,+ "right_hip": 48.27013921643617,+ "left_hip": 45.91431273776492,+ "left_knee": 50.0210048258065,+ "left_ankle": 58.42373661025704,+ "right_wrist": 74.65785131579995,+ "right_elbow": 41.81074013327866,+ "right_shoulder": 52.85493659343189,+ "left_shoulder": 43.177167245776566,+ "left_elbow": 47.45422252448673,+ "left_wrist": 80.89639938141364,+ "neck": 43.42408396871431,+ "head": 102.56941605524631+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 80.79194371698863,+ "PA_MPJPE_mm": 51.799443261140055,+ "PCK3D_50mm": 0.6299319586773431,+ "PCK3D_100mm": 0.9173201122958414,+ "AUC_0_150mm": 0.6642359024598286,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 54.64409338810367,+ "right_knee": 48.88869145759666,+ "right_hip": 45.3866750768073,+ "left_hip": 43.713823356970885,+ "left_knee": 50.70734109073142,+ "left_ankle": 55.59481655264034,+ "right_wrist": 73.1607309509648,+ "right_elbow": 39.977807550054926,+ "right_shoulder": 45.675124820251376,+ "left_shoulder": 40.460065309981935,+ "left_elbow": 45.291183998498376,+ "left_wrist": 78.092965581079+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 41.65367167514524+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 49.27719618777549+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 50.95631810035045+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 47.76531423523893+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 45.57629567928524+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 67.6821731285332+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 46.13458534299859+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 58.84716692393309+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 46.161930904869564+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 43.06490859601754+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 47.47200755913893+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 49.147604732459804+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 44.91034623837281+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.41865594510458+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 59.00598028526663+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 51.79904127762359+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 54.21967075691419+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 495,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 95.41329950143607,+ "PA_MPJPE_mm": 65.93923730293947,+ "PCK3D_50mm": 0.5355851277157754,+ "PCK3D_100mm": 0.8473184527513864,+ "AUC_0_150mm": 0.6047466428798628,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 43.7423216800487,+ "left_hip": 44.84802612212388,+ "right_hip": 44.52511359707877,+ "spine1": 50.00695571295725,+ "left_knee": 66.85105609408488,+ "right_knee": 65.0204830245789,+ "spine2": 47.28361454635847,+ "left_ankle": 81.86573937240706,+ "right_ankle": 84.54204057235656,+ "spine3": 44.44319301745281,+ "left_foot": 91.87007853734274,+ "right_foot": 93.34236986455747,+ "neck": 40.546790493917854,+ "left_collar": 35.078845710048185,+ "right_collar": 35.75837693913816,+ "head": 48.99457124345012,+ "left_shoulder": 43.917674170602034,+ "right_shoulder": 44.06121908506595,+ "left_elbow": 61.59719153119287,+ "right_elbow": 58.9632324739968,+ "left_wrist": 104.1003255295113,+ "right_wrist": 101.2504220509526,+ "left_hand": 124.82206826693579,+ "right_hand": 125.10998563438598+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 106.0441768668011,+ "PA_MPJPE_mm": 70.95781098098507,+ "PCK3D_50mm": 0.4429798306079267,+ "PCK3D_100mm": 0.8149578297900083,+ "AUC_0_150mm": 0.5633976572509188,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 85.4394828233353,+ "right_knee": 61.963500348503686,+ "right_hip": 55.66559682805148,+ "left_hip": 53.03429120063521,+ "left_knee": 65.45732154445383,+ "left_ankle": 85.04942760620254,+ "right_wrist": 103.07489703709746,+ "right_elbow": 54.621141091789895,+ "right_shoulder": 57.62783351704533,+ "left_shoulder": 47.22371756980122,+ "left_elbow": 59.05243640566007,+ "left_wrist": 107.87418833091935,+ "neck": 48.94259379337621,+ "head": 108.38292563691958+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 102.04808263074143,+ "PA_MPJPE_mm": 67.52104596203705,+ "PCK3D_50mm": 0.4911525536240302,+ "PCK3D_100mm": 0.84176243621126,+ "AUC_0_150mm": 0.5890483895504018,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 83.42464931796681,+ "right_knee": 62.38526453576696,+ "right_hip": 53.269016540324834,+ "left_hip": 51.4099586642093,+ "left_knee": 65.87518005258465,+ "left_ankle": 82.37306231963079,+ "right_wrist": 99.55515720436617,+ "right_elbow": 50.53923408803409,+ "right_shoulder": 52.860322032987945,+ "left_shoulder": 49.26510975990263,+ "left_elbow": 55.53674836269248,+ "left_wrist": 103.75884866597777+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 52.17051819771386+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 61.15581783344582+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 60.995831869548056+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 63.61326458495019+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 56.88832080064986+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 103.88780833020698+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 62.270404631199+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 72.49280068867759+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 65.11922715357234+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 53.76403029896563+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 62.44102326283144+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 67.72893973967639+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 56.274159171565266+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 58.25281401271364+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 86.75836542555099+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 74.6967314697801+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 66.56765939294387+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 476,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 91.18124664746512,+ "PA_MPJPE_mm": 63.20443319361482,+ "PCK3D_50mm": 0.5583848483591254,+ "PCK3D_100mm": 0.8597442918585515,+ "AUC_0_150mm": 0.6176074989995891,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 42.3073817560868,+ "left_hip": 43.594246949406,+ "right_hip": 42.81940553003142,+ "spine1": 48.475566871842325,+ "left_knee": 64.30842557922038,+ "right_knee": 63.15926146624469,+ "spine2": 46.40549526654528,+ "left_ankle": 77.49907645045653,+ "right_ankle": 80.1417995188542,+ "spine3": 43.63859915025811,+ "left_foot": 86.6731518464849,+ "right_foot": 88.93654923720621,+ "neck": 37.91538399267599,+ "left_collar": 33.314448405511875,+ "right_collar": 33.82769795706792,+ "head": 45.64211741468662,+ "left_shoulder": 42.684651353278184,+ "right_shoulder": 43.58056932288431,+ "left_elbow": 59.40464663727825,+ "right_elbow": 56.808375628152355,+ "left_wrist": 100.3675821140375,+ "right_wrist": 97.09375727998422,+ "left_hand": 119.42234310845843,+ "right_hand": 118.8858638101043+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 101.50962366171527,+ "PA_MPJPE_mm": 68.29485628308944,+ "PCK3D_50mm": 0.46543109630692087,+ "PCK3D_100mm": 0.8291617522418667,+ "AUC_0_150mm": 0.5765195299512403,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 80.87672279281638,+ "right_knee": 59.548100332466646,+ "right_hip": 54.1343826313165,+ "left_hip": 51.47174722021055,+ "left_knee": 62.50245489524185,+ "left_ankle": 80.74661587005293,+ "right_wrist": 98.8480330024579,+ "right_elbow": 51.44850798201668,+ "right_shoulder": 56.45808335943594,+ "left_shoulder": 46.321948251405985,+ "left_elbow": 56.42709751344536,+ "left_wrist": 104.90062629533405,+ "neck": 46.96156869125297,+ "head": 105.4820991257985+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 97.35650569849777,+ "PA_MPJPE_mm": 64.92486918442634,+ "PCK3D_50mm": 0.5145728747458822,+ "PCK3D_100mm": 0.8533515883223388,+ "AUC_0_150mm": 0.6013912514348145,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 78.62649935888747,+ "right_knee": 59.94134140695337,+ "right_hip": 51.80283519954715,+ "left_hip": 49.79037573259599,+ "left_knee": 62.80030016144864,+ "left_ankle": 77.58158226097218,+ "right_wrist": 96.19592607998705,+ "right_elbow": 48.38814029038836,+ "right_shoulder": 52.13616698833467,+ "left_shoulder": 47.4959257643338,+ "left_elbow": 53.28411171340138,+ "left_wrist": 101.05522525626624+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 50.22747026922755+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 60.66047849617188+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 58.08169507815057+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 59.60667195308013+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 54.87308979659357+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 93.95179213765246+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 63.60166165194169+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 69.56536347989173+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 61.13061006024233+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 50.560195323164535+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 58.25059109963292+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 63.73049616794995+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 54.306223567700194+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 53.79515474109683+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 83.5839639750734+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 74.67850104823984+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 68.84021227090606+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 343,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 85.50047839829512,+ "PA_MPJPE_mm": 58.53128371420026,+ "PCK3D_50mm": 0.5928774426419948,+ "PCK3D_100mm": 0.881475680758965,+ "AUC_0_150mm": 0.6382147361302012,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.619211619773075,+ "left_hip": 41.37431921621365,+ "right_hip": 40.57991745946236,+ "spine1": 46.126295339737595,+ "left_knee": 59.79920000706359,+ "right_knee": 58.80555055813576,+ "spine2": 44.96719449520902,+ "left_ankle": 69.48648589419324,+ "right_ankle": 71.25704223953717,+ "spine3": 42.776656105514654,+ "left_foot": 76.69149280129876,+ "right_foot": 78.72888083980604,+ "neck": 36.72276831766147,+ "left_collar": 31.738128080287847,+ "right_collar": 32.389604392659386,+ "head": 43.87728479746904,+ "left_shoulder": 42.358061612369454,+ "right_shoulder": 41.61782280206008,+ "left_elbow": 56.948794330114985,+ "right_elbow": 53.4929164429843,+ "left_wrist": 90.6967748017553,+ "right_wrist": 88.71249474736656,+ "left_hand": 107.43925805337328,+ "right_hand": 108.54465418676101+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 96.85165034663717,+ "PA_MPJPE_mm": 64.53498529211366,+ "PCK3D_50mm": 0.49368484065409757,+ "PCK3D_100mm": 0.849879386679785,+ "AUC_0_150mm": 0.5933032983828428,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 72.62921403755631,+ "right_knee": 55.64561677970594,+ "right_hip": 52.40531742319207,+ "left_hip": 49.16529589883128,+ "left_knee": 58.687972568915946,+ "left_ankle": 72.13263047904198,+ "right_wrist": 90.96541671767332,+ "right_elbow": 49.64643115100276,+ "right_shoulder": 56.35346801730268,+ "left_shoulder": 45.11138834920038,+ "left_elbow": 54.1496330774696,+ "left_wrist": 95.41478961657818,+ "neck": 45.406717752207,+ "head": 105.77590222091378+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 91.79797087661343,+ "PA_MPJPE_mm": 60.42892858546434,+ "PCK3D_50mm": 0.5492020357078649,+ "PCK3D_100mm": 0.876962065579665,+ "AUC_0_150mm": 0.621987335712906,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 70.02150073025082,+ "right_knee": 56.09613644063622,+ "right_hip": 49.64130445681709,+ "left_hip": 47.40633358121243,+ "left_knee": 59.30186485105646,+ "left_ankle": 69.55318589903295,+ "right_wrist": 88.69330784958252,+ "right_elbow": 46.0612518405269,+ "right_shoulder": 49.74317651601932,+ "left_shoulder": 46.158436757226085,+ "left_elbow": 50.94971950944186,+ "left_wrist": 91.52092459376931+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 46.164615412961304+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 55.318601117627765+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 56.05507282317658+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 56.22275946082061+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 51.446825381711676+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 78.59623542843318+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 56.98048448581035+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 67.67023851351388+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 54.57184591962766+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 47.44879853163376+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 54.57462400279853+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 59.799926465920166+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 48.84116021471688+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.6144946616695+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 84.9540405800068+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 67.4456263048733+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 59.92901693659125+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 416,+ "source": "raw",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 81.03630026710945,+ "PA_MPJPE_mm": 54.44165274950423,+ "PCK3D_50mm": 0.6258989199131505,+ "PCK3D_100mm": 0.901220802389744,+ "AUC_0_150mm": 0.6567936039729138,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.07167548838527,+ "left_hip": 40.96902085962881,+ "right_hip": 40.22325267754232,+ "spine1": 45.00290613369919,+ "left_knee": 56.055549060627236,+ "right_knee": 54.95441671573737,+ "spine2": 43.01440933677799,+ "left_ankle": 61.386573377152985,+ "right_ankle": 61.65059006307621,+ "spine3": 40.98353484571552,+ "left_foot": 68.9463771362151,+ "right_foot": 69.84600880384232,+ "neck": 35.543694886602566,+ "left_collar": 30.894959582774128,+ "right_collar": 30.795244063319014,+ "head": 40.831098626214626,+ "left_shoulder": 39.67867734371399,+ "right_shoulder": 41.55592678348151,+ "left_elbow": 53.29158790381144,+ "right_elbow": 51.55849659878411,+ "left_wrist": 81.66053536102481,+ "right_wrist": 80.8321695988927,+ "left_hand": 97.47404635740429,+ "right_hand": 100.37891438367683+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 91.50852254651835,+ "PA_MPJPE_mm": 60.261419368593174,+ "PCK3D_50mm": 0.5278922007337558,+ "PCK3D_100mm": 0.8735427125254118,+ "AUC_0_150mm": 0.6138937903020276,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 62.78916590286097,+ "right_knee": 52.601309315332486,+ "right_hip": 49.71540133148126,+ "left_hip": 47.157917576508176,+ "left_knee": 55.256623409634805,+ "left_ankle": 65.59716731386467,+ "right_wrist": 82.13785700082016,+ "right_elbow": 46.02616910399252,+ "right_shoulder": 54.113394711328574,+ "left_shoulder": 43.295994595888516,+ "left_elbow": 50.206976561657484,+ "left_wrist": 85.96901116628584,+ "neck": 45.77932260361724,+ "head": 103.01356056703177+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 86.10199031274678,+ "PA_MPJPE_mm": 55.672044726484025,+ "PCK3D_50mm": 0.590441715415785,+ "PCK3D_100mm": 0.9020903345365031,+ "AUC_0_150mm": 0.6449458172118849,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 60.577207943084034,+ "right_knee": 53.25052772300932,+ "right_hip": 47.33065356144575,+ "left_hip": 45.33595106520317,+ "left_knee": 55.90542251427289,+ "left_ankle": 62.37443156875004,+ "right_wrist": 79.40945240139865,+ "right_elbow": 42.934680452789244,+ "right_shoulder": 48.30204573837914,+ "left_shoulder": 43.144962209892306,+ "left_elbow": 47.38617393755321,+ "left_wrist": 82.11302760203056+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 46.222777888505064+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 49.64475852826377+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 54.70199685465083+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 51.41733931730783+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 49.083919411419416+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 70.80514877637937+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 48.86430484575099+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 63.3610374782254+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 48.788310759377005+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 44.381678214455434+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 49.926233168259415+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 53.48135695216082+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 46.860705303009624+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 49.87090005467664+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 81.85380570646217+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 59.27342631372593+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 56.82037869596712+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_emdb1_gt-joints_288.json b/benchmark/results/gen9w_emdb1_gt-joints_288.jsonnew file mode 100644index 0000000..c9580c0--- /dev/null+++ b/benchmark/results/gen9w_emdb1_gt-joints_288.json@@ -0,0 +1,694 @@+{+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 361,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 89.4735776299812,+ "PA_MPJPE_mm": 61.959743297922074,+ "PCK3D_50mm": 0.5610418481793414,+ "PCK3D_100mm": 0.8657463109709718,+ "AUC_0_150mm": 0.621616782187913,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 41.96642556193023,+ "left_hip": 42.88608097585596,+ "right_hip": 42.1652763016479,+ "spine1": 48.30525197585183,+ "left_knee": 63.85657322215367,+ "right_knee": 62.71279907286846,+ "spine2": 46.58898639165771,+ "left_ankle": 78.46877324850936,+ "right_ankle": 79.35548798331912,+ "spine3": 43.883016110852004,+ "left_foot": 86.51959070132482,+ "right_foot": 88.38744174592493,+ "neck": 37.79052332914537,+ "left_collar": 33.28639952278085,+ "right_collar": 33.35179986214454,+ "head": 45.23224165389223,+ "left_shoulder": 42.26798455185012,+ "right_shoulder": 42.99157902759224,+ "left_elbow": 58.35407232076084,+ "right_elbow": 54.859535233432396,+ "left_wrist": 95.28798358230385,+ "right_wrist": 91.5891567234886,+ "left_hand": 113.91842152881505,+ "right_hand": 113.00843852202976+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 99.77156873693087,+ "PA_MPJPE_mm": 67.31447790021238,+ "PCK3D_50mm": 0.46613343922807476,+ "PCK3D_100mm": 0.8352042721415829,+ "AUC_0_150mm": 0.5794042311883085,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 80.09718961893094,+ "right_knee": 59.62683358529868,+ "right_hip": 53.63844210705563,+ "left_hip": 51.34767897737285,+ "left_knee": 62.96785580972124,+ "left_ankle": 81.46899973343122,+ "right_wrist": 93.10290744551273,+ "right_elbow": 49.76732477121191,+ "right_shoulder": 56.9114657934368,+ "left_shoulder": 45.86515785355661,+ "left_elbow": 55.274487976330796,+ "left_wrist": 99.86445039635852,+ "neck": 47.06885077868291,+ "head": 105.40104575607253+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 95.74634513067876,+ "PA_MPJPE_mm": 63.675979126750136,+ "PCK3D_50mm": 0.5168270892973212,+ "PCK3D_100mm": 0.8610269814269317,+ "AUC_0_150mm": 0.6056405997736418,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 77.98829798219931,+ "right_knee": 60.04863863769262,+ "right_hip": 51.063384878862486,+ "left_hip": 49.46045812442686,+ "left_knee": 63.31063738681314,+ "left_ankle": 78.66353142725545,+ "right_wrist": 90.59960691652287,+ "right_elbow": 46.310051560305666,+ "right_shoulder": 51.43439846398842,+ "left_shoulder": 46.774060401683954,+ "left_elbow": 52.35840937500452,+ "left_wrist": 96.1002743662463+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 47.53889109056079+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 57.51896901450996+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 58.113251646742306+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 60.41894110637095+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 54.639424209772734+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 86.68423372340176+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 61.6078069340802+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 69.43716592085373+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 62.18931723391786+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 49.789025904396624+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 58.200828804343125+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 61.77352621065217+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 52.42354213211462+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 55.80773243566966+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 82.6957633083744+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 72.59084332479958+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 65.60830819929198+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 317,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 88.03764661658637,+ "PA_MPJPE_mm": 60.41831973103175,+ "PCK3D_50mm": 0.5707225241671161,+ "PCK3D_100mm": 0.8710291941528717,+ "AUC_0_150mm": 0.6267325956390561,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 41.86047552118006,+ "left_hip": 42.87746228080597,+ "right_hip": 42.22412244129071,+ "spine1": 48.188429201129345,+ "left_knee": 63.009072619469066,+ "right_knee": 60.06388887125302,+ "spine2": 45.6612635124761,+ "left_ankle": 75.10158802289334,+ "right_ankle": 74.62566806654398,+ "spine3": 42.869560633075956,+ "left_foot": 83.32233408407829,+ "right_foot": 83.32434433985168,+ "neck": 37.969194898093825,+ "left_collar": 32.73430862696114,+ "right_collar": 32.70758478192214,+ "head": 44.69407719798415,+ "left_shoulder": 41.751708335400195,+ "right_shoulder": 40.98450048226682,+ "left_elbow": 56.93470945904146,+ "right_elbow": 54.485364031974775,+ "left_wrist": 91.92436666233198,+ "right_wrist": 90.3847561612622,+ "left_hand": 110.73003393521631,+ "right_hand": 111.61085937826014+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 98.29229831566185,+ "PA_MPJPE_mm": 65.72724775410568,+ "PCK3D_50mm": 0.4779043509699445,+ "PCK3D_100mm": 0.8419283906567647,+ "AUC_0_150mm": 0.5851683758891133,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 76.22315755409761,+ "right_knee": 57.10429066897349,+ "right_hip": 53.3302996272736,+ "left_hip": 50.49528759095279,+ "left_knee": 62.07025852422959,+ "left_ankle": 78.17132500057085,+ "right_wrist": 91.4025994500175,+ "right_elbow": 49.71897772884376,+ "right_shoulder": 54.844508860748824,+ "left_shoulder": 44.855648877089784,+ "left_elbow": 53.68729509391442,+ "left_wrist": 95.98851904785862,+ "neck": 47.00213842819814,+ "head": 105.28716210471057+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 94.23543525844572,+ "PA_MPJPE_mm": 61.71717122116292,+ "PCK3D_50mm": 0.5318805404583109,+ "PCK3D_100mm": 0.8692313543265707,+ "AUC_0_150mm": 0.613118029745996,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 73.99004636366409,+ "right_knee": 57.71620112647505,+ "right_hip": 50.81752252132023,+ "left_hip": 48.60204168180593,+ "left_knee": 62.484220902069396,+ "left_ankle": 75.69838806849187,+ "right_wrist": 88.73422403190237,+ "right_elbow": 45.69428239220022,+ "right_shoulder": 49.05244418299142,+ "left_shoulder": 45.36195634807564,+ "left_elbow": 50.347459933142595,+ "left_wrist": 92.10726710181629+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 48.737987046273616+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 54.53876487802224+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 57.004008879684775+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 58.7582569241043+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 53.31075470216184+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 81.73588282156733+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 57.0220368253622+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 65.3130003589239+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 58.95568203401182+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 48.178186455760326+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 56.615756538387764+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 60.82757533845631+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 53.74251429324582+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 54.00649452911257+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 87.01017409958928+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 71.5662222785782+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 62.670415646853975+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 323,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 81.47137269428303,+ "PA_MPJPE_mm": 55.10671038739444,+ "PCK3D_50mm": 0.6202979573773666,+ "PCK3D_100mm": 0.8975231299008423,+ "AUC_0_150mm": 0.6533997351866698,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 39.36010849169128,+ "left_hip": 40.85737979174461,+ "right_hip": 40.32155052288853,+ "spine1": 45.415902175118646,+ "left_knee": 57.1101678669842,+ "right_knee": 56.3085190094945,+ "spine2": 43.26081180020867,+ "left_ankle": 65.70489646075023,+ "right_ankle": 66.22069847353198,+ "spine3": 40.733456611265325,+ "left_foot": 73.37914609885806,+ "right_foot": 74.07316036625947,+ "neck": 35.23700631916798,+ "left_collar": 30.4791403729528,+ "right_collar": 30.294840572101982,+ "head": 41.51964958386219,+ "left_shoulder": 39.929657530072845,+ "right_shoulder": 40.67315912731431,+ "left_elbow": 52.258672960651815,+ "right_elbow": 50.83879597849367,+ "left_wrist": 81.81812222481747,+ "right_wrist": 79.77718664607215,+ "left_hand": 97.94287096347148,+ "right_hand": 99.04614934969221+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 92.19662005749441,+ "PA_MPJPE_mm": 61.07256711076473,+ "PCK3D_50mm": 0.5238026090409611,+ "PCK3D_100mm": 0.8645782089959163,+ "AUC_0_150mm": 0.6093027982252052,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 68.68430927684066,+ "right_knee": 54.28245487806341,+ "right_hip": 50.402177579858424,+ "left_hip": 47.214210627720874,+ "left_knee": 56.81284867943897,+ "left_ankle": 68.619174796597,+ "right_wrist": 81.46793100238136,+ "right_elbow": 46.03522077396803,+ "right_shoulder": 53.73217454398053,+ "left_shoulder": 42.24359227527992,+ "left_elbow": 49.59959465647656,+ "left_wrist": 86.28531949598393,+ "neck": 44.67793621782224,+ "head": 104.95899474629435+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 86.85590318363907,+ "PA_MPJPE_mm": 56.398798858932985,+ "PCK3D_50mm": 0.5846436819759643,+ "PCK3D_100mm": 0.8949957819911768,+ "AUC_0_150mm": 0.641068528033141,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 65.4341459850176,+ "right_knee": 54.452178177321166,+ "right_hip": 47.88876683854956,+ "left_hip": 45.339783373723954,+ "left_knee": 57.216817353819906,+ "left_ankle": 66.25766703026585,+ "right_wrist": 78.51618383557694,+ "right_elbow": 42.31466993655817,+ "right_shoulder": 47.458437853153725,+ "left_shoulder": 42.73458930880154,+ "left_elbow": 46.625083114505664,+ "left_wrist": 82.54726349990179+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 44.086831774757044+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 50.79304189716567+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 55.01404327464575+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 52.51953839080094+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 49.60438663821062+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 74.84134787823152+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 52.30344870859231+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 62.54974818979407+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 50.71454844421931+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 44.73794216602203+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 50.588119724721615+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 53.68047240239769+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 48.20121130421831+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 51.94136258521363+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 76.66533904224153+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 64.55963424980996+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 57.21101809850449+ }+ }+ },+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",+ "dataset": "EMDB1",+ "split": "emdb1",+ "stride": 1,+ "bbox": "gt-joints",+ "detector": null,+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",+ "landmarks": "fitted",+ "epoch": 275,+ "source": "ema",+ "n": 24103,+ "n_dropped": 0,+ "num_sequences": 17,+ "results": [+ {+ "joint_set": "SMPL24+adapter",+ "num_joints": 24,+ "num_samples": 24103,+ "MPJPE_mm": 78.371544963454,+ "PA_MPJPE_mm": 52.46441093656383,+ "PCK3D_50mm": 0.640195203916525,+ "PCK3D_100mm": 0.9095721141213403,+ "AUC_0_150mm": 0.665419387405039,+ "per_joint_PA_MPJPE_mm": {+ "pelvis": 37.703650633443225,+ "left_hip": 39.890466115786865,+ "right_hip": 38.80747110888024,+ "spine1": 44.70477190392395,+ "left_knee": 53.84400561125651,+ "right_knee": 53.47593074394138,+ "spine2": 43.46800025222844,+ "left_ankle": 60.097656737913184,+ "right_ankle": 60.743831191269145,+ "spine3": 40.73298156816384,+ "left_foot": 66.98009797134009,+ "right_foot": 67.43355667006932,+ "neck": 33.94815375586987,+ "left_collar": 29.172629374956063,+ "right_collar": 29.393683433487922,+ "head": 39.51376658383096,+ "left_shoulder": 39.00178264044968,+ "right_shoulder": 40.00744673989196,+ "left_elbow": 51.18440663793142,+ "right_elbow": 48.52372439487156,+ "left_wrist": 78.61968002410984,+ "right_wrist": 75.46663204066262,+ "left_hand": 93.47926887985425,+ "right_hand": 92.95226746340106+ }+ },+ {+ "joint_set": "J14",+ "num_joints": 14,+ "num_samples": 24103,+ "MPJPE_mm": 89.93831600001035,+ "PA_MPJPE_mm": 58.798339488549715,+ "PCK3D_50mm": 0.539615696919767,+ "PCK3D_100mm": 0.8780708981098974,+ "AUC_0_150mm": 0.6199196765188416,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 62.06488692464218,+ "right_knee": 51.32132617545651,+ "right_hip": 50.62142467020798,+ "left_hip": 47.9740082180099,+ "left_knee": 53.245626970864286,+ "left_ankle": 63.702636940871784,+ "right_wrist": 76.90816872799242,+ "right_elbow": 43.92232131570493,+ "right_shoulder": 52.239382444622215,+ "left_shoulder": 41.93487851199521,+ "left_elbow": 48.474456914116054,+ "left_wrist": 83.28254929365283,+ "neck": 43.77129630369932,+ "head": 103.71378942786035+ }+ },+ {+ "joint_set": "J12",+ "num_joints": 12,+ "num_samples": 24103,+ "MPJPE_mm": 84.45795256541614,+ "PA_MPJPE_mm": 53.97663924947734,+ "PCK3D_50mm": 0.6034103638551218,+ "PCK3D_100mm": 0.9086040465225629,+ "AUC_0_150mm": 0.6522139081424299,+ "per_joint_PA_MPJPE_mm": {+ "right_ankle": 59.46453388508666,+ "right_knee": 51.48079145613311,+ "right_hip": 47.67650288377584,+ "left_hip": 45.84220884184089,+ "left_knee": 53.54838526715057,+ "left_ankle": 60.5440484434169,+ "right_wrist": 75.01427366646412,+ "right_elbow": 41.285969727750256,+ "right_shoulder": 46.0138135882835,+ "left_shoulder": 41.13717377891797,+ "left_elbow": 45.7257632369426,+ "left_wrist": 79.9862062179657+ }+ }+ ],+ "per_sequence_SMPL24_adapter": {+ "P1_14_outdoor_climb": {+ "n": 1270,+ "PA_MPJPE_mm": 44.05573677671157+ },+ "P2_23_outdoor_hug_tree": {+ "n": 1086,+ "PA_MPJPE_mm": 49.64271345594448+ },+ "P3_31_outdoor_workout": {+ "n": 1216,+ "PA_MPJPE_mm": 52.50048316704524+ },+ "P3_32_outdoor_soccer_warmup_a": {+ "n": 1084,+ "PA_MPJPE_mm": 51.32739084987526+ },+ "P3_33_outdoor_soccer_warmup_b": {+ "n": 1433,+ "PA_MPJPE_mm": 48.718216556000215+ },+ "P5_42_indoor_dancing": {+ "n": 1291,+ "PA_MPJPE_mm": 69.4547122752743+ },+ "P5_44_indoor_rom": {+ "n": 1381,+ "PA_MPJPE_mm": 47.1710736464845+ },+ "P6_49_outdoor_big_stairs_down": {+ "n": 1559,+ "PA_MPJPE_mm": 56.521316980645025+ },+ "P6_50_outdoor_workout": {+ "n": 1532,+ "PA_MPJPE_mm": 48.10371416575587+ },+ "P6_51_outdoor_dancing": {+ "n": 1427,+ "PA_MPJPE_mm": 42.47769059105345+ },+ "P7_57_outdoor_rock_chair": {+ "n": 1558,+ "PA_MPJPE_mm": 46.09252488295609+ },+ "P7_59_outdoor_rom": {+ "n": 1839,+ "PA_MPJPE_mm": 50.092129509254946+ },+ "P7_60_outdoor_workout": {+ "n": 1693,+ "PA_MPJPE_mm": 46.45775058529342+ },+ "P8_64_outdoor_skateboard": {+ "n": 1704,+ "PA_MPJPE_mm": 49.11901693755719+ },+ "P8_68_outdoor_handstand": {+ "n": 1606,+ "PA_MPJPE_mm": 76.54197014285722+ },+ "P8_69_outdoor_cartwheel": {+ "n": 656,+ "PA_MPJPE_mm": 60.60633220403424+ },+ "P9_76_outdoor_sitting": {+ "n": 1768,+ "PA_MPJPE_mm": 56.103027281090306+ }+ }+ }+}\ No newline at end of filediff --git a/benchmark/results/gen9w_latency_local.json b/benchmark/results/gen9w_latency_local.jsonnew file mode 100644index 0000000..c34ad22--- /dev/null+++ b/benchmark/results/gen9w_latency_local.json@@ -0,0 +1,152 @@+{+ "machine": {+ "cpu": "x86_64",+ "onnxruntime": "1.26.0"+ },+ "rows": [+ {+ "model": "g8h_lr1x_e600",+ "image_size": 224,+ "cpu_all": {+ "median_ms": 18.616634501086082,+ "p90_ms": 18.658106801012764+ },+ "cpu_1t": {+ "median_ms": 63.59058800080675,+ "p90_ms": 64.05181389709469+ },+ "cuda": {+ "median_ms": 3.158963500027312,+ "p90_ms": 3.220398101984756+ }+ },+ {+ "model": "g9w_b0_224_s0",+ "image_size": 224,+ "cpu_all": {+ "median_ms": 10.86602900068101,+ "p90_ms": 10.913577198516577+ },+ "cpu_1t": {+ "median_ms": 27.841736000482342,+ "p90_ms": 28.02969779986597+ },+ "cuda": {+ "median_ms": 2.5402979990758467,+ "p90_ms": 2.711577599620796+ }+ },+ {+ "model": "g9w_b0_288_s0",+ "image_size": 288,+ "cpu_all": {+ "median_ms": 12.715936500171665,+ "p90_ms": 12.816705599834677+ },+ "cpu_1t": {+ "median_ms": 33.3640889984963,+ "p90_ms": 33.885154298332054+ },+ "cuda": {+ "median_ms": 2.619978500661091,+ "p90_ms": 2.821950801080675+ }+ },+ {+ "model": "g9w_b1_224_s0",+ "image_size": 224,+ "cpu_all": {+ "median_ms": 11.776877001466346,+ "p90_ms": 11.822248599855811+ },+ "cpu_1t": {+ "median_ms": 30.819064999377588,+ "p90_ms": 30.96474520280026+ },+ "cuda": {+ "median_ms": 2.5805280019994825,+ "p90_ms": 2.6298580996808596+ }+ },+ {+ "model": "g9w_b1_288_s0",+ "image_size": 288,+ "cpu_all": {+ "median_ms": 13.95525450061541,+ "p90_ms": 14.018068499717629+ },+ "cpu_1t": {+ "median_ms": 38.344823000443284,+ "p90_ms": 38.469571399036795+ },+ "cuda": {+ "median_ms": 2.666424999915762,+ "p90_ms": 2.8537020974908955+ }+ },+ {+ "model": "g9w_b2_224_s0",+ "image_size": 224,+ "cpu_all": {+ "median_ms": 14.896990001943777,+ "p90_ms": 14.940757200747612+ },+ "cpu_1t": {+ "median_ms": 41.247660001317854,+ "p90_ms": 41.6223343971069+ },+ "cuda": {+ "median_ms": 2.8968929982511327,+ "p90_ms": 2.979932002199348+ }+ },+ {+ "model": "g9w_b2_288_s0",+ "image_size": 288,+ "cpu_all": {+ "median_ms": 18.35872800074867,+ "p90_ms": 18.44849649896787+ },+ "cpu_1t": {+ "median_ms": 55.231083499165834,+ "p90_ms": 55.82707279900205+ },+ "cuda": {+ "median_ms": 3.0081754994171206,+ "p90_ms": 3.0360214008396724+ }+ },+ {+ "model": "g9w_b4_224_s0",+ "image_size": 224,+ "cpu_all": {+ "median_ms": 18.748270000287448,+ "p90_ms": 18.80032479930378+ },+ "cpu_1t": {+ "median_ms": 63.839815999017446,+ "p90_ms": 64.31525379884988+ },+ "cuda": {+ "median_ms": 3.210486000170931,+ "p90_ms": 3.2762115999503294+ }+ },+ {+ "model": "g9w_b4_288_s0",+ "image_size": 288,+ "cpu_all": {+ "median_ms": 24.76131249932223,+ "p90_ms": 24.81809230048384+ },+ "cpu_1t": {+ "median_ms": 91.02867250112467,+ "p90_ms": 91.98357429922908+ },+ "cuda": {+ "median_ms": 3.4833885001717135,+ "p90_ms": 3.739856000538566+ }+ }+ ]+}\ No newline at end of filediff --git a/benchmark/run_gen9w.sh b/benchmark/run_gen9w.shnew file mode 100755index 0000000..7d51598--- /dev/null+++ b/benchmark/run_gen9w.sh@@ -0,0 +1,26 @@+#!/bin/bash+# Generation-9 v4 family + g8h reference: 3DPW test and EMDB-1, full protocol (stride 1),+# published boxes, ground-truth-joint boxes and RF-DETR boxes. One invocation per input size.+set -u+cd "$(dirname "$0")/.."+PY=${PY:-python}+R=instanthmr_distill_train/runs+DPW_SEQ=${DPW_SEQ:-$HOME/Downloads/sequenceFiles/sequenceFiles}+DPW_IMG=${DPW_IMG:-$HOME/Downloads/imageFiles}+EMDB=${EMDB:-$HOME/Downloads/EMDB_root}+OUT=benchmark/results+C224="$R/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth $(ls $R/g9w_b*_224_s0/best_student_model_v3.pth)"+C288="$(ls $R/g9w_b*_288_s0/best_student_model_v3.pth)"+for S in 224 288; do+ eval CK=\$C$S+ for B in gt-joints detector; do+ $PY benchmark/eval_3dpw_ckpt.py --ckpt $CK --sequence-dir "$DPW_SEQ" --image-root "$DPW_IMG" \+ --split test --gt h36m --adapter $OUT/adapter_j14_h36m_teacher.npz --bbox $B \+ --out $OUT/gen9w_3dpw_test_${B}_$S.json+ done+ for B in annotated gt-joints detector; do+ $PY benchmark/eval_emdb_ckpt.py --ckpt $CK --emdb-root "$EMDB" --bbox $B \+ --out $OUT/gen9w_emdb1_${B}_$S.json+ done+done+echo ALL DONEdiff --git a/docs/todo.md b/docs/todo.mdindex 0cc0ef0..3856a11 100644--- a/docs/todo.md+++ b/docs/todo.md@@ -33,6 +33,32 @@ are hypotheses unless accompanied by a matched training ablation.---+# 0. Next run: a baseline-preset model family (agreed 2026-10-25)++Train `--preset baseline` at B0 / B1 / B2 / B4, 288 px (B4-224 already exists:+g8h_lr1x_e600), same options and 600-epoch schedule as g8h_lr1x_e600.++**Why, measured 2026-10-24** (`benchmark/results/gen9w_*.json`, every frame, best+checkpoints): with the deployed RF-DETR boxes, g8h B4-224 (baseline) beats every+v4 model, including v4 B4-288. On 3DPW test (J14+adapter PA) it scores 41.02+against 41.27; on EMDB-1 (SMPL24+adapter PA) 51.27 against 52.67. v4 wins only on+EMDB's annotated boxes (54.22 vs 62.87), which are looser than any detector's.+288 beats 224 at every v4 size by 0.7-2.6 mm on 3DPW and 1.8-3.9 mm on EMDB+(RF-DETR boxes), for +1.8-6 ms on desktop CPU.++**Plan (2026-10-25), 288 only:** two arms per backbone, both with baseline losses+and the baseline occlusion, no JPEG, on `data_win288`+(`datasets_pipeline/jeanzay/28_dev_driver_g10.sh`):++- `g10b_*`: `--preset baseline --windows standard`, i.e. the baseline framing.+- `g10f_*`: `--preset baseline --windows random`, i.e. v4's framings.++This also separates v4's two changes: g10f vs g9w isolates occlusion + JPEG, and+g10b vs g10f isolates the framings. Judge on RF-DETR boxes and on the published+protocols. Delete this item when the table is in `benchmark/results/`.++---+# 1. Reproduce the teacher's regression pathway exactly**Status: implemented 2026-09-12, launched as generation 8.** Behinddiff --git a/instanthmr_distill_train/README.md b/instanthmr_distill_train/README.mdindex f9ffe17..9014060 100644--- a/instanthmr_distill_train/README.md+++ b/instanthmr_distill_train/README.md@@ -680,6 +680,18 @@ against the runtime crop, i.e. JPEG loss only; reprojection chain 1.6e-4 px;baseline / v2 samples bit-identical with the flag off. Storage ~83 KB (224) +~121 KB (288) per person, ~0.9 TB for the 4.2 M-person corpus.+**`--windows {standard,random}` (added 2026-10-25)** reads the same window corpus+under any preset but v3, so framing and photometrics can be varied apart.+`standard` always takes window 0 (the runtime crop) and changes nothing else:+that is the baseline preset at any `--image-size`, since `data/` exists only at+224. `random` adds v4's framings plus their two prerequisites (`cliff_follows_aug`,+`mask_oob_2d`). So `--preset baseline --windows random` is v4 without its+occlusion and JPEG changes, and `--preset v4` is unchanged (it implies `random`).+Verified in `tools/verify_windows.py` [8]-[9]: v4 samples are bit-identical to+before. `standard` draws the same augmentation and CLIFF as baseline on `data/`,+with labels within 1.1 px (window 0 uses the runtime's box rounding), and its+reprojection chain closes to 1e-4 px at 288.+## `--image-size` — the network input side (added 2026-09-25)Default 224, i.e. unchanged. Must be a multiple of 32, because the decoder'sdiff --git a/instanthmr_distill_train/train_distill_jz.py b/instanthmr_distill_train/train_distill_jz.pyindex a47285a..d017ca2 100755--- a/instanthmr_distill_train/train_distill_jz.py+++ b/instanthmr_distill_train/train_distill_jz.py@@ -398,7 +398,8 @@ def build_jz_loaders(cfg, args, rank: int, world: int):image_size=cfg.image_size,context_crops=cfg.context_crops, v3_box_min=cfg.v3_box_min,v3_box_max=cfg.v3_box_max, v3_shift=cfg.v3_shift,- v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows)+ v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows,+ window_mode=cfg.window_mode)# Rank 0 builds the index (or reads the cache) while the others wait, then# everyone loads the same cache. Building on all ranks at once would put@@ -712,6 +713,7 @@ def train(args, cfg, rank, local_rank, world):"image_size": cfg.image_size, "context_crops": cfg.context_crops,"v3_box": [cfg.v3_box_min, cfg.v3_box_max], "v3_shift": cfg.v3_shift,"v3_lanczos": cfg.v3_lanczos, "crop_windows": cfg.crop_windows,+ "window_mode": cfg.window_mode if cfg.crop_windows else None,"cont_head": cfg.cont_head, "root_rot_loss": cfg.root_rot_loss,"exact_landmarks": cfg.exact_landmarks,"geom_scale_max": cfg.geom_scale_max, "occl_p": cfg.occl_p,@@ -1180,6 +1182,14 @@ def parse_args():"corpus at --image-size), v2's occlusion/JPEG, baseline ""geometry and baseline loss weights. ""'baseline' reproduces the pre-v2 trainer exactly.")+ p.add_argument("--windows", choices=["standard", "random"], default=None,+ help="Read a window corpus (build_split.py --windows; --data_root "+ "data_win<size>) on top of any preset but v3. 'standard': "+ "always window 0, the runtime crop -- the baseline framing at "+ "any --image-size. 'random': one of the 4 windows per "+ "augmented sample (v4's framings: zoom-out, zoom-in, shift), "+ "with the box-follows-crop and off-crop-keypoint masking it "+ "needs. --preset v4 implies 'random'.")p.add_argument("--w_reproj", type=float, default=None)p.add_argument("--crop-centre-fix", dest="crop_centre_fix", action="store_true",help="Divide the CLIFF crop-centre correction by the zoom. "@@ -1285,6 +1295,11 @@ def build_cfg(args):apply_v3_preset(cfg)if args.preset == "v4":apply_v4_preset(cfg)+ if args.windows:+ if cfg.context_crops:+ raise SystemExit("--windows replaces the input corpus; --preset v3 reads "+ "context crops instead")+ apply_windows(cfg, args.windows)# Orthogonal axis: --preset is the input pipeline + absolute-pose terms,# --losses is the loss budget. Applied second so it owns w_keypoints3d.if args.losses == "rebalanced":@@ -1346,6 +1361,20 @@ def apply_v3_preset(cfg) -> None:cfg.cliff_focal = True+def apply_windows(cfg, mode: str) -> None:+ """Train on a window corpus. 'standard' changes only where the crop comes+ from (window 0 = the runtime crop, one resize from the photo), so the+ preset's augmentation is untouched. 'random' adds v4's framings, which+ truncate and shift the person, so it also turns on the two prerequisites+ v2 introduced for exactly that: CLIFF follows the crop, and keypoints+ pushed off the crop are masked out of the 2D losses."""+ cfg.crop_windows = True+ cfg.window_mode = mode+ if mode == "random":+ cfg.cliff_follows_aug = True+ cfg.mask_oob_2d = True++def apply_v4_preset(cfg) -> None:"""v3's framings without v3's texture, on baseline loss weights.diff --git a/instanthmr_distill_train/train_distill_mhr_only.py b/instanthmr_distill_train/train_distill_mhr_only.pyindex 2af8922..5f47c8f 100644--- a/instanthmr_distill_train/train_distill_mhr_only.py+++ b/instanthmr_distill_train/train_distill_mhr_only.py@@ -191,6 +191,10 @@ class DistillConfig:# operation as the runtime crop; one window is drawn per sample (window 0,# the standard 1.2x crop, when not augmenting).crop_windows: bool = False+ # "random": one of the K windows per augmented sample (v4). "standard":+ # always window 0, i.e. the runtime crop of a perfect detector box -- the+ # baseline framing, read from a window corpus at any --image-size.+ window_mode: str = "random"max_images: int | None = Noneper_dataset_caps: dict = field(default_factory=lambda: {"sam3d_gt_harmony4d": 300_000})val_split: float = 0.1@@ -630,9 +634,11 @@ class SAM3DStudentDataset(Dataset):jpeg_p: float = 0.0, jpeg_quality: tuple = (30, 90),context_crops: bool = False, v3_box_min: float = 0.6,v3_box_max: float = 2.0, v3_shift: float = 0.15,- v3_lanczos: bool = False, crop_windows: bool = False):+ v3_lanczos: bool = False, crop_windows: bool = False,+ window_mode: str = "random"):super().__init__()self.crop_windows = crop_windows+ self.window_mode = window_modeself.v3_interp = cv2.INTER_LANCZOS4 if v3_lanczos else cv2.INTER_LINEARself.image_size = image_sizeself.context_crops = context_crops@@ -908,7 +914,8 @@ class SAM3DStudentDataset(Dataset):if self.crop_windows:# The tile is K windows side by side, each already at image_size;# the chosen one's box replaces bbox_square everywhere below.- win = random.randrange(len(ann["win_boxes"])) if self.augment else 0+ win = (random.randrange(len(ann["win_boxes"]))+ if self.augment and self.window_mode == "random" else 0)img_pil = img_pil.crop((win * W, 0, (win + 1) * W, H))sq_bbox = ann["win_boxes"][win]sq_x1, sq_y1 = sq_bbox[0], sq_bbox[1]@@ -1103,7 +1110,8 @@ def build_dataloaders(cfg):image_size=cfg.image_size,context_crops=cfg.context_crops, v3_box_min=cfg.v3_box_min,v3_box_max=cfg.v3_box_max, v3_shift=cfg.v3_shift,- v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows)+ v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows,+ window_mode=cfg.window_mode)full_dataset = SAM3DStudentDataset(cfg.data_root,augment=cfg.augment,diff --git a/tools/profiling/time_onnx_local.py b/tools/profiling/time_onnx_local.pynew file mode 100644index 0000000..54dfc9e--- /dev/null+++ b/tools/profiling/time_onnx_local.py@@ -0,0 +1,78 @@+#!/usr/bin/env python3+"""Model-only latency of exported InstantHMR graphs on this machine.++Batch 1, the graph alone (no detector, no MHR forward pass, no crop), ONNX+Runtime with the CPU provider (all cores, then one thread) and the CUDA+provider. Median and p90 over --iters runs after --warmup. The input size is+read from the ONNX metadata, as instanthmr.inference does. Run it on an idle+machine: anything else on the GPU or the cores shows up in the numbers.++ python tools/profiling/time_onnx_local.py models/family/*.onnx --out bench.json+"""++from __future__ import annotations++import argparse+import json+import platform+import time+from pathlib import Path++import numpy as np+import torch # noqa: F401 loads the cuDNN onnxruntime's CUDA provider needs; without it+import onnxruntime as ort # the provider fails to load and ORT silently runs on the CPU+++def time_session(path: str, providers, threads: int | None, warmup: int, iters: int):+ so = ort.SessionOptions()+ if threads:+ so.intra_op_num_threads = threads+ sess = ort.InferenceSession(path, so, providers=providers)+ if sess.get_providers()[0] != providers[0]:+ raise SystemExit(f"{providers[0]} did not load (got {sess.get_providers()}); "+ "refusing to report a CPU fallback as a GPU number")+ size = int(sess.get_modelmeta().custom_metadata_map.get("image_size", 224))+ feeds = {"image": np.random.randn(1, 3, size, size).astype(np.float32),+ "cliff_cond": np.zeros((1, 3), dtype=np.float32)}+ for _ in range(warmup):+ sess.run(None, feeds)+ t = []+ for _ in range(iters):+ t0 = time.perf_counter()+ sess.run(None, feeds)+ t.append((time.perf_counter() - t0) * 1e3)+ return size, float(np.median(t)), float(np.percentile(t, 90))+++def main():+ p = argparse.ArgumentParser(description=__doc__,+ formatter_class=argparse.RawDescriptionHelpFormatter)+ p.add_argument("onnx", nargs="+")+ p.add_argument("--warmup", type=int, default=30)+ p.add_argument("--iters", type=int, default=200)+ p.add_argument("--out", default=None)+ args = p.parse_args()++ modes = [("cpu_all", ["CPUExecutionProvider"], None),+ ("cpu_1t", ["CPUExecutionProvider"], 1),+ ("cuda", ["CUDAExecutionProvider", "CPUExecutionProvider"], None)]+ rows = []+ print(f"{'model':<20s} {'in':>4s}" + "".join(f" {m:>16s}" for m, _, _ in modes))+ for path in args.onnx:+ row = {"model": Path(path).stem}+ for m, prov, th in modes:+ size, med, p90 = time_session(path, prov, th, args.warmup, args.iters)+ row["image_size"], row[m] = size, {"median_ms": med, "p90_ms": p90}+ rows.append(row)+ print(f"{row['model']:<20s} {row['image_size']:>4d}"+ + "".join(f" {row[m]['median_ms']:8.2f} ({row[m]['p90_ms']:5.1f})"+ for m, _, _ in modes), flush=True)+ if args.out:+ Path(args.out).write_text(json.dumps(dict(+ machine=dict(cpu=platform.processor() or platform.machine(),+ onnxruntime=ort.__version__),+ rows=rows), indent=2))+++if __name__ == "__main__":+ main()diff --git a/tools/verify_windows.py b/tools/verify_windows.pyindex 9497a38..d7e4ed0 100644--- a/tools/verify_windows.py+++ b/tools/verify_windows.py@@ -310,6 +310,72 @@ def main() -> None: # noqa: C901except ValueError as e:check(want in str(e), f"refused: {str(e)[:90]}")+ print("[8] window_mode: v4 unchanged, 'standard' = the baseline framing")+ cfg = cfg_for("v4")+ new, old = dataset(T, wd[224].parent, cfg), dataset(R, wd[224].parent, cfg)+ diff = sum(not all(same(a[x], b[x]) for x in a)+ for t in range(24) for _ in range(2)+ for a, b in [(seeded(new, t, 7 + t), seeded(old, t, 7 + t))])+ check(diff == 0, f"v4 (window_mode random): {diff} of 48 samples differ from --ref")+ # Same seeds, baseline augmentation: on the standard corpus vs window 0 of+ # the window corpus. The standard draw consumes no randomness, so every+ # augmentation must match; only the crop box differs (int() vs the runtime's+ # floor / ceil rounding, <= 1 px), so the labels may move by about that.+ base = cfg_for("baseline")+ a_ds = dataset(T, std.parent, base)+ b_ds = dataset(T, wd[224].parent, base, crop_windows=True, window_mode="standard")+ names_a = [Path(p[1]).stem for p in a_ds.pairs]+ cl = lab = 0.0+ same_aug = box0 = True+ for t in range(48):+ i = t % len(b_ds)+ j = names_a.index(Path(b_ds.pairs[i][1]).stem)+ a, b = seeded(a_ds, j, 300 + t), seeded(b_ds, i, 300 + t)+ win0 = load(wd[224], Path(b_ds.pairs[i][1]).stem)["win_boxes"][0]+ box0 &= np.array_equal(np.asarray(b["bbox_square"]), win0)+ same_aug &= all(torch.equal(a[k], b[k]) for k in ("aug_active", "aug_flip", "aug_cos", "aug_sin"))+ cl = max(cl, float((a["cliff_cond"] - b["cliff_cond"]).abs().max()))+ lab = max(lab, float((a["joints_2d"] - b["joints_2d"]).abs().max()) * 112)+ check(box0, "standard: every augmented sample uses window 0")+ check(same_aug and cl < 1e-6, f"standard: same augmentation draws and CLIFF as baseline "+ f"on the standard corpus (CLIFF max diff {cl:.1e})")+ check(lab < 3.0, f"standard: labels within {lab:.2f} px of baseline's (box rounding only)")+ ds = dataset(T, wd[288].parent, cfg_for("baseline", 288), crop_windows=True,+ window_mode="standard", geom_p=1.0)+ rep = 0.0+ for t in range(100):+ smp = seeded(ds, t % len(ds), 900 + t)+ vis = smp["joints_2d_vis"].numpy() > 0+ rep = max(rep, float((np.abs(reproject(smp, 288) - smp["joints_2d"].numpy())[vis]+ * 144).max()))+ check(rep < 1e-3, f"standard at 288: reprojection chain max {rep:.2e} px")++ print("[9] --windows on the trainer's command line")+ def cfg_cli(*flags):+ old_argv = sys.argv+ sys.argv = ["train_distill_jz.py", "--cliff-focal", *flags]+ try:+ return JZ.build_cfg(JZ.parse_args())+ finally:+ sys.argv = old_argv+ c = cfg_cli("--preset", "baseline", "--windows", "standard")+ check(c.crop_windows and c.window_mode == "standard" and not c.cliff_follows_aug+ and not c.mask_oob_2d and c.occl_p == 0.2 and c.jpeg_p == 0.0 and c.w_reproj == 0.01,+ "baseline + --windows standard: window 0, baseline augmentation and losses")+ c = cfg_cli("--preset", "baseline", "--windows", "random")+ check(c.crop_windows and c.window_mode == "random" and c.cliff_follows_aug+ and c.mask_oob_2d and c.occl_p == 0.2 and c.occl_scale == (0.02, 0.15)+ and c.jpeg_p == 0.0 and c.w_reproj == 0.01,+ "baseline + --windows random: v4 framings, baseline occlusion, no JPEG")+ c4 = cfg_cli("--preset", "v4")+ check(c4.window_mode == "random" and c4.occl_p == 0.7 and c4.jpeg_p == 0.3,+ "--preset v4 unchanged")+ try:+ cfg_cli("--preset", "v3", "--windows", "standard")+ check(False, "--preset v3 --windows accepted")+ except SystemExit as e:+ check("v3" in str(e), "--preset v3 --windows refused")+if fails:print(f"FAIL ({len(fails)})")sys.exit(1)