Skip to content
Python

feat: --windows standard/random reads the window corpus under any preset; RF-DETR boxes in the 3DPW/EMDB harnesses; gen9w benchmark and latency results.

mohamdevd48569ace353
diff --git a/benchmark/benchlib/detboxes.py b/benchmark/benchlib/detboxes.py
new file mode 100644
index 0000000..5bb7563
--- /dev/null
+++ b/benchmark/benchlib/detboxes.py
@@ -0,0 +1,81 @@
+"""Replace a benchmark's person boxes with the deployed detector's.
+
+The published protocols crop around a box nobody has at runtime (projected GT
+joints on 3DPW, EMDB's annotated boxes). ``instanthmr.pipeline`` feeds the
+pose model RF-DETR's raw box, so this scores the same path: run RF-DETR on
+each frame, keep the person detection that overlaps the GT person best, and
+crop around it exactly as the phone would. A frame where no detection reaches
+``MIN_IOU`` with the GT person is a missed detection: it is dropped and
+counted, since there is nothing the pose model could be given.
+
+Detections are cached per image (all persons, so the same cache serves every
+person in a frame and every later run).
+"""
+
+from __future__ import annotations
+
+import json
+from pathlib import Path
+
+import cv2
+import numpy as np
+from tqdm import tqdm
+
+from .threedpw import bbox_from_points
+
+MIN_IOU = 0.3
+CACHE_DIR = Path.home() / ".cache" / "instanthmr" / "detboxes"
+
+
+def _iou(a: np.ndarray, b: np.ndarray) -> float:
+ ix = max(0.0, min(a[2], b[2]) - max(a[0], b[0]))
+ iy = max(0.0, min(a[3], b[3]) - max(a[1], b[1]))
+ inter = ix * iy
+ union = (a[2] - a[0]) * (a[3] - a[1]) + (b[2] - b[0]) * (b[3] - b[1]) - inter
+ return inter / union if union > 0 else 0.0
+
+
+def detect_all(image_paths, cache_name: str, variant: str = "medium",
+ confidence: float = 0.5) -> dict[str, list]:
+ """{image path: [[x1, y1, x2, y2, conf], ...]}, from the cache when present."""
+ CACHE_DIR.mkdir(parents=True, exist_ok=True)
+ path = CACHE_DIR / f"{cache_name}_rfdetr-{variant}_c{confidence}.json"
+ cache = json.loads(path.read_text()) if path.is_file() else {}
+ todo = sorted(set(image_paths) - cache.keys())
+ if todo:
+ import sys
+ sys.path.insert(0, str(Path(__file__).resolve().parents[2])) # the repo, for instanthmr
+ from instanthmr.detector import RFDETRDetector
+ det = RFDETRDetector(variant=variant, confidence=confidence, max_persons=20)
+ for i, p in enumerate(tqdm(todo, desc=f"RF-DETR {variant}", unit="img")):
+ bgr = cv2.imread(p, cv2.IMREAD_COLOR)
+ dets = det.detect(cv2.cvtColor(bgr, cv2.COLOR_BGR2RGB)) if bgr is not None else []
+ cache[p] = [[*map(float, d["bbox"]), d["confidence"]] for d in dets]
+ if i % 2000 == 1999:
+ path.write_text(json.dumps(cache))
+ path.write_text(json.dumps(cache))
+ return cache
+
+
+def apply_detector_boxes(ds, cache_name: str, variant: str = "medium") -> dict:
+ """Swap every ``ds.samples[i]["bbox"]`` for the matched RF-DETR box and drop
+ missed detections from ``ds.samples`` and ``ds.gt`` alike. Each sample needs
+ ``image_path`` and ``uv`` (the projected GT joints)."""
+ cache = detect_all([s["image_path"] for s in ds.samples], cache_name, variant)
+ keep, ious = [], []
+ for i, s in enumerate(ds.samples):
+ ref = bbox_from_points(np.asarray(s["uv"], dtype=np.float64), 1.0)
+ cands = cache.get(s["image_path"], [])
+ best = max(cands, key=lambda d: _iou(np.asarray(d[:4]), ref), default=None)
+ iou = _iou(np.asarray(best[:4]), ref) if best is not None else 0.0
+ if iou < MIN_IOU:
+ continue
+ s["bbox"] = np.asarray(best[:4], dtype=np.float32)
+ keep.append(i)
+ ious.append(iou)
+ n = len(ds.samples)
+ ds.samples = [ds.samples[i] for i in keep]
+ ds.gt = np.asarray(ds.gt)[keep]
+ return dict(n_frames=n, n_missed=n - len(keep),
+ miss_rate=(n - len(keep)) / max(n, 1),
+ mean_iou=float(np.mean(ious)) if ious else 0.0)
diff --git a/benchmark/eval_3dpw_ckpt.py b/benchmark/eval_3dpw_ckpt.py
index 307d4fc..078705a 100644
--- a/benchmark/eval_3dpw_ckpt.py
+++ b/benchmark/eval_3dpw_ckpt.py
@@ -34,6 +34,7 @@ import eval_3dpw as E # noqa: E402
import train_distill_mhr_only as T # noqa: E402
import val3dpw # noqa: E402
from benchlib import joints as J # noqa: E402
+from benchlib.detboxes import apply_detector_boxes # noqa: E402
MM = 1000.0
@@ -46,6 +47,13 @@ def parse_args():
p.add_argument("--image-root", required=True)
p.add_argument("--split", default="test")
p.add_argument("--stride", type=int, default=1)
+ p.add_argument("--bbox", default="gt-joints", choices=["gt-joints", "detector"],
+ help="gt-joints: projected GT joints padded 1.2x, the published "
+ "protocol. detector: RF-DETR's box matched to each GT "
+ "person, as the deployed pipeline crops "
+ "(benchlib/detboxes.py); missed detections are dropped.")
+ p.add_argument("--detector-variant", default="medium",
+ help="RF-DETR variant for --bbox detector (the demo's default)")
p.add_argument("--gt", nargs="+", default=["h36m"],
choices=["h36m", "jointpositions"])
p.add_argument("--gt-dir", default=None)
@@ -163,13 +171,20 @@ def main():
# One dataset per GT source: same samples and same crops, different joint
# values, so a single forward pass scores against all of them.
- sets = {}
+ sets, det_stats = {}, None
for gt in args.gt:
ds = val3dpw.ThreeDPWValSet(args.sequence_dir, args.image_root,
split=args.split, stride=args.stride,
gt=gt, gt_dir=args.gt_dir,
cliff_focal=cliff_focal,
input_size=input_size)
+ if args.bbox == "detector":
+ det_stats = apply_detector_boxes(ds, f"3dpw_{args.split}",
+ args.detector_variant)
+ print(f"[detector] RF-DETR {args.detector_variant}: {det_stats['n_missed']} of "
+ f"{det_stats['n_frames']} person-frames missed "
+ f"({100 * det_stats['miss_rate']:.2f}%), mean IoU with the GT "
+ f"person {det_stats['mean_iou']:.3f}")
sets[gt] = ds
print(f"[3DPW] {args.split} / GT={gt}: {len(ds):,} person-frames "
f"(stride {args.stride}), CLIFF conditioning "
@@ -207,12 +222,13 @@ def main():
rows["J14+adapter"] = E.evaluate_adapter(pred, gt_arr, W_adapt, gt)
report[f"{ck_path}|{gt}"] = dict(
ckpt=ck_path, gt=gt, split=args.split, stride=args.stride,
+ bbox=args.bbox, detector=det_stats,
epoch=ck.get("epoch"), source=ck.get("source"),
landmarks=args.landmarks,
n=int(pred.shape[0]), n_dropped=n_dropped,
results=list(rows.values()))
- run = Path(ck_path).parts[-3]
+ run = Path(ck_path).parent.name
name = Path(ck_path).stem.replace("best_student_model_", "")
line = (f" {run:<24s} {name:<6s} {str(ck.get('epoch')):>4s} {gt:<15s} "
f"{rows['J12']['PA_MPJPE_mm']:8.2f} {rows['J12']['MPJPE_mm']:10.2f} "
diff --git a/benchmark/eval_emdb_ckpt.py b/benchmark/eval_emdb_ckpt.py
index 2f46010..19b08d1 100644
--- a/benchmark/eval_emdb_ckpt.py
+++ b/benchmark/eval_emdb_ckpt.py
@@ -45,6 +45,7 @@ import eval_3dpw as E # noqa: E402
import train_distill_mhr_only as T # noqa: E402
import val3dpw # noqa: E402
from benchlib import emdb as D # noqa: E402
+from benchlib.detboxes import apply_detector_boxes # noqa: E402
from benchlib import joints as J # noqa: E402
from benchlib import metrics as M # noqa: E402
from eval_3dpw_ckpt import predict # noqa: E402
@@ -60,10 +61,14 @@ def parse_args():
p.add_argument("--emdb-root", required=True)
p.add_argument("--stride", type=int, default=1)
p.add_argument("--bbox", default="gt-joints",
- choices=["gt-joints", "annotated"],
+ choices=["gt-joints", "annotated", "detector"],
help="gt-joints: projected GT joints padded by --bbox-scale, "
"this repo's 3DPW convention. annotated: EMDB's own "
- "boxes, the published 'Oracle' protocol.")
+ "boxes, the published 'Oracle' protocol. detector: "
+ "RF-DETR's box, as the deployed pipeline crops "
+ "(benchlib/detboxes.py); missed detections are dropped.")
+ p.add_argument("--detector-variant", default="medium",
+ help="RF-DETR variant for --bbox detector (the demo's default)")
p.add_argument("--bbox-scale", type=float, default=1.2)
p.add_argument("--gt-dir", default=None)
p.add_argument("--adapter", default="benchmark/results/adapter_smpl24_teacher.npz",
@@ -195,9 +200,16 @@ def main():
"fit one with fit_adapter_mhr.py --target smpl24")
W_adapt = ad["W"]
- ds = EMDBValSet(args.emdb_root, stride=args.stride, bbox=args.bbox,
+ ds = EMDBValSet(args.emdb_root, stride=args.stride,
+ bbox="gt-joints" if args.bbox == "detector" else args.bbox,
bbox_scale=args.bbox_scale, gt_dir=args.gt_dir,
cliff_focal=cliff_focal, input_size=input_size)
+ det_stats = None
+ if args.bbox == "detector":
+ det_stats = apply_detector_boxes(ds, "emdb1", args.detector_variant)
+ print(f"[detector] RF-DETR {args.detector_variant}: {det_stats['n_missed']} of "
+ f"{det_stats['n_frames']} frames missed ({100 * det_stats['miss_rate']:.2f}%), "
+ f"mean IoU with the GT person {det_stats['mean_iou']:.3f}")
seqs = sorted({s["sequence"] for s in ds.samples})
print(f"[EMDB1] {len(ds):,} frames across {len(seqs)} sequences "
f"(stride {args.stride}, boxes: {args.bbox}), CLIFF conditioning "
@@ -237,13 +249,14 @@ def main():
report[ck_path] = dict(
ckpt=ck_path, dataset="EMDB1", split="emdb1", stride=args.stride,
- bbox=args.bbox, adapter=str(args.adapter), landmarks=args.landmarks,
+ bbox=args.bbox, detector=det_stats,
+ adapter=str(args.adapter), landmarks=args.landmarks,
epoch=ck.get("epoch"), source=ck.get("source"),
n=int(pred.shape[0]), n_dropped=n_dropped,
num_sequences=len(seqs), results=rows,
per_sequence_SMPL24_adapter=per_seq)
- run = Path(ck_path).parts[-3]
+ run = Path(ck_path).parent.name
name = Path(ck_path).stem.replace("best_student_model_", "")
print(f" {run:<24s} {name:<6s} {str(ck.get('epoch')):>4s} "
f"{head['PA_MPJPE_mm']:13.2f} {head['MPJPE_mm']:16.2f} "
diff --git a/benchmark/results/gen9w_3dpw_test_detector_224.json b/benchmark/results/gen9w_3dpw_test_detector_224.json
new file mode 100644
index 0000000..1085f7f
--- /dev/null
+++ b/benchmark/results/gen9w_3dpw_test_detector_224.json
@@ -0,0 +1,402 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 481,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 102.802403320663,
+ "PA_MPJPE_mm": 66.93925661490847,
+ "PCK3D_50mm": 0.4003935001698562,
+ "PCK3D_100mm": 0.8327280521539382,
+ "AUC_0_150mm": 0.5613543513189554,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.92724793708123,
+ "right_knee": 47.681260129687466,
+ "right_hip": 97.80681224685675,
+ "left_hip": 87.411378795221,
+ "left_knee": 44.90926668159655,
+ "left_ankle": 67.75528187409769,
+ "right_wrist": 69.67874616608141,
+ "right_elbow": 56.75989849839467,
+ "right_shoulder": 50.374651542017716,
+ "left_shoulder": 52.54578426706502,
+ "left_elbow": 66.48660509530406,
+ "left_wrist": 70.4250684433762,
+ "neck": 32.89842934209658,
+ "head": 126.48916158984225
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 100.27572797075382,
+ "PA_MPJPE_mm": 61.88421964231757,
+ "PCK3D_50mm": 0.4417369682557657,
+ "PCK3D_100mm": 0.8914524591401503,
+ "AUC_0_150mm": 0.5926583010971858,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 62.35325771958618,
+ "right_knee": 49.5945508722776,
+ "right_hip": 97.0333952043599,
+ "left_hip": 86.33777184050125,
+ "left_knee": 45.893168885833184,
+ "left_ankle": 62.66351902522998,
+ "right_wrist": 66.50331066802183,
+ "right_elbow": 48.277622889192564,
+ "right_shoulder": 51.2244104232857,
+ "left_shoulder": 51.42343983263935,
+ "left_elbow": 53.99730596883275,
+ "left_wrist": 67.3088823780505
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 65.73074791967127,
+ "PA_MPJPE_mm": 41.019988038110064,
+ "PCK3D_50mm": 0.7383547406053351,
+ "PCK3D_100mm": 0.9514838151317598,
+ "AUC_0_150mm": 0.7263636373124212
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 495,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 110.20868308510333,
+ "PA_MPJPE_mm": 72.69648884062465,
+ "PCK3D_50mm": 0.353763932251646,
+ "PCK3D_100mm": 0.7946741996538169,
+ "AUC_0_150mm": 0.5304355676249408,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 73.76391619607557,
+ "right_knee": 51.04657803114811,
+ "right_hip": 101.07798552576386,
+ "left_hip": 88.63211880117603,
+ "left_knee": 51.62250108432617,
+ "left_ankle": 76.98041103095609,
+ "right_wrist": 81.59096265441863,
+ "right_elbow": 64.43759884504529,
+ "right_shoulder": 50.40388856598386,
+ "left_shoulder": 52.51938250796732,
+ "left_elbow": 71.83843532349752,
+ "left_wrist": 85.4822881551009,
+ "neck": 35.31914658455966,
+ "head": 133.0356304627262
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 108.4110591777182,
+ "PA_MPJPE_mm": 67.79154414465411,
+ "PCK3D_50mm": 0.37848441097648433,
+ "PCK3D_100mm": 0.8507058468274639,
+ "AUC_0_150mm": 0.5591763131588016,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 70.05294944564129,
+ "right_knee": 53.001185761925804,
+ "right_hip": 99.86467082183319,
+ "left_hip": 87.64359862326027,
+ "left_knee": 52.3819919166503,
+ "left_ankle": 71.23856804368269,
+ "right_wrist": 77.82372776481559,
+ "right_elbow": 54.7525531392323,
+ "right_shoulder": 53.16781933664017,
+ "left_shoulder": 53.655448317581616,
+ "left_elbow": 58.55171200243005,
+ "left_wrist": 81.36430456215597
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 75.41681917092193,
+ "PA_MPJPE_mm": 48.38154241886281,
+ "PCK3D_50mm": 0.649972903893751,
+ "PCK3D_100mm": 0.9220885840464597,
+ "AUC_0_150mm": 0.6831865725421599
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 476,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 109.40783584305251,
+ "PA_MPJPE_mm": 71.70127941363054,
+ "PCK3D_50mm": 0.3548376660142032,
+ "PCK3D_100mm": 0.8019274633191517,
+ "AUC_0_150mm": 0.5344579761178545,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 73.06189838228754,
+ "right_knee": 50.93503063903913,
+ "right_hip": 100.38910579744802,
+ "left_hip": 88.89844010358713,
+ "left_knee": 50.3141381628107,
+ "left_ankle": 75.15120200974899,
+ "right_wrist": 77.78687739823988,
+ "right_elbow": 63.487060349921265,
+ "right_shoulder": 50.688449321720626,
+ "left_shoulder": 52.54135978546837,
+ "left_elbow": 71.4493609701724,
+ "left_wrist": 82.65568129362575,
+ "neck": 35.94860110919917,
+ "head": 130.51070646755878
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 107.69969469037723,
+ "PA_MPJPE_mm": 66.81574278354587,
+ "PCK3D_50mm": 0.38211980523157063,
+ "PCK3D_100mm": 0.8554453063073265,
+ "AUC_0_150mm": 0.5633054470870577,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 69.10671924334784,
+ "right_knee": 52.6856064414195,
+ "right_hip": 99.21367540465826,
+ "left_hip": 87.93050975214916,
+ "left_knee": 51.12801317306597,
+ "left_ankle": 69.85845169323932,
+ "right_wrist": 74.49470946424798,
+ "right_elbow": 53.895246908481184,
+ "right_shoulder": 53.097647808165966,
+ "left_shoulder": 53.73756671187732,
+ "left_elbow": 58.14509692580495,
+ "left_wrist": 78.49566987609317
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 74.1847470712719,
+ "PA_MPJPE_mm": 46.8788021555531,
+ "PCK3D_50mm": 0.665357021531294,
+ "PCK3D_100mm": 0.9274208551045828,
+ "AUC_0_150mm": 0.6910548799865578
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 343,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 105.34652220708722,
+ "PA_MPJPE_mm": 69.19137273367568,
+ "PCK3D_50mm": 0.3799379620492745,
+ "PCK3D_100mm": 0.8191537117621366,
+ "AUC_0_150mm": 0.5486452077333356,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 68.33284959525155,
+ "right_knee": 48.25097870632742,
+ "right_hip": 99.84653148910938,
+ "left_hip": 86.83617301422545,
+ "left_knee": 48.24432160765498,
+ "left_ankle": 69.9301046665157,
+ "right_wrist": 73.85295091794026,
+ "right_elbow": 62.31605031240204,
+ "right_shoulder": 49.74112604363924,
+ "left_shoulder": 51.217442660728146,
+ "left_elbow": 70.23284472718139,
+ "left_wrist": 77.70789254234514,
+ "neck": 34.87503432501514,
+ "head": 127.29491766312377
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 103.07528775856375,
+ "PA_MPJPE_mm": 64.25772718309034,
+ "PCK3D_50mm": 0.4128968029290756,
+ "PCK3D_100mm": 0.873733155927981,
+ "AUC_0_150mm": 0.5786008750942124,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.32277547992246,
+ "right_knee": 50.19616087720301,
+ "right_hip": 98.61729210783815,
+ "left_hip": 86.13279157522193,
+ "left_knee": 49.20897942425856,
+ "left_ankle": 64.63698225414257,
+ "right_wrist": 71.1235943113079,
+ "right_elbow": 53.10789560397975,
+ "right_shoulder": 50.59170380632294,
+ "left_shoulder": 51.63403722297492,
+ "left_elbow": 57.48970873003428,
+ "left_wrist": 74.03080480387759
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 70.36033753463434,
+ "PA_MPJPE_mm": 44.29333724889724,
+ "PCK3D_50mm": 0.6953791028357895,
+ "PCK3D_100mm": 0.9398911302716081,
+ "AUC_0_150mm": 0.7065474081406775
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 416,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 104.34548140646658,
+ "PA_MPJPE_mm": 67.41136752523109,
+ "PCK3D_50mm": 0.3982864745943672,
+ "PCK3D_100mm": 0.8296140220327741,
+ "AUC_0_150mm": 0.5581152772987075,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.90078526085212,
+ "right_knee": 47.79385060260674,
+ "right_hip": 99.14072001474942,
+ "left_hip": 88.07138968284741,
+ "left_knee": 46.40155161064613,
+ "left_ankle": 67.60772064824984,
+ "right_wrist": 70.43146348843383,
+ "right_elbow": 59.74154296351525,
+ "right_shoulder": 49.07575686048597,
+ "left_shoulder": 49.771345397534404,
+ "left_elbow": 67.82203708720154,
+ "left_wrist": 73.88962280922453,
+ "neck": 33.2415039215723,
+ "head": 125.86985500531573
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 102.42531607406545,
+ "PA_MPJPE_mm": 62.482247488876524,
+ "PCK3D_50mm": 0.4354994715585249,
+ "PCK3D_100mm": 0.8853848186313366,
+ "AUC_0_150mm": 0.5882814602274733,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.283398468259755,
+ "right_knee": 49.85477801856356,
+ "right_hip": 98.48421240619103,
+ "left_hip": 87.33270084409006,
+ "left_knee": 47.35997731045054,
+ "left_ankle": 62.02892084989324,
+ "right_wrist": 67.20455352622737,
+ "right_elbow": 51.080221123787965,
+ "right_shoulder": 50.0821785669609,
+ "left_shoulder": 49.35842433137748,
+ "left_elbow": 55.250975022271525,
+ "left_wrist": 70.46662939844485
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 67.44931889046163,
+ "PA_MPJPE_mm": 41.92902110491711,
+ "PCK3D_50mm": 0.7224509439151042,
+ "PCK3D_100mm": 0.9489177734280214,
+ "AUC_0_150mm": 0.7202546199056841
+ }
+ ]
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_3dpw_test_detector_288.json b/benchmark/results/gen9w_3dpw_test_detector_288.json
new file mode 100644
index 0000000..ac56aa8
--- /dev/null
+++ b/benchmark/results/gen9w_3dpw_test_detector_288.json
@@ -0,0 +1,322 @@
+{
+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 361,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 107.64900789558786,
+ "PA_MPJPE_mm": 70.81032462044344,
+ "PCK3D_50mm": 0.3647661646472653,
+ "PCK3D_100mm": 0.8093364284905447,
+ "AUC_0_150mm": 0.540269940881697,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 71.35775486625703,
+ "right_knee": 49.795707521640566,
+ "right_hip": 98.7890030491265,
+ "left_hip": 87.0427080239817,
+ "left_knee": 49.239000873166056,
+ "left_ankle": 74.37423848001143,
+ "right_wrist": 77.21461740726504,
+ "right_elbow": 61.4200611188708,
+ "right_shoulder": 50.26930087014049,
+ "left_shoulder": 52.59859742615345,
+ "left_elbow": 71.94560661663346,
+ "left_wrist": 82.27841614398885,
+ "neck": 35.68829825681443,
+ "head": 129.33123403215822
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 105.89337858084649,
+ "PA_MPJPE_mm": 65.98363711314647,
+ "PCK3D_50mm": 0.3912236251085192,
+ "PCK3D_100mm": 0.8645750764352848,
+ "AUC_0_150mm": 0.5689662546284289,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 67.5890291321839,
+ "right_knee": 51.74747921130889,
+ "right_hip": 97.46833755084593,
+ "left_hip": 85.83107503347951,
+ "left_knee": 49.895725065574624,
+ "left_ankle": 68.54512354579865,
+ "right_wrist": 74.5849517925945,
+ "right_elbow": 52.86372615599355,
+ "right_shoulder": 52.80257969309457,
+ "left_shoulder": 53.29149741149982,
+ "left_elbow": 58.70511450830544,
+ "left_wrist": 78.4790062570784
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 72.90699760019562,
+ "PA_MPJPE_mm": 46.314441607505984,
+ "PCK3D_50mm": 0.6742764935211997,
+ "PCK3D_100mm": 0.9288646327062136,
+ "AUC_0_150mm": 0.6948263527049402
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 317,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 105.55093735249915,
+ "PA_MPJPE_mm": 69.6434831058787,
+ "PCK3D_50mm": 0.3740718572560946,
+ "PCK3D_100mm": 0.8177200446479124,
+ "AUC_0_150mm": 0.5462573062948025,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 69.32688633224707,
+ "right_knee": 49.8616120176448,
+ "right_hip": 98.52850340783282,
+ "left_hip": 87.51935335953557,
+ "left_knee": 48.775941548709355,
+ "left_ankle": 73.29108090434451,
+ "right_wrist": 73.56617689328674,
+ "right_elbow": 60.91350179498496,
+ "right_shoulder": 49.63860158477713,
+ "left_shoulder": 51.612081048992216,
+ "left_elbow": 69.97581259039976,
+ "left_wrist": 78.63573273550595,
+ "neck": 35.069318301269,
+ "head": 128.294160962772
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 103.61010811015035,
+ "PA_MPJPE_mm": 64.7412565467062,
+ "PCK3D_50mm": 0.40374815989129204,
+ "PCK3D_100mm": 0.8742615974030876,
+ "AUC_0_150mm": 0.5757349324167187,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.83100580934249,
+ "right_knee": 51.86591702837063,
+ "right_hip": 97.28754771608665,
+ "left_hip": 86.43155061844294,
+ "left_knee": 49.43682781165856,
+ "left_ankle": 67.36104222561596,
+ "right_wrist": 70.6834969905974,
+ "right_elbow": 52.018215099384165,
+ "right_shoulder": 51.91121183404787,
+ "left_shoulder": 52.207626920398184,
+ "left_elbow": 57.06159348685347,
+ "left_wrist": 74.7990430196761
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 70.78917567890214,
+ "PA_MPJPE_mm": 44.99818054197777,
+ "PCK3D_50mm": 0.686570846207354,
+ "PCK3D_100mm": 0.936975265703609,
+ "AUC_0_150mm": 0.7022936325585352
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 323,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 103.24798635374374,
+ "PA_MPJPE_mm": 67.45433962471266,
+ "PCK3D_50mm": 0.3966061115874274,
+ "PCK3D_100mm": 0.8312964071371952,
+ "AUC_0_150mm": 0.5579857326020037,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.53432187190742,
+ "right_knee": 46.96661050863571,
+ "right_hip": 97.73625379014197,
+ "left_hip": 87.26342498171378,
+ "left_knee": 46.187861789839076,
+ "left_ankle": 67.27451145983726,
+ "right_wrist": 70.28111573668816,
+ "right_elbow": 59.76681259365406,
+ "right_shoulder": 49.581762805279745,
+ "left_shoulder": 51.01287522810417,
+ "left_elbow": 67.39545235210144,
+ "left_wrist": 74.63879167385564,
+ "neck": 34.53467583784215,
+ "head": 126.18628411637673
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 100.95798732059849,
+ "PA_MPJPE_mm": 62.367617660235446,
+ "PCK3D_50mm": 0.43293039670856454,
+ "PCK3D_100mm": 0.8880647718265202,
+ "AUC_0_150mm": 0.5892243447143068,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.97035739548527,
+ "right_knee": 49.003375094909806,
+ "right_hip": 96.58791443838062,
+ "left_hip": 86.19408688125208,
+ "left_knee": 47.08982517279168,
+ "left_ankle": 61.70960002531091,
+ "right_wrist": 67.53252841894654,
+ "right_elbow": 51.230140568357804,
+ "right_shoulder": 50.84814436933092,
+ "left_shoulder": 50.850504638295725,
+ "left_elbow": 54.90892196078321,
+ "left_wrist": 71.48601295898085
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 67.91719694117052,
+ "PA_MPJPE_mm": 42.390200144467656,
+ "PCK3D_50mm": 0.7160226960221299,
+ "PCK3D_100mm": 0.946256693142663,
+ "AUC_0_150mm": 0.7173840242296852
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 35463,
+ "n_missed": 139,
+ "miss_rate": 0.003919578151876604,
+ "mean_iou": 0.6723040298246045
+ },
+ "epoch": 275,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35324,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 102.66003015392268,
+ "PA_MPJPE_mm": 66.83733095095361,
+ "PCK3D_50mm": 0.4027148680783603,
+ "PCK3D_100mm": 0.8341475645857935,
+ "AUC_0_150mm": 0.5612049770211451,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.37194243880539,
+ "right_knee": 48.001798752551586,
+ "right_hip": 98.50077991648777,
+ "left_hip": 87.1177614821466,
+ "left_knee": 46.1150202868564,
+ "left_ankle": 67.53746205733097,
+ "right_wrist": 67.54469133502666,
+ "right_elbow": 58.43316575250908,
+ "right_shoulder": 49.11138694735078,
+ "left_shoulder": 50.42383073508272,
+ "left_elbow": 66.65296945683575,
+ "left_wrist": 71.69952737891084,
+ "neck": 33.786747057625114,
+ "head": 125.4255497158309
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35324,
+ "MPJPE_mm": 100.30681713543167,
+ "PA_MPJPE_mm": 61.777415909597735,
+ "PCK3D_50mm": 0.4404630468425622,
+ "PCK3D_100mm": 0.8920422375721889,
+ "AUC_0_150mm": 0.5924995555734138,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.120950146917885,
+ "right_knee": 49.982319644178666,
+ "right_hip": 97.12308431368596,
+ "left_hip": 85.73714004232302,
+ "left_knee": 47.04085585738183,
+ "left_ankle": 61.828105789743454,
+ "right_wrist": 65.17304581667655,
+ "right_elbow": 50.09139200134846,
+ "right_shoulder": 50.331461407610604,
+ "left_shoulder": 50.25289725324927,
+ "left_elbow": 54.087093813146794,
+ "left_wrist": 68.56064482891021
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35324,
+ "MPJPE_mm": 66.41007264372921,
+ "PA_MPJPE_mm": 41.272811844231256,
+ "PCK3D_50mm": 0.7300378536648495,
+ "PCK3D_100mm": 0.9510713072455796,
+ "AUC_0_150mm": 0.7241036498468163
+ }
+ ]
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_3dpw_test_gt-joints_224.json b/benchmark/results/gen9w_3dpw_test_gt-joints_224.json
new file mode 100644
index 0000000..739b2f3
--- /dev/null
+++ b/benchmark/results/gen9w_3dpw_test_gt-joints_224.json
@@ -0,0 +1,377 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 481,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.67208981530685,
+ "PA_MPJPE_mm": 66.88827906149398,
+ "PCK3D_50mm": 0.40043747809588265,
+ "PCK3D_100mm": 0.8333152057879238,
+ "AUC_0_150mm": 0.5614256099464217,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 64.32566466583239,
+ "right_knee": 47.15757278410884,
+ "right_hip": 97.91236566919363,
+ "left_hip": 86.9490282552268,
+ "left_knee": 44.53516581618817,
+ "left_ankle": 65.83516249290801,
+ "right_wrist": 69.57656761565505,
+ "right_elbow": 57.30814205770195,
+ "right_shoulder": 50.57434084812882,
+ "left_shoulder": 52.783406809770966,
+ "left_elbow": 66.62647224986277,
+ "left_wrist": 71.49801868409502,
+ "neck": 31.509690874000956,
+ "head": 129.84430803824233
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 100.33834875125983,
+ "PA_MPJPE_mm": 61.536504952360026,
+ "PCK3D_50mm": 0.4448274727650415,
+ "PCK3D_100mm": 0.8943217813871734,
+ "AUC_0_150mm": 0.5942502847887198,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.237419998496975,
+ "right_knee": 49.111783974488894,
+ "right_hip": 97.51347173184112,
+ "left_hip": 86.22150295326539,
+ "left_knee": 45.48550400353603,
+ "left_ankle": 60.84145088776921,
+ "right_wrist": 65.8537664444401,
+ "right_elbow": 48.74105875119605,
+ "right_shoulder": 50.52034004161104,
+ "left_shoulder": 50.659167441813175,
+ "left_elbow": 54.43509093493264,
+ "left_wrist": 67.81750226492976
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 65.85016697108857,
+ "PA_MPJPE_mm": 40.61170253850853,
+ "PCK3D_50mm": 0.7406330944525683,
+ "PCK3D_100mm": 0.9546932215065199,
+ "AUC_0_150mm": 0.7285012834172203
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 495,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 110.08245156143067,
+ "PA_MPJPE_mm": 73.34607561868295,
+ "PCK3D_50mm": 0.3462945283011267,
+ "PCK3D_100mm": 0.7920307282036408,
+ "AUC_0_150mm": 0.5268022581073984,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 74.53270327456663,
+ "right_knee": 51.53417283830616,
+ "right_hip": 101.08422200146858,
+ "left_hip": 88.70957488441523,
+ "left_knee": 51.99029641820986,
+ "left_ankle": 76.71053799801602,
+ "right_wrist": 82.33706511115322,
+ "right_elbow": 65.35077504874738,
+ "right_shoulder": 50.67533347562955,
+ "left_shoulder": 52.59781300162183,
+ "left_elbow": 72.7112005121165,
+ "left_wrist": 87.35389318766138,
+ "neck": 35.09257115905695,
+ "head": 136.16489975059199
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 108.17860678554457,
+ "PA_MPJPE_mm": 68.20553519197144,
+ "PCK3D_50mm": 0.37171841073795225,
+ "PCK3D_100mm": 0.8473925875795429,
+ "AUC_0_150mm": 0.5563874842748417,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 70.34191795562127,
+ "right_knee": 53.40448625172198,
+ "right_hip": 100.06664848897843,
+ "left_hip": 87.81030938057812,
+ "left_knee": 52.904248682702836,
+ "left_ankle": 71.50730136167641,
+ "right_wrist": 77.91771909574926,
+ "right_elbow": 55.56947225171372,
+ "right_shoulder": 53.38271574607082,
+ "left_shoulder": 53.35183840781771,
+ "left_elbow": 59.424000566188894,
+ "left_wrist": 82.78576411483779
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 75.52762871702767,
+ "PA_MPJPE_mm": 49.00321540548335,
+ "PCK3D_50mm": 0.6408570703469613,
+ "PCK3D_100mm": 0.9189718861912416,
+ "AUC_0_150mm": 0.6791551810149113
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 476,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 109.17729708092469,
+ "PA_MPJPE_mm": 71.88108129836831,
+ "PCK3D_50mm": 0.3528244729919715,
+ "PCK3D_100mm": 0.8013039747664568,
+ "AUC_0_150mm": 0.5334530531009734,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 72.53014891405228,
+ "right_knee": 50.72599111698719,
+ "right_hip": 99.72732286716383,
+ "left_hip": 88.77335959727537,
+ "left_knee": 50.392123503433616,
+ "left_ankle": 74.81961966173637,
+ "right_wrist": 78.03473435723386,
+ "right_elbow": 63.81378720141611,
+ "right_shoulder": 50.79285225405011,
+ "left_shoulder": 52.91078692586644,
+ "left_elbow": 72.38474398462559,
+ "left_wrist": 84.05892534172334,
+ "neck": 36.02081568017122,
+ "head": 131.349926771421
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 107.61912784552689,
+ "PA_MPJPE_mm": 66.9300851175815,
+ "PCK3D_50mm": 0.38219176794593424,
+ "PCK3D_100mm": 0.854963859045578,
+ "AUC_0_150mm": 0.5624557504883934,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 68.89315538217726,
+ "right_knee": 52.6427550154613,
+ "right_hip": 98.6455275837267,
+ "left_hip": 87.94037124126588,
+ "left_knee": 51.10963191066116,
+ "left_ankle": 69.28481687879618,
+ "right_wrist": 74.36796630739957,
+ "right_elbow": 54.18830930398644,
+ "right_shoulder": 53.42439908555606,
+ "left_shoulder": 53.725874627689166,
+ "left_elbow": 59.13414977966033,
+ "left_wrist": 79.80406429459784
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 74.23364200605525,
+ "PA_MPJPE_mm": 47.13912725530142,
+ "PCK3D_50mm": 0.66274708851479,
+ "PCK3D_100mm": 0.9257415173158342,
+ "AUC_0_150mm": 0.6893667717024731
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 343,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 105.94333129884087,
+ "PA_MPJPE_mm": 69.80009687306462,
+ "PCK3D_50mm": 0.374142466393545,
+ "PCK3D_100mm": 0.8156025797511289,
+ "AUC_0_150mm": 0.5452827383794963,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 69.33962092017975,
+ "right_knee": 48.102463048393815,
+ "right_hip": 99.78735921884589,
+ "left_hip": 86.67104693861037,
+ "left_knee": 48.6737870774193,
+ "left_ankle": 70.4991540380317,
+ "right_wrist": 73.92964256542365,
+ "right_elbow": 62.583923146319655,
+ "right_shoulder": 50.21521713805111,
+ "left_shoulder": 51.705707152473245,
+ "left_elbow": 70.74267979844184,
+ "left_wrist": 80.03063982765745,
+ "neck": 34.74768266819348,
+ "head": 130.17243268486337
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 103.61809157830562,
+ "PA_MPJPE_mm": 64.6879117269615,
+ "PCK3D_50mm": 0.4100071435956725,
+ "PCK3D_100mm": 0.8718805515607817,
+ "AUC_0_150mm": 0.5759799172786175,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.23047493676964,
+ "right_knee": 50.110604071029506,
+ "right_hip": 98.6536585089377,
+ "left_hip": 86.12081956221932,
+ "left_knee": 49.65131535728207,
+ "left_ankle": 65.30921147677716,
+ "right_wrist": 71.08967507607717,
+ "right_elbow": 53.35416229960335,
+ "right_shoulder": 50.706850196702746,
+ "left_shoulder": 51.68758363926956,
+ "left_elbow": 57.98994635007556,
+ "left_wrist": 76.35063924879425
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 70.83988184569084,
+ "PA_MPJPE_mm": 44.83733926397207,
+ "PCK3D_50mm": 0.6868244971620321,
+ "PCK3D_100mm": 0.9375123368017371,
+ "AUC_0_150mm": 0.7031440310800989
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 416,
+ "source": "raw",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 104.2083972335382,
+ "PA_MPJPE_mm": 67.72726086734916,
+ "PCK3D_50mm": 0.3926386052263728,
+ "PCK3D_100mm": 0.8284590377898897,
+ "AUC_0_150mm": 0.5561637487815886,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.17089839188434,
+ "right_knee": 47.67697809499401,
+ "right_hip": 99.05250281145562,
+ "left_hip": 87.19124965834231,
+ "left_knee": 46.535243148214725,
+ "left_ankle": 68.03772275956916,
+ "right_wrist": 70.64004788571204,
+ "right_elbow": 60.20402818913845,
+ "right_shoulder": 49.05190210072777,
+ "left_shoulder": 50.26149801347135,
+ "left_elbow": 68.86562626674183,
+ "left_wrist": 75.30362965565924,
+ "neck": 33.259720855027595,
+ "head": 126.93060431194986
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.31697966493746,
+ "PA_MPJPE_mm": 62.73635026553071,
+ "PCK3D_50mm": 0.43106900149451544,
+ "PCK3D_100mm": 0.8831011664739776,
+ "AUC_0_150mm": 0.5864880676785953,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.561900568455364,
+ "right_knee": 49.6804044490605,
+ "right_hip": 98.53786514126264,
+ "left_hip": 86.61622210421294,
+ "left_knee": 47.54954155509747,
+ "left_ankle": 62.60730799929371,
+ "right_wrist": 67.46647758328741,
+ "right_elbow": 51.52987761172092,
+ "right_shoulder": 49.996811442166205,
+ "left_shoulder": 49.447796806553335,
+ "left_elbow": 56.191848293468006,
+ "left_wrist": 71.65014963178997
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 67.61875479106949,
+ "PA_MPJPE_mm": 42.30304879586423,
+ "PCK3D_50mm": 0.7170552003899436,
+ "PCK3D_100mm": 0.9470917374648024,
+ "AUC_0_150mm": 0.7177955059540865
+ }
+ ]
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_3dpw_test_gt-joints_288.json b/benchmark/results/gen9w_3dpw_test_gt-joints_288.json
new file mode 100644
index 0000000..30cd722
--- /dev/null
+++ b/benchmark/results/gen9w_3dpw_test_gt-joints_288.json
@@ -0,0 +1,302 @@
+{
+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 361,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 107.86686939334284,
+ "PA_MPJPE_mm": 71.02444442447438,
+ "PCK3D_50mm": 0.36394874335826877,
+ "PCK3D_100mm": 0.8072578663476219,
+ "AUC_0_150mm": 0.5388794266133938,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 70.98449443373526,
+ "right_knee": 49.79480702002293,
+ "right_hip": 98.50476434684485,
+ "left_hip": 87.08901899100073,
+ "left_knee": 48.90025229273755,
+ "left_ankle": 74.56946509553796,
+ "right_wrist": 77.81195966315201,
+ "right_elbow": 61.72384828257411,
+ "right_shoulder": 50.432632190756806,
+ "left_shoulder": 52.79037516084865,
+ "left_elbow": 71.63535238427215,
+ "left_wrist": 82.97753230809283,
+ "neck": 35.32927891488839,
+ "head": 131.7984408581773
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 105.99863313932453,
+ "PA_MPJPE_mm": 65.91006545190102,
+ "PCK3D_50mm": 0.3948622507966049,
+ "PCK3D_100mm": 0.863376382896728,
+ "AUC_0_150mm": 0.5691014775660472,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 67.18787081694754,
+ "right_knee": 51.745602400439864,
+ "right_hip": 97.29193581845561,
+ "left_hip": 85.86503640390676,
+ "left_knee": 49.51098363957994,
+ "left_ankle": 68.59133303551225,
+ "right_wrist": 74.86639513298728,
+ "right_elbow": 52.71541756948042,
+ "right_shoulder": 52.674342922005565,
+ "left_shoulder": 52.92640833930272,
+ "left_elbow": 58.34794487136244,
+ "left_wrist": 79.19751447283177
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 73.40109543207136,
+ "PA_MPJPE_mm": 46.430969238333354,
+ "PCK3D_50mm": 0.6716255574220213,
+ "PCK3D_100mm": 0.9289118235907847,
+ "AUC_0_150mm": 0.6937904125686394
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 317,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 105.85146295192882,
+ "PA_MPJPE_mm": 69.96007263543709,
+ "PCK3D_50mm": 0.3713185976530871,
+ "PCK3D_100mm": 0.8148251094702326,
+ "AUC_0_150mm": 0.544144731362122,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 68.71689366458462,
+ "right_knee": 49.79033122306574,
+ "right_hip": 98.92418558076439,
+ "left_hip": 87.4937112427745,
+ "left_knee": 48.72513730901825,
+ "left_ankle": 73.61793105662896,
+ "right_wrist": 74.25844777646894,
+ "right_elbow": 61.21305473513757,
+ "right_shoulder": 49.61796407122349,
+ "left_shoulder": 51.878782956379496,
+ "left_elbow": 70.29629884140675,
+ "left_wrist": 79.53774296442933,
+ "neck": 35.01854604882444,
+ "head": 130.35198942541274
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 103.8359613082194,
+ "PA_MPJPE_mm": 64.8596783504169,
+ "PCK3D_50mm": 0.4015100245326115,
+ "PCK3D_100mm": 0.8719580971717,
+ "AUC_0_150mm": 0.5745321718016567,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.08229445092073,
+ "right_knee": 51.69305799355376,
+ "right_hip": 97.6787452061199,
+ "left_hip": 86.34265078889331,
+ "left_knee": 49.29910484689149,
+ "left_ankle": 67.6425397970894,
+ "right_wrist": 70.98073079231627,
+ "right_elbow": 52.329595872737684,
+ "right_shoulder": 52.06529235886285,
+ "left_shoulder": 52.451143270312315,
+ "left_elbow": 57.33224371248775,
+ "left_wrist": 75.41874111481738
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 71.27543939879975,
+ "PA_MPJPE_mm": 45.336267020120985,
+ "PCK3D_50mm": 0.6804053319153565,
+ "PCK3D_100mm": 0.9358043191898195,
+ "AUC_0_150mm": 0.6997670447981676
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 323,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 103.8226593151782,
+ "PA_MPJPE_mm": 67.69325189028706,
+ "PCK3D_50mm": 0.39113603312909634,
+ "PCK3D_100mm": 0.8293130465958484,
+ "AUC_0_150mm": 0.5562350894441679,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.87124608729032,
+ "right_knee": 46.996741954419804,
+ "right_hip": 98.07229669260956,
+ "left_hip": 87.19126803366103,
+ "left_knee": 46.356163127767346,
+ "left_ankle": 67.80965198902578,
+ "right_wrist": 70.64320903724494,
+ "right_elbow": 59.53713756884794,
+ "right_shoulder": 49.52687598353362,
+ "left_shoulder": 50.97116390391279,
+ "left_elbow": 67.93251277155284,
+ "left_wrist": 74.75930274459418,
+ "neck": 34.17311603713364,
+ "head": 127.86484053242489
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 101.49229530263892,
+ "PA_MPJPE_mm": 62.452216235674165,
+ "PCK3D_50mm": 0.4315883221009691,
+ "PCK3D_100mm": 0.886419178674487,
+ "AUC_0_150mm": 0.5880983329891915,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 61.55136347422553,
+ "right_knee": 48.99817403603347,
+ "right_hip": 96.99768623546959,
+ "left_hip": 86.20740555152773,
+ "left_knee": 47.14285369263485,
+ "left_ankle": 62.253163561212425,
+ "right_wrist": 67.5965704390305,
+ "right_elbow": 50.9371393509537,
+ "right_shoulder": 50.48827209421642,
+ "left_shoulder": 50.524687718080145,
+ "left_elbow": 55.214974491062705,
+ "left_wrist": 71.51430418364286
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 68.43797895882646,
+ "PA_MPJPE_mm": 42.57006241192356,
+ "PCK3D_50mm": 0.7119130200087818,
+ "PCK3D_100mm": 0.9466022937387458,
+ "AUC_0_150mm": 0.7158322732942533
+ }
+ ]
+ },
+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth|h36m": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",
+ "gt": "h36m",
+ "split": "test",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "epoch": 275,
+ "source": "ema",
+ "landmarks": "fitted",
+ "n": 35463,
+ "n_dropped": 0,
+ "results": [
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 102.88165768492182,
+ "PA_MPJPE_mm": 67.01856548558627,
+ "PCK3D_50mm": 0.4001434090259063,
+ "PCK3D_100mm": 0.8320180792052884,
+ "AUC_0_150mm": 0.5598809351630328,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.22828314984679,
+ "right_knee": 47.971143735533616,
+ "right_hip": 98.56710780400871,
+ "left_hip": 87.12965945716073,
+ "left_knee": 46.10154535822198,
+ "left_ankle": 67.14635903802294,
+ "right_wrist": 67.58634175311445,
+ "right_elbow": 59.08615523930151,
+ "right_shoulder": 49.362315600017645,
+ "left_shoulder": 50.636464613958644,
+ "left_elbow": 66.7936267648197,
+ "left_wrist": 72.12528571000344,
+ "neck": 33.63042837813828,
+ "head": 126.89520019605943
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 35463,
+ "MPJPE_mm": 100.39415381180089,
+ "PA_MPJPE_mm": 61.840858211065004,
+ "PCK3D_50mm": 0.4389058079312711,
+ "PCK3D_100mm": 0.8905196965851733,
+ "AUC_0_150mm": 0.5916162354888133,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.866974644744644,
+ "right_knee": 49.93429863051092,
+ "right_hip": 97.28169057222394,
+ "left_hip": 85.80033874506645,
+ "left_knee": 47.012985802245986,
+ "left_ankle": 61.61046664373474,
+ "right_wrist": 65.10456238452748,
+ "right_elbow": 50.655414753288866,
+ "right_shoulder": 50.37174446406672,
+ "left_shoulder": 50.18025430833187,
+ "left_elbow": 54.20613708316662,
+ "left_wrist": 69.06543050087178
+ }
+ },
+ {
+ "joint_set": "J14+adapter",
+ "num_joints": 14,
+ "num_samples": 35463,
+ "MPJPE_mm": 66.78473949546623,
+ "PA_MPJPE_mm": 41.36725055989475,
+ "PCK3D_50mm": 0.7275893184445761,
+ "PCK3D_100mm": 0.9505017301735007,
+ "AUC_0_150mm": 0.7232251281305588
+ }
+ ]
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_annotated_224.json b/benchmark/results/gen9w_emdb1_annotated_224.json
new file mode 100644
index 0000000..3b0a102
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_annotated_224.json
@@ -0,0 +1,867 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 481,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.56307577082555,
+ "PA_MPJPE_mm": 62.870025736990414,
+ "PCK3D_50mm": 0.5740969312257119,
+ "PCK3D_100mm": 0.850348850073988,
+ "AUC_0_150mm": 0.6204626292448314,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 41.92819348367251,
+ "left_hip": 42.983309591841284,
+ "right_hip": 41.99028748432828,
+ "spine1": 50.546013737542765,
+ "left_knee": 55.87615404726698,
+ "right_knee": 55.503917699781574,
+ "spine2": 50.49607895919742,
+ "left_ankle": 66.1181759111917,
+ "right_ankle": 66.98668454711286,
+ "spine3": 49.78704163506046,
+ "left_foot": 73.13540954015934,
+ "right_foot": 75.7911614026987,
+ "neck": 48.6956588109759,
+ "left_collar": 42.73892796587593,
+ "right_collar": 42.10077260781202,
+ "head": 55.32774526303255,
+ "left_shoulder": 47.76003947941104,
+ "right_shoulder": 47.36225766052754,
+ "left_elbow": 60.362470277701114,
+ "right_elbow": 56.31569359814934,
+ "left_wrist": 100.02892705884527,
+ "right_wrist": 97.56416452991154,
+ "left_hand": 118.92762398132496,
+ "right_hand": 120.55390841434752
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 97.52043161985303,
+ "PA_MPJPE_mm": 66.60282504447187,
+ "PCK3D_50mm": 0.4932373563456831,
+ "PCK3D_100mm": 0.8317903521197717,
+ "AUC_0_150mm": 0.5863527132309093,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 67.54325731831655,
+ "right_knee": 52.5715564247917,
+ "right_hip": 50.65727821785841,
+ "left_hip": 48.61720059795035,
+ "left_knee": 54.35848136667145,
+ "left_ankle": 68.57272375227623,
+ "right_wrist": 99.14361640124834,
+ "right_elbow": 51.80272340308523,
+ "right_shoulder": 57.842049573846666,
+ "left_shoulder": 49.321726616475765,
+ "left_elbow": 57.59989885904841,
+ "left_wrist": 104.93261432735564,
+ "neck": 59.08336480050076,
+ "head": 110.39305896318065
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 92.62130444081637,
+ "PA_MPJPE_mm": 62.52354452474751,
+ "PCK3D_50mm": 0.5455890691338561,
+ "PCK3D_100mm": 0.8560656349831971,
+ "AUC_0_150mm": 0.6123240581750631,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 66.09113869530734,
+ "right_knee": 53.47881404589802,
+ "right_hip": 50.16151816441917,
+ "left_hip": 48.88523996220425,
+ "left_knee": 55.289079967341344,
+ "left_ankle": 66.70908987983816,
+ "right_wrist": 94.9783202880758,
+ "right_elbow": 49.31230615843084,
+ "right_shoulder": 57.06256345327593,
+ "left_shoulder": 53.488600402271814,
+ "left_elbow": 54.9418653064444,
+ "left_wrist": 99.88399797346307
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 78.73205914997531
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 69.90917751476255
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 57.19897705885768
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 52.67358303674525
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 57.442956505064636
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 80.65953393773327
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 51.99371657415196
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 78.22017006614858
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 52.73912827718323
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 60.6432327921372
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 59.01714813491954
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 60.25282361405862
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 56.7914121366103
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 65.03925056034467
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 71.88318204701882
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 54.47972068910211
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 59.022351604762875
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 495,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 98.80407799930023,
+ "PA_MPJPE_mm": 68.77680118628923,
+ "PCK3D_50mm": 0.5144674245253011,
+ "PCK3D_100mm": 0.833091316433639,
+ "AUC_0_150mm": 0.5920096949516389,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 44.597327148287775,
+ "left_hip": 46.03672965770137,
+ "right_hip": 45.69516043856871,
+ "spine1": 50.73676694844938,
+ "left_knee": 70.7208462602123,
+ "right_knee": 67.98737214959377,
+ "spine2": 47.720310264972184,
+ "left_ankle": 86.4461359229997,
+ "right_ankle": 88.12745403714572,
+ "spine3": 45.00518401049988,
+ "left_foot": 96.18908913413586,
+ "right_foot": 97.46984442213075,
+ "neck": 41.5508337283668,
+ "left_collar": 36.13130994331438,
+ "right_collar": 36.60261241281916,
+ "head": 50.03312689286353,
+ "left_shoulder": 44.678787339011194,
+ "right_shoulder": 44.934865772396705,
+ "left_elbow": 64.62161747957974,
+ "right_elbow": 61.620767125291415,
+ "left_wrist": 111.09782138194512,
+ "right_wrist": 107.32201694196984,
+ "left_hand": 133.01162549906326,
+ "right_hand": 132.30562355962203
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 109.44193486631913,
+ "PA_MPJPE_mm": 73.59853738842263,
+ "PCK3D_50mm": 0.42148280297058455,
+ "PCK3D_100mm": 0.8016459124827378,
+ "AUC_0_150mm": 0.5508344468659943,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 88.82964268081025,
+ "right_knee": 64.97776156086667,
+ "right_hip": 56.502544912534695,
+ "left_hip": 53.814022236423554,
+ "left_knee": 69.07332819381251,
+ "left_ankle": 89.14289248830534,
+ "right_wrist": 109.28613733826555,
+ "right_elbow": 57.16852423265606,
+ "right_shoulder": 58.38112119924028,
+ "left_shoulder": 48.03170584069258,
+ "left_elbow": 62.42753020377072,
+ "left_wrist": 115.27399287998985,
+ "neck": 49.85193275257287,
+ "head": 107.61838691797574
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 105.60340986764425,
+ "PA_MPJPE_mm": 70.7209696889217,
+ "PCK3D_50mm": 0.4630958801808903,
+ "PCK3D_100mm": 0.8245515772587092,
+ "AUC_0_150mm": 0.5732860630832105,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 86.82998706646737,
+ "right_knee": 65.4321166651344,
+ "right_hip": 54.335372688660414,
+ "left_hip": 52.365875269524665,
+ "left_knee": 69.45872750438012,
+ "left_ankle": 86.73598366357163,
+ "right_wrist": 105.69350170385752,
+ "right_elbow": 53.20562588036006,
+ "right_shoulder": 54.454752243716364,
+ "left_shoulder": 50.699530365941555,
+ "left_elbow": 58.556652935529264,
+ "left_wrist": 110.88351027991702
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 55.468295106026275
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 63.969955766784246
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 63.053629941791556
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 63.52127046028012
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 58.52762166469394
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 105.47790216889464
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 66.11726668585023
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 72.64219864166756
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 68.50574329491153
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 56.93464100309395
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 64.02906148647689
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 70.65531592232193
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 57.67215098638569
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 60.04337343789902
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 92.26085947637783
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 77.90838942047814
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 74.97796130270913
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 476,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 94.40980071470597,
+ "PA_MPJPE_mm": 66.10490400484157,
+ "PCK3D_50mm": 0.5347812858703619,
+ "PCK3D_100mm": 0.8447306006167974,
+ "AUC_0_150mm": 0.6039773191130002,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 43.16946609362433,
+ "left_hip": 44.480258787041926,
+ "right_hip": 43.69708624965789,
+ "spine1": 49.35491966519267,
+ "left_knee": 67.58892171147183,
+ "right_knee": 66.2605819157014,
+ "spine2": 46.86372141563387,
+ "left_ankle": 82.30947069345058,
+ "right_ankle": 84.95717316132449,
+ "spine3": 44.405647819803676,
+ "left_foot": 91.39220935896788,
+ "right_foot": 93.44060623776072,
+ "neck": 39.24452171606876,
+ "left_collar": 34.83114179885335,
+ "right_collar": 35.212826583174696,
+ "head": 47.257260493127,
+ "left_shoulder": 43.51991815396369,
+ "right_shoulder": 44.46770756266806,
+ "left_elbow": 62.00263496174787,
+ "right_elbow": 59.44929353005582,
+ "left_wrist": 107.16075353569664,
+ "right_wrist": 102.44438518599966,
+ "left_hand": 127.88020120471253,
+ "right_hand": 125.1269882805005
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 104.20810219483367,
+ "PA_MPJPE_mm": 70.77551394922503,
+ "PCK3D_50mm": 0.4460440609052815,
+ "PCK3D_100mm": 0.8172426668879392,
+ "AUC_0_150mm": 0.5647078943650244,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 85.39788258771607,
+ "right_knee": 62.542699440193445,
+ "right_hip": 54.44723066599899,
+ "left_hip": 51.510254707847814,
+ "left_knee": 65.4455951146437,
+ "left_ankle": 84.95407548738243,
+ "right_wrist": 104.45983596981596,
+ "right_elbow": 53.95660163589094,
+ "right_shoulder": 57.55511622965743,
+ "left_shoulder": 47.399404832855346,
+ "left_elbow": 58.9964205493001,
+ "left_wrist": 111.77475314056956,
+ "neck": 47.91337760993337,
+ "head": 104.5039473173453
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 100.48927702498293,
+ "PA_MPJPE_mm": 67.96723620612089,
+ "PCK3D_50mm": 0.4885214841859243,
+ "PCK3D_100mm": 0.8377138392178014,
+ "AUC_0_150mm": 0.5863392501446525,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 83.1013522601928,
+ "right_knee": 62.9112623350598,
+ "right_hip": 52.47553864339497,
+ "left_hip": 50.231014288906394,
+ "left_knee": 65.78250562777441,
+ "left_ankle": 82.4043818678247,
+ "right_wrist": 101.31522206420419,
+ "right_elbow": 50.79505723367452,
+ "right_shoulder": 53.864048206038156,
+ "left_shoulder": 49.31177190850422,
+ "left_elbow": 55.75776718797795,
+ "left_wrist": 107.65691284989853
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 54.31993871703611
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 63.539171948765386
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 59.79112903238372
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 61.0811733610311
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 57.20895429080521
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 95.34013215691209
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 66.69570243012592
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 71.75341789855669
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 65.91662491040887
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 53.37964479027007
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 60.019662863194434
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 66.73957470761924
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 55.83094148140724
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 56.62191134785518
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 85.78140924967424
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 75.52708590157857
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 76.73403859954931
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 343,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 88.16388309849815,
+ "PA_MPJPE_mm": 61.24348709443844,
+ "PCK3D_50mm": 0.5705634844901741,
+ "PCK3D_100mm": 0.8687784369857141,
+ "AUC_0_150mm": 0.6257650299186421,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 40.7523243336816,
+ "left_hip": 42.50242972927826,
+ "right_hip": 41.77748775669497,
+ "spine1": 47.221966615750254,
+ "left_knee": 62.75083309496669,
+ "right_knee": 61.80243642547612,
+ "spine2": 45.70696716241673,
+ "left_ankle": 73.70732857170623,
+ "right_ankle": 75.91716463551685,
+ "spine3": 43.57874965270277,
+ "left_foot": 81.09754505938453,
+ "right_foot": 83.21289620053423,
+ "neck": 37.994381514329504,
+ "left_collar": 32.920875120793454,
+ "right_collar": 33.42149358301194,
+ "head": 45.47892453146991,
+ "left_shoulder": 43.50638973030334,
+ "right_shoulder": 42.694191920863226,
+ "left_elbow": 58.84845684033201,
+ "right_elbow": 55.21107349848616,
+ "left_wrist": 96.6723320579724,
+ "right_wrist": 93.45673399686355,
+ "left_hand": 114.882434482671,
+ "right_hand": 114.72827375131565
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 99.74171679986522,
+ "PA_MPJPE_mm": 66.9617547305426,
+ "PCK3D_50mm": 0.47292868107704433,
+ "PCK3D_100mm": 0.8368489992354241,
+ "AUC_0_150mm": 0.5815515058167224,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 77.01680589701148,
+ "right_knee": 58.464628865751095,
+ "right_hip": 53.68254967532693,
+ "left_hip": 50.31250156339712,
+ "left_knee": 61.294358552742686,
+ "left_ankle": 76.17756224903725,
+ "right_wrist": 95.95600671656496,
+ "right_elbow": 51.448020595573276,
+ "right_shoulder": 56.983880024212205,
+ "left_shoulder": 45.7793448220186,
+ "left_elbow": 56.38994157838487,
+ "left_wrist": 101.77197510518059,
+ "neck": 46.28134754014817,
+ "head": 105.9056430422471
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 94.80239996275485,
+ "PA_MPJPE_mm": 63.29910761033962,
+ "PCK3D_50mm": 0.5233822898947572,
+ "PCK3D_100mm": 0.8622474380782476,
+ "AUC_0_150mm": 0.6078678244219811,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 74.56215561901719,
+ "right_knee": 58.79559009707537,
+ "right_hip": 51.127624380830504,
+ "left_hip": 48.711879607863956,
+ "left_knee": 61.84980671101634,
+ "left_ankle": 73.62982555661438,
+ "right_wrist": 93.44472015558978,
+ "right_elbow": 47.8304701070473,
+ "right_shoulder": 51.26776112511871,
+ "left_shoulder": 47.798941144201144,
+ "left_elbow": 52.97169925560957,
+ "left_wrist": 97.59881756409123
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 47.62589456467713
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 58.47777095803588
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 57.13846164629266
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 57.893838276522445
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 53.120265290646394
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 86.298826978497
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 60.16626076911829
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 71.59389896435307
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 55.3113747413293
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 49.574397333475126
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 55.571200431372276
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 63.31235305504479
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 51.49037720945502
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 52.878082047760735
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 88.86740864405617
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 68.90026643656105
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 64.47793071216343
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 416,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 83.833161323396,
+ "PA_MPJPE_mm": 56.64331055732487,
+ "PCK3D_50mm": 0.6055971594130745,
+ "PCK3D_100mm": 0.8900223347024575,
+ "AUC_0_150mm": 0.6458173011078353,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 40.094926757828304,
+ "left_hip": 41.71466415881362,
+ "right_hip": 40.80633006258003,
+ "spine1": 46.30182445472659,
+ "left_knee": 57.847863377915246,
+ "right_knee": 56.40811936912709,
+ "spine2": 43.88153798230367,
+ "left_ankle": 63.70265762207686,
+ "right_ankle": 64.32107302697987,
+ "spine3": 41.89972880723249,
+ "left_foot": 71.27176462056276,
+ "right_foot": 72.3868823047739,
+ "neck": 36.7217290100631,
+ "left_collar": 32.0469643717298,
+ "right_collar": 32.036128533715704,
+ "head": 42.31847295418952,
+ "left_shoulder": 40.48875929811232,
+ "right_shoulder": 42.54869320019132,
+ "left_elbow": 55.30952820151958,
+ "right_elbow": 53.38066498751529,
+ "left_wrist": 87.18710162930986,
+ "right_wrist": 86.05383863417542,
+ "left_hand": 103.76059883838933,
+ "right_hand": 106.94960117196105
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 94.14949680349432,
+ "PA_MPJPE_mm": 62.11866942697986,
+ "PCK3D_50mm": 0.5099691206192472,
+ "PCK3D_100mm": 0.8629779339856923,
+ "AUC_0_150mm": 0.6042511296087012,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.07533718355917,
+ "right_knee": 53.96464127174541,
+ "right_hip": 50.19714058202571,
+ "left_hip": 47.724228732132985,
+ "left_knee": 56.96592783089215,
+ "left_ankle": 67.29375370834457,
+ "right_wrist": 87.62529856468747,
+ "right_elbow": 48.150503506627494,
+ "right_shoulder": 54.82576617555189,
+ "left_shoulder": 43.83033198597072,
+ "left_elbow": 52.65227318347304,
+ "left_wrist": 91.67665982127255,
+ "neck": 46.945615272979495,
+ "head": 102.73389415845539
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 88.97795500804025,
+ "PA_MPJPE_mm": 57.91186421129567,
+ "PCK3D_50mm": 0.5669245875340553,
+ "PCK3D_100mm": 0.8903352279799195,
+ "AUC_0_150mm": 0.6329450133142754,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 63.00634022524534,
+ "right_knee": 54.63082012137297,
+ "right_hip": 48.037460312767706,
+ "left_hip": 46.108128956531345,
+ "left_knee": 57.656606623461684,
+ "left_ankle": 64.4650407975658,
+ "right_wrist": 84.52487163503653,
+ "right_elbow": 44.90462616084134,
+ "right_shoulder": 49.70034743621156,
+ "left_shoulder": 44.47515403589896,
+ "left_elbow": 49.78128125299899,
+ "left_wrist": 87.65169297761584
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 48.641680358501695
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 52.54774106841503
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 55.19341685625968
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 53.02278342611785
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 50.110317188254264
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 76.66442414306871
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 51.43014940007747
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 65.20459619835408
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 51.1202477091565
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 47.035468119161905
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 52.087928039224025
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 57.38482064782934
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 48.52660094731107
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.2789658622323
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 81.24443024238474
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 59.84385945678372
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 60.513944526791995
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_annotated_288.json b/benchmark/results/gen9w_emdb1_annotated_288.json
new file mode 100644
index 0000000..e2b7a24
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_annotated_288.json
@@ -0,0 +1,694 @@
+{
+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 361,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 91.89670287617336,
+ "PA_MPJPE_mm": 63.757212600643335,
+ "PCK3D_50mm": 0.5491052289479871,
+ "PCK3D_100mm": 0.857063090348366,
+ "AUC_0_150mm": 0.6137960116507158,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.38792292916049,
+ "left_hip": 43.66349015807839,
+ "right_hip": 42.73738264175591,
+ "spine1": 48.531454138331505,
+ "left_knee": 65.74860860721955,
+ "right_knee": 64.68150237307081,
+ "spine2": 46.78077636974182,
+ "left_ankle": 80.30480669806117,
+ "right_ankle": 82.31382311602702,
+ "spine3": 44.3247840429019,
+ "left_foot": 88.91519791435911,
+ "right_foot": 90.87581570590748,
+ "neck": 38.35601938837669,
+ "left_collar": 33.9500945786115,
+ "right_collar": 34.17133698807522,
+ "head": 45.75652538312053,
+ "left_shoulder": 42.55598676069015,
+ "right_shoulder": 43.75684567136546,
+ "left_elbow": 59.63341984308999,
+ "right_elbow": 56.2439555488187,
+ "left_wrist": 100.27703965352704,
+ "right_wrist": 96.06055535191769,
+ "left_hand": 119.81429960209256,
+ "right_hand": 118.33145895113807
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 101.83601243931935,
+ "PA_MPJPE_mm": 68.84998179523183,
+ "PCK3D_50mm": 0.4536098055369515,
+ "PCK3D_100mm": 0.8280148884845395,
+ "AUC_0_150mm": 0.5723822359149511,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 82.78691686866186,
+ "right_knee": 61.527320677439235,
+ "right_hip": 53.71209774889444,
+ "left_hip": 51.45789367185153,
+ "left_knee": 64.68808537293596,
+ "left_ankle": 82.98007467497027,
+ "right_wrist": 97.84534054214987,
+ "right_elbow": 51.378010052186674,
+ "right_shoulder": 57.55341284399523,
+ "left_shoulder": 46.72264111790647,
+ "left_elbow": 56.773650587106175,
+ "left_wrist": 104.87429109450976,
+ "neck": 47.525925309898916,
+ "head": 104.07408457073934
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 98.12515949644451,
+ "PA_MPJPE_mm": 65.70465310435183,
+ "PCK3D_50mm": 0.5000311164585322,
+ "PCK3D_100mm": 0.8501604226306545,
+ "AUC_0_150mm": 0.595784043301619,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 80.77610506305012,
+ "right_knee": 62.038632888544136,
+ "right_hip": 51.41931959319529,
+ "left_hip": 49.85185091016465,
+ "left_knee": 65.15842954454202,
+ "left_ankle": 80.47443718780067,
+ "right_wrist": 95.07049968169703,
+ "right_elbow": 48.017375580707956,
+ "right_shoulder": 52.81929579637555,
+ "left_shoulder": 47.99921347168562,
+ "left_elbow": 53.8107219153025,
+ "left_wrist": 101.01995561915643
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 49.86487771847274
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 59.82460905968223
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 58.91684163690936
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 61.60744176954229
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 56.10538721383652
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 90.73466417557056
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 63.86663662303396
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 71.2300768474913
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 63.1605232390724
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 51.529787420907724
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 57.978345246288015
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 64.66384933619422
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 52.88975820051211
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 57.73803589176279
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 83.99605217779109
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 74.4723571848433
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 69.01036966908056
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 317,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 90.56817439230251,
+ "PA_MPJPE_mm": 62.68335661389248,
+ "PCK3D_50mm": 0.5541668395358808,
+ "PCK3D_100mm": 0.8607192742258917,
+ "AUC_0_150mm": 0.6169875676922383,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.58311297904817,
+ "left_hip": 43.65459003175729,
+ "right_hip": 43.10356310264368,
+ "spine1": 48.907353883796496,
+ "left_knee": 65.44272582433068,
+ "right_knee": 62.545603537100966,
+ "spine2": 46.41320985148489,
+ "left_ankle": 78.17353797138134,
+ "right_ankle": 78.09233811421754,
+ "spine3": 43.79024655087795,
+ "left_foot": 86.49873779614148,
+ "right_foot": 86.69366301009754,
+ "neck": 38.75550606724046,
+ "left_collar": 33.927210450607,
+ "right_collar": 33.913046762243134,
+ "head": 45.31615844992675,
+ "left_shoulder": 42.44111784062704,
+ "right_shoulder": 41.702042542288645,
+ "left_elbow": 59.143672391761335,
+ "right_elbow": 56.30132649961313,
+ "left_wrist": 97.54735955124492,
+ "right_wrist": 95.06439422498168,
+ "left_hand": 117.00163378226522,
+ "right_hand": 117.38840751774035
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 100.63589112067115,
+ "PA_MPJPE_mm": 67.69225742341102,
+ "PCK3D_50mm": 0.4626454324002347,
+ "PCK3D_100mm": 0.83160661684082,
+ "AUC_0_150mm": 0.5763736506402727,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 79.43352460999523,
+ "right_knee": 59.16377942172885,
+ "right_hip": 54.03832608703559,
+ "left_hip": 51.185603358523345,
+ "left_knee": 64.04684640754797,
+ "left_ankle": 80.87049837508683,
+ "right_wrist": 96.36630345890325,
+ "right_elbow": 51.547775230537184,
+ "right_shoulder": 55.82942069577965,
+ "left_shoulder": 45.66550568600926,
+ "left_elbow": 55.64845488484714,
+ "left_wrist": 101.59293376169694,
+ "neck": 47.79883269051294,
+ "head": 104.50379925955035
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 96.92154434706322,
+ "PA_MPJPE_mm": 64.17069524276937,
+ "PCK3D_50mm": 0.5120144103776847,
+ "PCK3D_100mm": 0.855567771646683,
+ "AUC_0_150mm": 0.6016561316821759,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 77.39525283451466,
+ "right_knee": 59.72622946206458,
+ "right_hip": 51.81347333231742,
+ "left_hip": 49.57019822114406,
+ "left_knee": 64.44786394040139,
+ "left_ankle": 78.5340091612592,
+ "right_wrist": 93.43798272745066,
+ "right_elbow": 47.54291220230494,
+ "right_shoulder": 50.45029967585119,
+ "left_shoulder": 46.76845005479937,
+ "left_elbow": 52.48737271548853,
+ "left_wrist": 97.87429858563647
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 50.42311309532114
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 57.78255777247055
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 57.50981692132104
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 58.99244476010798
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 54.62357002990997
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 85.96403719244915
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 60.59423052572172
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 67.81865718628754
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 61.915968032102484
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 50.445311908043266
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 57.58841853078742
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 62.50763054492119
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 55.76945534683384
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 55.11821617186037
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 88.34917948004514
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 73.02417497568214
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 68.93446706423859
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 323,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 84.15185423856586,
+ "PA_MPJPE_mm": 57.49852583149515,
+ "PCK3D_50mm": 0.6033066423266813,
+ "PCK3D_100mm": 0.8858492718748704,
+ "AUC_0_150mm": 0.643123719931352,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.97356671310843,
+ "left_hip": 41.41444021677189,
+ "right_hip": 40.82028363252888,
+ "spine1": 46.018020542289605,
+ "left_knee": 60.25945659541424,
+ "right_knee": 58.722384077181175,
+ "spine2": 43.56464832026149,
+ "left_ankle": 69.7371009466064,
+ "right_ankle": 70.4901442735581,
+ "spine3": 41.181463615553234,
+ "left_foot": 77.48434427887581,
+ "right_foot": 78.4322564095153,
+ "neck": 36.395107597279775,
+ "left_collar": 31.626174236835315,
+ "right_collar": 31.33464804904905,
+ "head": 42.802056000577245,
+ "left_shoulder": 41.040333404700014,
+ "right_shoulder": 41.55465279404201,
+ "left_elbow": 54.48255262301644,
+ "right_elbow": 52.913770063150565,
+ "left_wrist": 86.37621035839,
+ "right_wrist": 84.7468066112279,
+ "left_hand": 103.59387436093682,
+ "right_hand": 105.00032423501271
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 94.87807283147559,
+ "PA_MPJPE_mm": 63.236938986902594,
+ "PCK3D_50mm": 0.5059536157324814,
+ "PCK3D_100mm": 0.8546120518489103,
+ "AUC_0_150mm": 0.5995583279210133,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 72.89573306303029,
+ "right_knee": 56.23555230793994,
+ "right_hip": 50.76751598087448,
+ "left_hip": 47.642777542497114,
+ "left_knee": 59.42777801478976,
+ "left_ankle": 72.32051186191548,
+ "right_wrist": 86.81275759262775,
+ "right_elbow": 48.29244471600249,
+ "right_shoulder": 54.511999224330935,
+ "left_shoulder": 43.36640565830605,
+ "left_elbow": 51.885325375511286,
+ "left_wrist": 90.90350675137523,
+ "neck": 45.628384586023635,
+ "head": 104.62645314141196
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 89.76602092277679,
+ "PA_MPJPE_mm": 59.00913702183445,
+ "PCK3D_50mm": 0.5619839853960088,
+ "PCK3D_100mm": 0.8834792349500062,
+ "AUC_0_150mm": 0.6289464926286337,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 69.76743563027034,
+ "right_knee": 56.524066579871175,
+ "right_hip": 48.542531848040234,
+ "left_hip": 46.01072158916307,
+ "left_knee": 59.86351517410251,
+ "left_ankle": 70.20175120276035,
+ "right_wrist": 83.5308534647184,
+ "right_elbow": 44.41150561241701,
+ "right_shoulder": 48.97633399804551,
+ "left_shoulder": 44.532603550435226,
+ "left_elbow": 48.7994064122216,
+ "left_wrist": 86.94891919996788
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 46.35350066965975
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 55.03873360166745
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 55.47877302820346
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 53.37219047568269
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 51.37453491041696
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 81.45883494320042
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 53.407439067655766
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 64.49541620998106
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 54.02261643256779
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 46.61354253002335
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 50.647154894652715
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 57.80507374496757
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 49.78489711321818
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 53.22652926291575
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 80.1205200700963
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 65.63093523107665
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 60.881202774814454
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "annotated",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 275,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 80.26983737203881,
+ "PA_MPJPE_mm": 54.22448018730959,
+ "PCK3D_50mm": 0.6245470826591434,
+ "PCK3D_100mm": 0.9016633475777566,
+ "AUC_0_150mm": 0.6569575509049649,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 38.40275099812783,
+ "left_hip": 40.42429168260508,
+ "right_hip": 39.51798235524411,
+ "spine1": 45.17206631860313,
+ "left_knee": 56.022011195178415,
+ "right_knee": 55.839567939448244,
+ "spine2": 43.74862169018239,
+ "left_ankle": 62.78387016996401,
+ "right_ankle": 63.99530300599515,
+ "spine3": 41.1397963609844,
+ "left_foot": 70.28881060665799,
+ "right_foot": 71.03529697016094,
+ "neck": 34.492076495216224,
+ "left_collar": 29.776608811491318,
+ "right_collar": 30.177677742591488,
+ "head": 40.39285483802678,
+ "left_shoulder": 39.72566104325211,
+ "right_shoulder": 40.50917841711117,
+ "left_elbow": 52.88215955482283,
+ "right_elbow": 50.05378742980195,
+ "left_wrist": 82.37153620649705,
+ "right_wrist": 78.89021505454873,
+ "left_hand": 97.21858930607797,
+ "right_hand": 96.52681030284036
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 91.68495824712078,
+ "PA_MPJPE_mm": 60.48139097450015,
+ "PCK3D_50mm": 0.5229313482020614,
+ "PCK3D_100mm": 0.8702384409765234,
+ "AUC_0_150mm": 0.6112602194384278,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.23300723925892,
+ "right_knee": 53.251920197080516,
+ "right_hip": 51.15084093815264,
+ "left_hip": 48.61027704689794,
+ "left_knee": 55.163334292073834,
+ "left_ankle": 66.1812658985285,
+ "right_wrist": 80.77002867032783,
+ "right_elbow": 45.72101056010095,
+ "right_shoulder": 52.905562923498216,
+ "left_shoulder": 42.812442575376664,
+ "left_elbow": 50.279374459888906,
+ "left_wrist": 87.3512098311026,
+ "neck": 44.1884112249524,
+ "head": 103.12078778576229
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.4759995099639,
+ "PA_MPJPE_mm": 56.08571221604588,
+ "PCK3D_50mm": 0.581542408275595,
+ "PCK3D_100mm": 0.8992863958843298,
+ "AUC_0_150mm": 0.6410496797123812,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 62.75913972035031,
+ "right_knee": 53.52631763297199,
+ "right_hip": 48.52652209401131,
+ "left_hip": 46.76423178512845,
+ "left_knee": 55.545395001714255,
+ "left_ankle": 63.25665964991212,
+ "right_wrist": 78.54834436866845,
+ "right_elbow": 42.89368742441846,
+ "right_shoulder": 47.27891246981358,
+ "left_shoulder": 42.66838612571805,
+ "left_elbow": 47.41462026005756,
+ "left_wrist": 83.84633005978603
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 45.51383447593414
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 52.048128103211546
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 53.86529106760148
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 51.89333890798706
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 50.12785567305116
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 69.50550450137052
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 48.50633972946262
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 60.670426644688334
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 48.96378945173
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 44.63872831323301
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 47.34899677092646
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 52.72301762843724
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 47.94367249301546
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.539552520591144
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 78.42641430045558
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 61.24671988857725
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 58.36759059360562
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_detector_224.json b/benchmark/results/gen9w_emdb1_detector_224.json
new file mode 100644
index 0000000..315e8f7
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_detector_224.json
@@ -0,0 +1,892 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 481,
+ "source": "raw",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 77.93272024703253,
+ "PA_MPJPE_mm": 51.26658662518217,
+ "PCK3D_50mm": 0.6540755398180934,
+ "PCK3D_100mm": 0.9144223425675206,
+ "AUC_0_150mm": 0.6717235208614692,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 38.15333533169134,
+ "left_hip": 40.0614633008373,
+ "right_hip": 39.5434656360952,
+ "spine1": 44.794557442609374,
+ "left_knee": 51.60447829493982,
+ "right_knee": 51.80129545942806,
+ "spine2": 43.24984927595156,
+ "left_ankle": 55.490444413085946,
+ "right_ankle": 57.3901399084674,
+ "spine3": 40.64083855350627,
+ "left_foot": 62.76068910503937,
+ "right_foot": 64.8241715556129,
+ "neck": 33.30451042107754,
+ "left_collar": 28.71968988913112,
+ "right_collar": 29.21379972213772,
+ "head": 39.45397549888446,
+ "left_shoulder": 38.605579817091645,
+ "right_shoulder": 39.60827200860123,
+ "left_elbow": 51.03987229609044,
+ "right_elbow": 46.620280570669074,
+ "left_wrist": 77.38627797096356,
+ "right_wrist": 73.05033049184212,
+ "left_hand": 91.73683207642085,
+ "right_hand": 91.34392996419862
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 89.4670883789237,
+ "PA_MPJPE_mm": 57.50753527970483,
+ "PCK3D_50mm": 0.5554824887672211,
+ "PCK3D_100mm": 0.8836373374594578,
+ "AUC_0_150mm": 0.6274060607573115,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 59.78380139238089,
+ "right_knee": 48.94005054769252,
+ "right_hip": 50.007973843999636,
+ "left_hip": 47.55559195004585,
+ "left_knee": 50.884738883808126,
+ "left_ankle": 59.87704281103771,
+ "right_wrist": 74.40164921292127,
+ "right_elbow": 41.845538620468275,
+ "right_shoulder": 51.859657341517256,
+ "left_shoulder": 42.783832964315515,
+ "left_elbow": 47.978603878780554,
+ "left_wrist": 81.72199147243376,
+ "neck": 43.54909322329852,
+ "head": 103.91592777316778
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 83.16979605940543,
+ "PA_MPJPE_mm": 52.57603290868653,
+ "PCK3D_50mm": 0.6219225161424703,
+ "PCK3D_100mm": 0.9136291050475596,
+ "AUC_0_150mm": 0.6601526787654005,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 56.88071479089014,
+ "right_knee": 49.66047892645083,
+ "right_hip": 47.22499292721182,
+ "left_hip": 45.475930145307245,
+ "left_knee": 51.61865925440633,
+ "left_ankle": 56.605613217315344,
+ "right_wrist": 72.72006041394528,
+ "right_elbow": 39.941703814269964,
+ "right_shoulder": 45.595942283694676,
+ "left_shoulder": 41.23624633560497,
+ "left_elbow": 45.36211706621922,
+ "left_wrist": 78.5899357289225
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 42.80027409071535
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 50.31407347255747
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 54.63478336685305
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 47.71950281450704
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 45.60282068122893
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 69.88642846915626
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 45.92726397268056
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 59.45218646958912
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 48.66897167414233
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 41.93640571859846
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 47.354733686339614
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 49.603002587189465
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 45.247492639447216
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.3978696044395
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 60.88214152304064
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 53.1596753387607
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 56.999141190480394
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 495,
+ "source": "raw",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 95.23262235109229,
+ "PA_MPJPE_mm": 66.05497057164119,
+ "PCK3D_50mm": 0.5345952232173853,
+ "PCK3D_100mm": 0.8464382420329098,
+ "AUC_0_150mm": 0.6040456961251351,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 44.22741776238005,
+ "left_hip": 45.318835135548596,
+ "right_hip": 45.12412088521768,
+ "spine1": 50.45760905412255,
+ "left_knee": 67.9202802814058,
+ "right_knee": 65.91444482424754,
+ "spine2": 47.2138240167276,
+ "left_ankle": 82.48851482780994,
+ "right_ankle": 84.68621191946194,
+ "spine3": 44.22940974351632,
+ "left_foot": 92.47483617504012,
+ "right_foot": 93.5543722712093,
+ "neck": 40.21192707029494,
+ "left_collar": 35.00963610750935,
+ "right_collar": 35.555271791710446,
+ "head": 48.11894474264623,
+ "left_shoulder": 43.68438148051055,
+ "right_shoulder": 43.686584909039674,
+ "left_elbow": 61.58287085969108,
+ "right_elbow": 58.93516037445934,
+ "left_wrist": 103.56068920521386,
+ "right_wrist": 101.58285070301746,
+ "left_hand": 124.31349281222259,
+ "right_hand": 125.46760676638618
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 105.89022186245927,
+ "PA_MPJPE_mm": 70.89833199139689,
+ "PCK3D_50mm": 0.44347011039366796,
+ "PCK3D_100mm": 0.815481893653108,
+ "AUC_0_150mm": 0.5637874022021141,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 85.60938518163074,
+ "right_knee": 62.76360580709031,
+ "right_hip": 55.73110490224694,
+ "left_hip": 53.00947312384336,
+ "left_knee": 66.24100946785089,
+ "left_ankle": 85.73573488901707,
+ "right_wrist": 103.21026112167122,
+ "right_elbow": 54.48177326107945,
+ "right_shoulder": 56.835219502579555,
+ "left_shoulder": 47.0314321613496,
+ "left_elbow": 58.94273001579015,
+ "left_wrist": 107.21723346694431,
+ "neck": 48.81179799413859,
+ "head": 106.95588698432411
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 101.79125145230734,
+ "PA_MPJPE_mm": 67.65694571136295,
+ "PCK3D_50mm": 0.489047420676248,
+ "PCK3D_100mm": 0.8404985072554328,
+ "AUC_0_150mm": 0.5881997030188602,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 83.5446844620612,
+ "right_knee": 63.17132774829755,
+ "right_hip": 53.46659257075443,
+ "left_hip": 51.43887375923552,
+ "left_knee": 66.57819917852638,
+ "left_ankle": 83.12837376684638,
+ "right_wrist": 99.76339944222408,
+ "right_elbow": 50.46397924339159,
+ "right_shoulder": 52.42843296179403,
+ "left_shoulder": 49.17066663357897,
+ "left_elbow": 55.44898760980346,
+ "left_wrist": 103.27983115984182
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 52.67127860816841
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 61.226534340243425
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 62.49005435330854
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 62.683063806536076
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 56.71348261604477
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 99.4847635168394
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 60.38898398167203
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 70.75433743792576
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 65.56420390672218
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 54.73895318320908
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 62.213801278357735
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 66.25250094803904
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 56.794596174781624
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 58.731162411293724
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 90.38425633280964
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 75.18000573984044
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 69.55083074630772
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 476,
+ "source": "raw",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 91.43899171758987,
+ "PA_MPJPE_mm": 63.36693650710691,
+ "PCK3D_50mm": 0.5537561619107131,
+ "PCK3D_100mm": 0.8578941887106852,
+ "AUC_0_150mm": 0.6157363609283909,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.84038311292027,
+ "left_hip": 44.037213878304975,
+ "right_hip": 43.378752005275125,
+ "spine1": 48.99269332448613,
+ "left_knee": 65.03994976639292,
+ "right_knee": 63.83958032660458,
+ "spine2": 46.24800543125666,
+ "left_ankle": 78.16752486944955,
+ "right_ankle": 80.78880120601812,
+ "spine3": 43.44292508366987,
+ "left_foot": 87.27330239502103,
+ "right_foot": 89.41141326179941,
+ "neck": 37.781917870612006,
+ "left_collar": 33.50367304311045,
+ "right_collar": 33.86938725573472,
+ "head": 45.61237728322669,
+ "left_shoulder": 42.4829496429172,
+ "right_shoulder": 43.26778050713899,
+ "left_elbow": 59.04690159214296,
+ "right_elbow": 56.85707138731543,
+ "left_wrist": 100.42127516762199,
+ "right_wrist": 96.48629099428611,
+ "left_hand": 119.96316332352241,
+ "right_hand": 118.05314344173925
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 101.39460396886135,
+ "PA_MPJPE_mm": 68.22615849631471,
+ "PCK3D_50mm": 0.46694141101556225,
+ "PCK3D_100mm": 0.8292230785253072,
+ "AUC_0_150mm": 0.5764236905329824,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 81.43045180167078,
+ "right_knee": 60.385505440291084,
+ "right_hip": 53.88447034934697,
+ "left_hip": 51.02990125896034,
+ "left_knee": 63.12828611701542,
+ "left_ankle": 81.11234080919839,
+ "right_wrist": 98.30140471801248,
+ "right_elbow": 51.43213367907262,
+ "right_shoulder": 56.12642499149054,
+ "left_shoulder": 46.07179550208336,
+ "left_elbow": 56.05546277183182,
+ "left_wrist": 104.79943752518528,
+ "neck": 46.854144115893845,
+ "head": 104.55445986835291
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 97.29514408992455,
+ "PA_MPJPE_mm": 64.99934735583398,
+ "PCK3D_50mm": 0.5119245990418663,
+ "PCK3D_100mm": 0.8522460598486427,
+ "AUC_0_150mm": 0.6000788366222987,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 79.21592140235464,
+ "right_knee": 60.84201878482035,
+ "right_hip": 51.728229047865426,
+ "left_hip": 49.51777088206432,
+ "left_knee": 63.47845133682494,
+ "left_ankle": 78.46115182100472,
+ "right_wrist": 95.53926998493515,
+ "right_elbow": 48.2324450245917,
+ "right_shoulder": 51.79221351116445,
+ "left_shoulder": 47.4157492692701,
+ "left_elbow": 52.823614884501275,
+ "left_wrist": 100.9453323206106
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 51.104323584328924
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 59.74830891271705
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 59.66516634642243
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 59.32908890136233
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 54.448473794945606
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 90.46064303401337
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 64.06049765778022
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 69.67192521222434
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 61.85058413341746
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 50.47870239353256
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 58.48783768018488
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 63.450440089600924
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 54.42431831724349
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 54.2643832642692
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 83.1587149383846
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 74.22386715031978
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 71.79529916141044
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 343,
+ "source": "raw",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 86.36757142826029,
+ "PA_MPJPE_mm": 59.1368474641432,
+ "PCK3D_50mm": 0.5924130389502187,
+ "PCK3D_100mm": 0.8787769909046727,
+ "AUC_0_150mm": 0.6365587478415116,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 40.34187510692447,
+ "left_hip": 42.15304982848357,
+ "right_hip": 41.455681232637694,
+ "spine1": 46.665458477835486,
+ "left_knee": 60.96849083437088,
+ "right_knee": 59.59101808488021,
+ "spine2": 44.90093834630875,
+ "left_ankle": 70.33524955810324,
+ "right_ankle": 72.03684000177269,
+ "spine3": 42.701909689960985,
+ "left_foot": 77.59712484631818,
+ "right_foot": 79.29210862928073,
+ "neck": 36.991127669970375,
+ "left_collar": 32.04198282803094,
+ "right_collar": 32.772696586016565,
+ "head": 44.249848834919185,
+ "left_shoulder": 42.64599349529411,
+ "right_shoulder": 41.96246772621233,
+ "left_elbow": 57.23938823478103,
+ "right_elbow": 53.74970368268758,
+ "left_wrist": 91.6159052009957,
+ "right_wrist": 89.63795789362807,
+ "left_hand": 108.4577145813716,
+ "right_hand": 109.87980776865083
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 97.66782794931949,
+ "PA_MPJPE_mm": 64.96953126373381,
+ "PCK3D_50mm": 0.4946082661350314,
+ "PCK3D_100mm": 0.8472966941411015,
+ "AUC_0_150mm": 0.592491675601377,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 73.60143158238142,
+ "right_knee": 56.4389967932258,
+ "right_hip": 52.43042317904653,
+ "left_hip": 49.14251732559699,
+ "left_knee": 59.63327030344196,
+ "left_ankle": 73.12152554280689,
+ "right_wrist": 92.10014495786292,
+ "right_elbow": 50.04477973468864,
+ "right_shoulder": 56.208888257294916,
+ "left_shoulder": 44.82681573479825,
+ "left_elbow": 54.63144646326971,
+ "left_wrist": 96.33839513603827,
+ "neck": 45.68687565635401,
+ "head": 105.36792702546698
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 92.52557504388959,
+ "PA_MPJPE_mm": 61.041919473112806,
+ "PCK3D_50mm": 0.5480038880788725,
+ "PCK3D_100mm": 0.8742310629729917,
+ "AUC_0_150mm": 0.6202396230176063,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 70.99087626673987,
+ "right_knee": 56.736736916745684,
+ "right_hip": 49.95747091869593,
+ "left_hip": 47.684154432436415,
+ "left_knee": 60.22483567726383,
+ "left_ankle": 70.51082078151717,
+ "right_wrist": 89.57145346919917,
+ "right_elbow": 46.37413204743002,
+ "right_shoulder": 50.240710043082224,
+ "left_shoulder": 46.494411263013646,
+ "left_elbow": 51.378123382470086,
+ "left_wrist": 92.33930847875959
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 45.61672490174277
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 55.679291687080855
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 55.99859071854547
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 55.81913623576881
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 51.83811667984022
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 80.08262151739717
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 57.30757261330848
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 68.17732788686986
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 54.30305931041489
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 47.41155601226178
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 54.537469104713914
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 60.044366968066
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 49.53942373207649
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.668877311842195
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 90.17081887314328
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 67.42130325562283
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 60.927954314528584
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 416,
+ "source": "raw",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 81.17946078051318,
+ "PA_MPJPE_mm": 54.49023830392354,
+ "PCK3D_50mm": 0.6263573561063668,
+ "PCK3D_100mm": 0.900883496493786,
+ "AUC_0_150mm": 0.6566018392225633,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.50627909092445,
+ "left_hip": 41.37784207521789,
+ "right_hip": 40.601263174275005,
+ "spine1": 45.411020147178334,
+ "left_knee": 56.24301216836695,
+ "right_knee": 55.04977629968738,
+ "spine2": 42.94023029532674,
+ "left_ankle": 61.55660540710874,
+ "right_ankle": 61.58856823542339,
+ "spine3": 40.89425963231863,
+ "left_foot": 69.3172010202465,
+ "right_foot": 69.75489178737477,
+ "neck": 35.374264591667234,
+ "left_collar": 30.992583891057688,
+ "right_collar": 30.920243507093335,
+ "head": 40.36730295257536,
+ "left_shoulder": 39.57545408902788,
+ "right_shoulder": 41.44402584629446,
+ "left_elbow": 53.32453685421091,
+ "right_elbow": 51.51586608918955,
+ "left_wrist": 81.23882937874446,
+ "right_wrist": 80.88904879296595,
+ "left_hand": 97.28402584389124,
+ "right_hand": 100.59858812399776
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 91.5290597678693,
+ "PA_MPJPE_mm": 60.1337125007405,
+ "PCK3D_50mm": 0.5290028863034487,
+ "PCK3D_100mm": 0.8734579105543488,
+ "AUC_0_150mm": 0.6146370235847562,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 62.7077786477625,
+ "right_knee": 52.73703340142972,
+ "right_hip": 49.43108769341662,
+ "left_hip": 46.94390037709033,
+ "left_knee": 55.338267528178434,
+ "left_ankle": 65.59180580723309,
+ "right_wrist": 82.19689660324315,
+ "right_elbow": 46.11298919860812,
+ "right_shoulder": 53.761121184878924,
+ "left_shoulder": 43.11273615905586,
+ "left_elbow": 50.26810795200838,
+ "left_wrist": 85.45022904519355,
+ "neck": 45.91938809188806,
+ "head": 102.30063332038024
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 86.06808320595972,
+ "PA_MPJPE_mm": 55.646359489636424,
+ "PCK3D_50mm": 0.590734569186975,
+ "PCK3D_100mm": 0.9013504131083802,
+ "AUC_0_150mm": 0.6451020508720181,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.609566155084366,
+ "right_knee": 53.366804217193504,
+ "right_hip": 47.29184892403487,
+ "left_hip": 45.29607596258607,
+ "left_knee": 56.042141208286466,
+ "left_ankle": 62.52884789841417,
+ "right_wrist": 79.2922640170551,
+ "right_elbow": 42.991788962336265,
+ "right_shoulder": 48.09224252768964,
+ "left_shoulder": 43.04466186923539,
+ "left_elbow": 47.60146801776535,
+ "left_wrist": 81.59860411595585
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 46.31959657073665
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 50.133350292731905
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 54.368302598830454
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 50.9813893164271
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 48.86156295372381
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 71.99969811968687
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 48.13447721233935
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 62.577595392524344
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 47.78500447092444
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 44.45550742479953
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 49.60420275216622
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 53.956962148348104
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 46.54430281127898
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 50.003952810148455
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 82.89068286910323
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 59.142572536992766
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 58.00801376494526
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_detector_288.json b/benchmark/results/gen9w_emdb1_detector_288.json
new file mode 100644
index 0000000..ef41ac6
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_detector_288.json
@@ -0,0 +1,714 @@
+{
+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 361,
+ "source": "ema",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 89.88001462362865,
+ "PA_MPJPE_mm": 62.14829779020451,
+ "PCK3D_50mm": 0.559473720752621,
+ "PCK3D_100mm": 0.8656564604596265,
+ "AUC_0_150mm": 0.6211403650225199,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.3998926536106,
+ "left_hip": 43.23514052527652,
+ "right_hip": 42.737193823034055,
+ "spine1": 48.81111286770574,
+ "left_knee": 64.66572811594146,
+ "right_knee": 62.881830878407776,
+ "spine2": 46.65410707767702,
+ "left_ankle": 78.27946454078177,
+ "right_ankle": 79.93866684278517,
+ "spine3": 43.885610075995054,
+ "left_foot": 86.62946626547422,
+ "right_foot": 88.5823919305529,
+ "neck": 37.52294377293753,
+ "left_collar": 33.287637841065525,
+ "right_collar": 33.55174663542328,
+ "head": 44.81931039722878,
+ "left_shoulder": 42.157586875116095,
+ "right_shoulder": 42.83101945768526,
+ "left_elbow": 58.163221387297845,
+ "right_elbow": 54.593885177986586,
+ "left_wrist": 95.5494237098845,
+ "right_wrist": 92.47845791273399,
+ "left_hand": 114.15463760732204,
+ "right_hand": 113.74867059298487
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 99.87602829547231,
+ "PA_MPJPE_mm": 67.34457038338077,
+ "PCK3D_50mm": 0.4677775463445116,
+ "PCK3D_100mm": 0.8367721010503764,
+ "AUC_0_150mm": 0.5799334240082471,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 80.78047750813414,
+ "right_knee": 59.93015732684019,
+ "right_hip": 53.60761250152085,
+ "left_hip": 51.271079847522174,
+ "left_knee": 63.71833115447427,
+ "left_ankle": 81.07929827327376,
+ "right_wrist": 93.89229910270527,
+ "right_elbow": 49.93170585158508,
+ "right_shoulder": 56.64462222889465,
+ "left_shoulder": 45.869644577123054,
+ "left_elbow": 55.14241513381188,
+ "left_wrist": 99.94414656471223,
+ "neck": 46.76928662281015,
+ "head": 104.24290867392317
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 95.95171474047633,
+ "PA_MPJPE_mm": 63.93110681655201,
+ "PCK3D_50mm": 0.5155037145039227,
+ "PCK3D_100mm": 0.8610810247865028,
+ "AUC_0_150mm": 0.6048097058632498,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 78.86436167404493,
+ "right_knee": 60.32354574190792,
+ "right_hip": 51.25792133949062,
+ "left_hip": 49.622990796997975,
+ "left_knee": 64.04343778958985,
+ "left_ankle": 78.35190145870001,
+ "right_wrist": 91.3217455838409,
+ "right_elbow": 46.49540018149841,
+ "right_shoulder": 51.537472126409845,
+ "left_shoulder": 46.9886915358542,
+ "left_elbow": 52.20780244939982,
+ "left_wrist": 96.15801112088965
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 47.82647999052852
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 57.43144619804872
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 59.837096476076894
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 60.850199250429654
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 54.30761326999251
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 86.48715626780354
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 61.20026539296575
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 68.42785674243936
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 63.10620382781966
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 49.75701399154462
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 57.63075629535146
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 60.86506785817905
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 53.08237755329758
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 56.54837387465017
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 83.44831832132593
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 73.21719099524415
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 66.43926934316917
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 317,
+ "source": "ema",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 87.9075350376874,
+ "PA_MPJPE_mm": 60.45347662032824,
+ "PCK3D_50mm": 0.5697042282857738,
+ "PCK3D_100mm": 0.8709869471637853,
+ "AUC_0_150mm": 0.6264520944337313,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.11719627930378,
+ "left_hip": 43.21645094160724,
+ "right_hip": 42.64613211619856,
+ "spine1": 48.63178231054832,
+ "left_knee": 63.25816868312911,
+ "right_knee": 60.276422936410334,
+ "spine2": 45.857657646733166,
+ "left_ankle": 74.72452030737033,
+ "right_ankle": 75.32958620460016,
+ "spine3": 43.0093593710802,
+ "left_foot": 83.16578868087672,
+ "right_foot": 83.68150904320454,
+ "neck": 37.80670167568633,
+ "left_collar": 32.73762058776788,
+ "right_collar": 32.74992441460084,
+ "head": 44.41713684337203,
+ "left_shoulder": 41.79605713118931,
+ "right_shoulder": 40.8484732057064,
+ "left_elbow": 56.99921608632764,
+ "right_elbow": 54.09836486313372,
+ "left_wrist": 91.5399513530506,
+ "right_wrist": 90.29105803345213,
+ "left_hand": 110.21920956039801,
+ "right_hand": 111.46515061212946
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 98.21326053740394,
+ "PA_MPJPE_mm": 65.68104694607909,
+ "PCK3D_50mm": 0.47828131044127714,
+ "PCK3D_100mm": 0.8418841312821733,
+ "AUC_0_150mm": 0.5852919466662572,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 77.11197146713526,
+ "right_knee": 57.217803944290914,
+ "right_hip": 53.563592342153655,
+ "left_hip": 50.879081569825196,
+ "left_knee": 62.0414668513186,
+ "left_ankle": 77.8268564345301,
+ "right_wrist": 91.46379788481748,
+ "right_elbow": 49.546304014344045,
+ "right_shoulder": 54.865793673684024,
+ "left_shoulder": 44.712431453158324,
+ "left_elbow": 53.45801633407019,
+ "left_wrist": 95.4466219119112,
+ "neck": 46.857606314487114,
+ "head": 104.54331304938117
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 94.11300202800673,
+ "PA_MPJPE_mm": 61.769127946112974,
+ "PCK3D_50mm": 0.5305214191487885,
+ "PCK3D_100mm": 0.8682704992015552,
+ "AUC_0_150mm": 0.6127208041335475,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 74.8928982249361,
+ "right_knee": 57.77475641815015,
+ "right_hip": 51.08245577830001,
+ "left_hip": 49.01476598044393,
+ "left_knee": 62.40287855529652,
+ "left_ankle": 75.48429314836426,
+ "right_wrist": 88.70027084238862,
+ "right_elbow": 45.46923814399258,
+ "right_shoulder": 48.99209913672429,
+ "left_shoulder": 45.3722580361786,
+ "left_elbow": 50.35916692018572,
+ "left_wrist": 91.68445416839494
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 49.182159962268344
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 55.95248435153752
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 56.39319704294962
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 57.59563594680395
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 53.04390972365793
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 81.65128991734748
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 55.8418913307253
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 65.50128345059231
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 57.53065260591323
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 48.235659021517954
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 56.78525892132384
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 60.21690219212064
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 54.923596400111414
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 53.63809435601619
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 87.12556008035637
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 71.18086393821
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 64.82726076497933
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 323,
+ "source": "ema",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 81.70291446004636,
+ "PA_MPJPE_mm": 55.25000177304557,
+ "PCK3D_50mm": 0.6208272582100951,
+ "PCK3D_100mm": 0.896361869055058,
+ "AUC_0_150mm": 0.6530614141767059,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.36809596880524,
+ "left_hip": 40.84968376295284,
+ "right_hip": 40.34568619339702,
+ "spine1": 45.33971375500754,
+ "left_knee": 57.4499167916032,
+ "right_knee": 56.69320057050378,
+ "spine2": 42.79635873455927,
+ "left_ankle": 66.23867167989718,
+ "right_ankle": 67.20490166050838,
+ "spine3": 40.18898450313805,
+ "left_foot": 74.06867628166592,
+ "right_foot": 74.97694216244753,
+ "neck": 35.210746438080506,
+ "left_collar": 30.483753055433546,
+ "right_collar": 30.166025771787584,
+ "head": 41.42539351845108,
+ "left_shoulder": 39.85333532064559,
+ "right_shoulder": 40.30003418143373,
+ "left_elbow": 52.350985968289194,
+ "right_elbow": 51.168905219468414,
+ "left_wrist": 81.79225389953217,
+ "right_wrist": 80.1494535169007,
+ "left_hand": 98.13599122766432,
+ "right_hand": 99.44233237092202
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 92.51150950378644,
+ "PA_MPJPE_mm": 61.13281827674059,
+ "PCK3D_50mm": 0.5239027583539143,
+ "PCK3D_100mm": 0.8659564971583301,
+ "AUC_0_150mm": 0.609484679171102,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 69.83279371171066,
+ "right_knee": 54.386321863332,
+ "right_hip": 49.949757888314146,
+ "left_hip": 46.92096921179578,
+ "left_knee": 56.939028778782,
+ "left_ankle": 68.92848963746131,
+ "right_wrist": 81.96375459958284,
+ "right_elbow": 46.487695985272474,
+ "right_shoulder": 53.30152037354356,
+ "left_shoulder": 42.07438806223504,
+ "left_elbow": 49.689106519976015,
+ "left_wrist": 86.16777773630653,
+ "neck": 44.79358102850941,
+ "head": 104.42427047754647
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 87.02721828901434,
+ "PA_MPJPE_mm": 56.55963730819824,
+ "PCK3D_50mm": 0.5837151982225925,
+ "PCK3D_100mm": 0.8963132680691522,
+ "AUC_0_150mm": 0.6407481192314326,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 66.56879575317143,
+ "right_knee": 54.64333821995198,
+ "right_hip": 47.54505039934619,
+ "left_hip": 45.13750460047565,
+ "left_knee": 57.367261731090444,
+ "left_ankle": 66.75627507043153,
+ "right_wrist": 78.85960824685846,
+ "right_elbow": 42.74106867204931,
+ "right_shoulder": 47.213641986421194,
+ "left_shoulder": 42.741282079576685,
+ "left_elbow": 46.82117737924292,
+ "left_wrist": 82.32064355976314
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 44.42583264589824
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 51.282244845755855
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 55.161071580952814
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 52.31193487164133
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 49.647686459616416
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 74.49491926359632
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 52.29583824854792
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 63.386672577153654
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 48.94452183730741
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 44.9808821295364
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 50.29255742705601
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 53.24283853085669
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 47.94593109597065
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.49571013617698
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 78.88111991386596
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 64.19278282236355
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 58.91895341067835
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "detector",
+ "detector": {
+ "n_frames": 24103,
+ "n_missed": 98,
+ "miss_rate": 0.004065883914865369,
+ "mean_iou": 0.6621514634695929
+ },
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 275,
+ "source": "ema",
+ "n": 24005,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24005,
+ "MPJPE_mm": 78.31500077149303,
+ "PA_MPJPE_mm": 52.66772764952136,
+ "PCK3D_50mm": 0.6412986877733805,
+ "PCK3D_100mm": 0.9088627369298062,
+ "AUC_0_150mm": 0.6652944167097805,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 38.16107682370417,
+ "left_hip": 40.32936476673414,
+ "right_hip": 39.553525407854735,
+ "spine1": 45.06865733314703,
+ "left_knee": 54.73045648161787,
+ "right_knee": 53.64387498095441,
+ "spine2": 43.37882052704738,
+ "left_ankle": 60.5835420090056,
+ "right_ankle": 61.932630389354756,
+ "spine3": 40.56942896498256,
+ "left_foot": 67.63568905070605,
+ "right_foot": 68.70566906964369,
+ "neck": 33.62035222713069,
+ "left_collar": 28.977020813382847,
+ "right_collar": 29.486228657581364,
+ "head": 38.97048078947517,
+ "left_shoulder": 38.9090368298353,
+ "right_shoulder": 39.78626220151134,
+ "left_elbow": 51.38850209466253,
+ "right_elbow": 48.4267230965889,
+ "left_wrist": 78.80163991057078,
+ "right_wrist": 75.24358981173182,
+ "left_hand": 93.53949185735175,
+ "right_hand": 92.58339949393792
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24005,
+ "MPJPE_mm": 89.96401815773763,
+ "PA_MPJPE_mm": 58.914789532569,
+ "PCK3D_50mm": 0.5390632903859315,
+ "PCK3D_100mm": 0.8783437974231559,
+ "AUC_0_150mm": 0.6200680157839621,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 63.31124899882076,
+ "right_knee": 51.44346448500823,
+ "right_hip": 50.84465517402539,
+ "left_hip": 48.15254692824374,
+ "left_knee": 53.963076411911736,
+ "left_ankle": 64.18753284980791,
+ "right_wrist": 76.83065739128713,
+ "right_elbow": 44.10553878683052,
+ "right_shoulder": 52.13329867825932,
+ "left_shoulder": 41.65496531716521,
+ "left_elbow": 48.550259974703614,
+ "left_wrist": 83.37263194058477,
+ "neck": 43.686478527206724,
+ "head": 102.57069799211094
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24005,
+ "MPJPE_mm": 84.3438997583312,
+ "PA_MPJPE_mm": 54.30554774307022,
+ "PCK3D_50mm": 0.6013295841144206,
+ "PCK3D_100mm": 0.9069499409845171,
+ "AUC_0_150mm": 0.6511898282839819,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.92675911572212,
+ "right_knee": 51.65591727801712,
+ "right_hip": 48.08967114856443,
+ "left_hip": 46.20407972614968,
+ "left_knee": 54.322533769730455,
+ "left_ankle": 61.11467717487386,
+ "right_wrist": 74.85939995395367,
+ "right_elbow": 41.54015028052913,
+ "right_shoulder": 46.01650771474177,
+ "left_shoulder": 41.12498133443737,
+ "left_elbow": 45.826401574536035,
+ "left_wrist": 79.985493845587
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1262,
+ "PA_MPJPE_mm": 43.54676925403121
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 49.81617804135277
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1140,
+ "PA_MPJPE_mm": 53.02026134036774
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 51.2998285082673
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 48.59228462173178
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 68.1191567617839
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 47.25192530171703
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1555,
+ "PA_MPJPE_mm": 58.75156916277865
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1531,
+ "PA_MPJPE_mm": 46.36786004875756
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1425,
+ "PA_MPJPE_mm": 42.466393419364344
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1554,
+ "PA_MPJPE_mm": 45.9137857697515
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1836,
+ "PA_MPJPE_mm": 49.75410098337341
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 47.42560778317899
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 49.900767877957755
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 78.07832082241798
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 59.976134433477256
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 56.97351651190629
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_gt-joints_224.json b/benchmark/results/gen9w_emdb1_gt-joints_224.json
new file mode 100644
index 0000000..eb16299
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_gt-joints_224.json
@@ -0,0 +1,867 @@
+{
+ "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 481,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 75.45319378157116,
+ "PA_MPJPE_mm": 50.32863498976247,
+ "PCK3D_50mm": 0.6644383824973378,
+ "PCK3D_100mm": 0.9189433542159344,
+ "AUC_0_150mm": 0.6767868765722734,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 36.29148536825942,
+ "left_hip": 38.24552586212516,
+ "right_hip": 37.600955289971296,
+ "spine1": 42.841433811205626,
+ "left_knee": 50.3974071974786,
+ "right_knee": 50.636864207098895,
+ "spine2": 42.87487848201726,
+ "left_ankle": 54.447180676894604,
+ "right_ankle": 55.30010689324191,
+ "spine3": 41.06766402362964,
+ "left_foot": 61.48244702825232,
+ "right_foot": 62.10221206337029,
+ "neck": 32.24941748448096,
+ "left_collar": 28.165231607074126,
+ "right_collar": 29.045948558461998,
+ "head": 37.68983884655172,
+ "left_shoulder": 37.81425445121847,
+ "right_shoulder": 39.70770089314365,
+ "left_elbow": 50.604477974573584,
+ "right_elbow": 47.003193546634456,
+ "left_wrist": 76.40272950121867,
+ "right_wrist": 73.48478178514239,
+ "left_hand": 90.80408930132057,
+ "right_hand": 91.62741490093312
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.41165848688678,
+ "PA_MPJPE_mm": 56.76824098666464,
+ "PCK3D_50mm": 0.5623544194261533,
+ "PCK3D_100mm": 0.8884311970649771,
+ "AUC_0_150mm": 0.6310808777460634,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 57.107587898242244,
+ "right_knee": 48.17377530664997,
+ "right_hip": 48.27013921643617,
+ "left_hip": 45.91431273776492,
+ "left_knee": 50.0210048258065,
+ "left_ankle": 58.42373661025704,
+ "right_wrist": 74.65785131579995,
+ "right_elbow": 41.81074013327866,
+ "right_shoulder": 52.85493659343189,
+ "left_shoulder": 43.177167245776566,
+ "left_elbow": 47.45422252448673,
+ "left_wrist": 80.89639938141364,
+ "neck": 43.42408396871431,
+ "head": 102.56941605524631
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 80.79194371698863,
+ "PA_MPJPE_mm": 51.799443261140055,
+ "PCK3D_50mm": 0.6299319586773431,
+ "PCK3D_100mm": 0.9173201122958414,
+ "AUC_0_150mm": 0.6642359024598286,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 54.64409338810367,
+ "right_knee": 48.88869145759666,
+ "right_hip": 45.3866750768073,
+ "left_hip": 43.713823356970885,
+ "left_knee": 50.70734109073142,
+ "left_ankle": 55.59481655264034,
+ "right_wrist": 73.1607309509648,
+ "right_elbow": 39.977807550054926,
+ "right_shoulder": 45.675124820251376,
+ "left_shoulder": 40.460065309981935,
+ "left_elbow": 45.291183998498376,
+ "left_wrist": 78.092965581079
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 41.65367167514524
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 49.27719618777549
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 50.95631810035045
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 47.76531423523893
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 45.57629567928524
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 67.6821731285332
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 46.13458534299859
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 58.84716692393309
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 46.161930904869564
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 43.06490859601754
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 47.47200755913893
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 49.147604732459804
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 44.91034623837281
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.41865594510458
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 59.00598028526663
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 51.79904127762359
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 54.21967075691419
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 495,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 95.41329950143607,
+ "PA_MPJPE_mm": 65.93923730293947,
+ "PCK3D_50mm": 0.5355851277157754,
+ "PCK3D_100mm": 0.8473184527513864,
+ "AUC_0_150mm": 0.6047466428798628,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 43.7423216800487,
+ "left_hip": 44.84802612212388,
+ "right_hip": 44.52511359707877,
+ "spine1": 50.00695571295725,
+ "left_knee": 66.85105609408488,
+ "right_knee": 65.0204830245789,
+ "spine2": 47.28361454635847,
+ "left_ankle": 81.86573937240706,
+ "right_ankle": 84.54204057235656,
+ "spine3": 44.44319301745281,
+ "left_foot": 91.87007853734274,
+ "right_foot": 93.34236986455747,
+ "neck": 40.546790493917854,
+ "left_collar": 35.078845710048185,
+ "right_collar": 35.75837693913816,
+ "head": 48.99457124345012,
+ "left_shoulder": 43.917674170602034,
+ "right_shoulder": 44.06121908506595,
+ "left_elbow": 61.59719153119287,
+ "right_elbow": 58.9632324739968,
+ "left_wrist": 104.1003255295113,
+ "right_wrist": 101.2504220509526,
+ "left_hand": 124.82206826693579,
+ "right_hand": 125.10998563438598
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 106.0441768668011,
+ "PA_MPJPE_mm": 70.95781098098507,
+ "PCK3D_50mm": 0.4429798306079267,
+ "PCK3D_100mm": 0.8149578297900083,
+ "AUC_0_150mm": 0.5633976572509188,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 85.4394828233353,
+ "right_knee": 61.963500348503686,
+ "right_hip": 55.66559682805148,
+ "left_hip": 53.03429120063521,
+ "left_knee": 65.45732154445383,
+ "left_ankle": 85.04942760620254,
+ "right_wrist": 103.07489703709746,
+ "right_elbow": 54.621141091789895,
+ "right_shoulder": 57.62783351704533,
+ "left_shoulder": 47.22371756980122,
+ "left_elbow": 59.05243640566007,
+ "left_wrist": 107.87418833091935,
+ "neck": 48.94259379337621,
+ "head": 108.38292563691958
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 102.04808263074143,
+ "PA_MPJPE_mm": 67.52104596203705,
+ "PCK3D_50mm": 0.4911525536240302,
+ "PCK3D_100mm": 0.84176243621126,
+ "AUC_0_150mm": 0.5890483895504018,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 83.42464931796681,
+ "right_knee": 62.38526453576696,
+ "right_hip": 53.269016540324834,
+ "left_hip": 51.4099586642093,
+ "left_knee": 65.87518005258465,
+ "left_ankle": 82.37306231963079,
+ "right_wrist": 99.55515720436617,
+ "right_elbow": 50.53923408803409,
+ "right_shoulder": 52.860322032987945,
+ "left_shoulder": 49.26510975990263,
+ "left_elbow": 55.53674836269248,
+ "left_wrist": 103.75884866597777
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 52.17051819771386
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 61.15581783344582
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 60.995831869548056
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 63.61326458495019
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 56.88832080064986
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 103.88780833020698
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 62.270404631199
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 72.49280068867759
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 65.11922715357234
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 53.76403029896563
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 62.44102326283144
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 67.72893973967639
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 56.274159171565266
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 58.25281401271364
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 86.75836542555099
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 74.6967314697801
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 66.56765939294387
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 476,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 91.18124664746512,
+ "PA_MPJPE_mm": 63.20443319361482,
+ "PCK3D_50mm": 0.5583848483591254,
+ "PCK3D_100mm": 0.8597442918585515,
+ "AUC_0_150mm": 0.6176074989995891,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 42.3073817560868,
+ "left_hip": 43.594246949406,
+ "right_hip": 42.81940553003142,
+ "spine1": 48.475566871842325,
+ "left_knee": 64.30842557922038,
+ "right_knee": 63.15926146624469,
+ "spine2": 46.40549526654528,
+ "left_ankle": 77.49907645045653,
+ "right_ankle": 80.1417995188542,
+ "spine3": 43.63859915025811,
+ "left_foot": 86.6731518464849,
+ "right_foot": 88.93654923720621,
+ "neck": 37.91538399267599,
+ "left_collar": 33.314448405511875,
+ "right_collar": 33.82769795706792,
+ "head": 45.64211741468662,
+ "left_shoulder": 42.684651353278184,
+ "right_shoulder": 43.58056932288431,
+ "left_elbow": 59.40464663727825,
+ "right_elbow": 56.808375628152355,
+ "left_wrist": 100.3675821140375,
+ "right_wrist": 97.09375727998422,
+ "left_hand": 119.42234310845843,
+ "right_hand": 118.8858638101043
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 101.50962366171527,
+ "PA_MPJPE_mm": 68.29485628308944,
+ "PCK3D_50mm": 0.46543109630692087,
+ "PCK3D_100mm": 0.8291617522418667,
+ "AUC_0_150mm": 0.5765195299512403,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 80.87672279281638,
+ "right_knee": 59.548100332466646,
+ "right_hip": 54.1343826313165,
+ "left_hip": 51.47174722021055,
+ "left_knee": 62.50245489524185,
+ "left_ankle": 80.74661587005293,
+ "right_wrist": 98.8480330024579,
+ "right_elbow": 51.44850798201668,
+ "right_shoulder": 56.45808335943594,
+ "left_shoulder": 46.321948251405985,
+ "left_elbow": 56.42709751344536,
+ "left_wrist": 104.90062629533405,
+ "neck": 46.96156869125297,
+ "head": 105.4820991257985
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 97.35650569849777,
+ "PA_MPJPE_mm": 64.92486918442634,
+ "PCK3D_50mm": 0.5145728747458822,
+ "PCK3D_100mm": 0.8533515883223388,
+ "AUC_0_150mm": 0.6013912514348145,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 78.62649935888747,
+ "right_knee": 59.94134140695337,
+ "right_hip": 51.80283519954715,
+ "left_hip": 49.79037573259599,
+ "left_knee": 62.80030016144864,
+ "left_ankle": 77.58158226097218,
+ "right_wrist": 96.19592607998705,
+ "right_elbow": 48.38814029038836,
+ "right_shoulder": 52.13616698833467,
+ "left_shoulder": 47.4959257643338,
+ "left_elbow": 53.28411171340138,
+ "left_wrist": 101.05522525626624
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 50.22747026922755
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 60.66047849617188
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 58.08169507815057
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 59.60667195308013
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 54.87308979659357
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 93.95179213765246
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 63.60166165194169
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 69.56536347989173
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 61.13061006024233
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 50.560195323164535
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 58.25059109963292
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 63.73049616794995
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 54.306223567700194
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 53.79515474109683
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 83.5839639750734
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 74.67850104823984
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 68.84021227090606
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 343,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 85.50047839829512,
+ "PA_MPJPE_mm": 58.53128371420026,
+ "PCK3D_50mm": 0.5928774426419948,
+ "PCK3D_100mm": 0.881475680758965,
+ "AUC_0_150mm": 0.6382147361302012,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.619211619773075,
+ "left_hip": 41.37431921621365,
+ "right_hip": 40.57991745946236,
+ "spine1": 46.126295339737595,
+ "left_knee": 59.79920000706359,
+ "right_knee": 58.80555055813576,
+ "spine2": 44.96719449520902,
+ "left_ankle": 69.48648589419324,
+ "right_ankle": 71.25704223953717,
+ "spine3": 42.776656105514654,
+ "left_foot": 76.69149280129876,
+ "right_foot": 78.72888083980604,
+ "neck": 36.72276831766147,
+ "left_collar": 31.738128080287847,
+ "right_collar": 32.389604392659386,
+ "head": 43.87728479746904,
+ "left_shoulder": 42.358061612369454,
+ "right_shoulder": 41.61782280206008,
+ "left_elbow": 56.948794330114985,
+ "right_elbow": 53.4929164429843,
+ "left_wrist": 90.6967748017553,
+ "right_wrist": 88.71249474736656,
+ "left_hand": 107.43925805337328,
+ "right_hand": 108.54465418676101
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 96.85165034663717,
+ "PA_MPJPE_mm": 64.53498529211366,
+ "PCK3D_50mm": 0.49368484065409757,
+ "PCK3D_100mm": 0.849879386679785,
+ "AUC_0_150mm": 0.5933032983828428,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 72.62921403755631,
+ "right_knee": 55.64561677970594,
+ "right_hip": 52.40531742319207,
+ "left_hip": 49.16529589883128,
+ "left_knee": 58.687972568915946,
+ "left_ankle": 72.13263047904198,
+ "right_wrist": 90.96541671767332,
+ "right_elbow": 49.64643115100276,
+ "right_shoulder": 56.35346801730268,
+ "left_shoulder": 45.11138834920038,
+ "left_elbow": 54.1496330774696,
+ "left_wrist": 95.41478961657818,
+ "neck": 45.406717752207,
+ "head": 105.77590222091378
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 91.79797087661343,
+ "PA_MPJPE_mm": 60.42892858546434,
+ "PCK3D_50mm": 0.5492020357078649,
+ "PCK3D_100mm": 0.876962065579665,
+ "AUC_0_150mm": 0.621987335712906,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 70.02150073025082,
+ "right_knee": 56.09613644063622,
+ "right_hip": 49.64130445681709,
+ "left_hip": 47.40633358121243,
+ "left_knee": 59.30186485105646,
+ "left_ankle": 69.55318589903295,
+ "right_wrist": 88.69330784958252,
+ "right_elbow": 46.0612518405269,
+ "right_shoulder": 49.74317651601932,
+ "left_shoulder": 46.158436757226085,
+ "left_elbow": 50.94971950944186,
+ "left_wrist": 91.52092459376931
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 46.164615412961304
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 55.318601117627765
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 56.05507282317658
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 56.22275946082061
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 51.446825381711676
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 78.59623542843318
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 56.98048448581035
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 67.67023851351388
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 54.57184591962766
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 47.44879853163376
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 54.57462400279853
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 59.799926465920166
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 48.84116021471688
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.6144946616695
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 84.9540405800068
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 67.4456263048733
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 59.92901693659125
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_224_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 416,
+ "source": "raw",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 81.03630026710945,
+ "PA_MPJPE_mm": 54.44165274950423,
+ "PCK3D_50mm": 0.6258989199131505,
+ "PCK3D_100mm": 0.901220802389744,
+ "AUC_0_150mm": 0.6567936039729138,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.07167548838527,
+ "left_hip": 40.96902085962881,
+ "right_hip": 40.22325267754232,
+ "spine1": 45.00290613369919,
+ "left_knee": 56.055549060627236,
+ "right_knee": 54.95441671573737,
+ "spine2": 43.01440933677799,
+ "left_ankle": 61.386573377152985,
+ "right_ankle": 61.65059006307621,
+ "spine3": 40.98353484571552,
+ "left_foot": 68.9463771362151,
+ "right_foot": 69.84600880384232,
+ "neck": 35.543694886602566,
+ "left_collar": 30.894959582774128,
+ "right_collar": 30.795244063319014,
+ "head": 40.831098626214626,
+ "left_shoulder": 39.67867734371399,
+ "right_shoulder": 41.55592678348151,
+ "left_elbow": 53.29158790381144,
+ "right_elbow": 51.55849659878411,
+ "left_wrist": 81.66053536102481,
+ "right_wrist": 80.8321695988927,
+ "left_hand": 97.47404635740429,
+ "right_hand": 100.37891438367683
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 91.50852254651835,
+ "PA_MPJPE_mm": 60.261419368593174,
+ "PCK3D_50mm": 0.5278922007337558,
+ "PCK3D_100mm": 0.8735427125254118,
+ "AUC_0_150mm": 0.6138937903020276,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 62.78916590286097,
+ "right_knee": 52.601309315332486,
+ "right_hip": 49.71540133148126,
+ "left_hip": 47.157917576508176,
+ "left_knee": 55.256623409634805,
+ "left_ankle": 65.59716731386467,
+ "right_wrist": 82.13785700082016,
+ "right_elbow": 46.02616910399252,
+ "right_shoulder": 54.113394711328574,
+ "left_shoulder": 43.295994595888516,
+ "left_elbow": 50.206976561657484,
+ "left_wrist": 85.96901116628584,
+ "neck": 45.77932260361724,
+ "head": 103.01356056703177
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.10199031274678,
+ "PA_MPJPE_mm": 55.672044726484025,
+ "PCK3D_50mm": 0.590441715415785,
+ "PCK3D_100mm": 0.9020903345365031,
+ "AUC_0_150mm": 0.6449458172118849,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 60.577207943084034,
+ "right_knee": 53.25052772300932,
+ "right_hip": 47.33065356144575,
+ "left_hip": 45.33595106520317,
+ "left_knee": 55.90542251427289,
+ "left_ankle": 62.37443156875004,
+ "right_wrist": 79.40945240139865,
+ "right_elbow": 42.934680452789244,
+ "right_shoulder": 48.30204573837914,
+ "left_shoulder": 43.144962209892306,
+ "left_elbow": 47.38617393755321,
+ "left_wrist": 82.11302760203056
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 46.222777888505064
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 49.64475852826377
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 54.70199685465083
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 51.41733931730783
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 49.083919411419416
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 70.80514877637937
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 48.86430484575099
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 63.3610374782254
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 48.788310759377005
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 44.381678214455434
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 49.926233168259415
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 53.48135695216082
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 46.860705303009624
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 49.87090005467664
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 81.85380570646217
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 59.27342631372593
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 56.82037869596712
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_emdb1_gt-joints_288.json b/benchmark/results/gen9w_emdb1_gt-joints_288.json
new file mode 100644
index 0000000..c9580c0
--- /dev/null
+++ b/benchmark/results/gen9w_emdb1_gt-joints_288.json
@@ -0,0 +1,694 @@
+{
+ "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b0_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 361,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 89.4735776299812,
+ "PA_MPJPE_mm": 61.959743297922074,
+ "PCK3D_50mm": 0.5610418481793414,
+ "PCK3D_100mm": 0.8657463109709718,
+ "AUC_0_150mm": 0.621616782187913,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 41.96642556193023,
+ "left_hip": 42.88608097585596,
+ "right_hip": 42.1652763016479,
+ "spine1": 48.30525197585183,
+ "left_knee": 63.85657322215367,
+ "right_knee": 62.71279907286846,
+ "spine2": 46.58898639165771,
+ "left_ankle": 78.46877324850936,
+ "right_ankle": 79.35548798331912,
+ "spine3": 43.883016110852004,
+ "left_foot": 86.51959070132482,
+ "right_foot": 88.38744174592493,
+ "neck": 37.79052332914537,
+ "left_collar": 33.28639952278085,
+ "right_collar": 33.35179986214454,
+ "head": 45.23224165389223,
+ "left_shoulder": 42.26798455185012,
+ "right_shoulder": 42.99157902759224,
+ "left_elbow": 58.35407232076084,
+ "right_elbow": 54.859535233432396,
+ "left_wrist": 95.28798358230385,
+ "right_wrist": 91.5891567234886,
+ "left_hand": 113.91842152881505,
+ "right_hand": 113.00843852202976
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 99.77156873693087,
+ "PA_MPJPE_mm": 67.31447790021238,
+ "PCK3D_50mm": 0.46613343922807476,
+ "PCK3D_100mm": 0.8352042721415829,
+ "AUC_0_150mm": 0.5794042311883085,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 80.09718961893094,
+ "right_knee": 59.62683358529868,
+ "right_hip": 53.63844210705563,
+ "left_hip": 51.34767897737285,
+ "left_knee": 62.96785580972124,
+ "left_ankle": 81.46899973343122,
+ "right_wrist": 93.10290744551273,
+ "right_elbow": 49.76732477121191,
+ "right_shoulder": 56.9114657934368,
+ "left_shoulder": 45.86515785355661,
+ "left_elbow": 55.274487976330796,
+ "left_wrist": 99.86445039635852,
+ "neck": 47.06885077868291,
+ "head": 105.40104575607253
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 95.74634513067876,
+ "PA_MPJPE_mm": 63.675979126750136,
+ "PCK3D_50mm": 0.5168270892973212,
+ "PCK3D_100mm": 0.8610269814269317,
+ "AUC_0_150mm": 0.6056405997736418,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 77.98829798219931,
+ "right_knee": 60.04863863769262,
+ "right_hip": 51.063384878862486,
+ "left_hip": 49.46045812442686,
+ "left_knee": 63.31063738681314,
+ "left_ankle": 78.66353142725545,
+ "right_wrist": 90.59960691652287,
+ "right_elbow": 46.310051560305666,
+ "right_shoulder": 51.43439846398842,
+ "left_shoulder": 46.774060401683954,
+ "left_elbow": 52.35840937500452,
+ "left_wrist": 96.1002743662463
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 47.53889109056079
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 57.51896901450996
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 58.113251646742306
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 60.41894110637095
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 54.639424209772734
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 86.68423372340176
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 61.6078069340802
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 69.43716592085373
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 62.18931723391786
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 49.789025904396624
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 58.200828804343125
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 61.77352621065217
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 52.42354213211462
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 55.80773243566966
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 82.6957633083744
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 72.59084332479958
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 65.60830819929198
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b1_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 317,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 88.03764661658637,
+ "PA_MPJPE_mm": 60.41831973103175,
+ "PCK3D_50mm": 0.5707225241671161,
+ "PCK3D_100mm": 0.8710291941528717,
+ "AUC_0_150mm": 0.6267325956390561,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 41.86047552118006,
+ "left_hip": 42.87746228080597,
+ "right_hip": 42.22412244129071,
+ "spine1": 48.188429201129345,
+ "left_knee": 63.009072619469066,
+ "right_knee": 60.06388887125302,
+ "spine2": 45.6612635124761,
+ "left_ankle": 75.10158802289334,
+ "right_ankle": 74.62566806654398,
+ "spine3": 42.869560633075956,
+ "left_foot": 83.32233408407829,
+ "right_foot": 83.32434433985168,
+ "neck": 37.969194898093825,
+ "left_collar": 32.73430862696114,
+ "right_collar": 32.70758478192214,
+ "head": 44.69407719798415,
+ "left_shoulder": 41.751708335400195,
+ "right_shoulder": 40.98450048226682,
+ "left_elbow": 56.93470945904146,
+ "right_elbow": 54.485364031974775,
+ "left_wrist": 91.92436666233198,
+ "right_wrist": 90.3847561612622,
+ "left_hand": 110.73003393521631,
+ "right_hand": 111.61085937826014
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 98.29229831566185,
+ "PA_MPJPE_mm": 65.72724775410568,
+ "PCK3D_50mm": 0.4779043509699445,
+ "PCK3D_100mm": 0.8419283906567647,
+ "AUC_0_150mm": 0.5851683758891133,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 76.22315755409761,
+ "right_knee": 57.10429066897349,
+ "right_hip": 53.3302996272736,
+ "left_hip": 50.49528759095279,
+ "left_knee": 62.07025852422959,
+ "left_ankle": 78.17132500057085,
+ "right_wrist": 91.4025994500175,
+ "right_elbow": 49.71897772884376,
+ "right_shoulder": 54.844508860748824,
+ "left_shoulder": 44.855648877089784,
+ "left_elbow": 53.68729509391442,
+ "left_wrist": 95.98851904785862,
+ "neck": 47.00213842819814,
+ "head": 105.28716210471057
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 94.23543525844572,
+ "PA_MPJPE_mm": 61.71717122116292,
+ "PCK3D_50mm": 0.5318805404583109,
+ "PCK3D_100mm": 0.8692313543265707,
+ "AUC_0_150mm": 0.613118029745996,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 73.99004636366409,
+ "right_knee": 57.71620112647505,
+ "right_hip": 50.81752252132023,
+ "left_hip": 48.60204168180593,
+ "left_knee": 62.484220902069396,
+ "left_ankle": 75.69838806849187,
+ "right_wrist": 88.73422403190237,
+ "right_elbow": 45.69428239220022,
+ "right_shoulder": 49.05244418299142,
+ "left_shoulder": 45.36195634807564,
+ "left_elbow": 50.347459933142595,
+ "left_wrist": 92.10726710181629
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 48.737987046273616
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 54.53876487802224
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 57.004008879684775
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 58.7582569241043
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 53.31075470216184
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 81.73588282156733
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 57.0220368253622
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 65.3130003589239
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 58.95568203401182
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 48.178186455760326
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 56.615756538387764
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 60.82757533845631
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 53.74251429324582
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 54.00649452911257
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 87.01017409958928
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 71.5662222785782
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 62.670415646853975
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b2_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 323,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 81.47137269428303,
+ "PA_MPJPE_mm": 55.10671038739444,
+ "PCK3D_50mm": 0.6202979573773666,
+ "PCK3D_100mm": 0.8975231299008423,
+ "AUC_0_150mm": 0.6533997351866698,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 39.36010849169128,
+ "left_hip": 40.85737979174461,
+ "right_hip": 40.32155052288853,
+ "spine1": 45.415902175118646,
+ "left_knee": 57.1101678669842,
+ "right_knee": 56.3085190094945,
+ "spine2": 43.26081180020867,
+ "left_ankle": 65.70489646075023,
+ "right_ankle": 66.22069847353198,
+ "spine3": 40.733456611265325,
+ "left_foot": 73.37914609885806,
+ "right_foot": 74.07316036625947,
+ "neck": 35.23700631916798,
+ "left_collar": 30.4791403729528,
+ "right_collar": 30.294840572101982,
+ "head": 41.51964958386219,
+ "left_shoulder": 39.929657530072845,
+ "right_shoulder": 40.67315912731431,
+ "left_elbow": 52.258672960651815,
+ "right_elbow": 50.83879597849367,
+ "left_wrist": 81.81812222481747,
+ "right_wrist": 79.77718664607215,
+ "left_hand": 97.94287096347148,
+ "right_hand": 99.04614934969221
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 92.19662005749441,
+ "PA_MPJPE_mm": 61.07256711076473,
+ "PCK3D_50mm": 0.5238026090409611,
+ "PCK3D_100mm": 0.8645782089959163,
+ "AUC_0_150mm": 0.6093027982252052,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 68.68430927684066,
+ "right_knee": 54.28245487806341,
+ "right_hip": 50.402177579858424,
+ "left_hip": 47.214210627720874,
+ "left_knee": 56.81284867943897,
+ "left_ankle": 68.619174796597,
+ "right_wrist": 81.46793100238136,
+ "right_elbow": 46.03522077396803,
+ "right_shoulder": 53.73217454398053,
+ "left_shoulder": 42.24359227527992,
+ "left_elbow": 49.59959465647656,
+ "left_wrist": 86.28531949598393,
+ "neck": 44.67793621782224,
+ "head": 104.95899474629435
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 86.85590318363907,
+ "PA_MPJPE_mm": 56.398798858932985,
+ "PCK3D_50mm": 0.5846436819759643,
+ "PCK3D_100mm": 0.8949957819911768,
+ "AUC_0_150mm": 0.641068528033141,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 65.4341459850176,
+ "right_knee": 54.452178177321166,
+ "right_hip": 47.88876683854956,
+ "left_hip": 45.339783373723954,
+ "left_knee": 57.216817353819906,
+ "left_ankle": 66.25766703026585,
+ "right_wrist": 78.51618383557694,
+ "right_elbow": 42.31466993655817,
+ "right_shoulder": 47.458437853153725,
+ "left_shoulder": 42.73458930880154,
+ "left_elbow": 46.625083114505664,
+ "left_wrist": 82.54726349990179
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 44.086831774757044
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 50.79304189716567
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 55.01404327464575
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 52.51953839080094
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 49.60438663821062
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 74.84134787823152
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 52.30344870859231
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 62.54974818979407
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 50.71454844421931
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 44.73794216602203
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 50.588119724721615
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 53.68047240239769
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 48.20121130421831
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 51.94136258521363
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 76.66533904224153
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 64.55963424980996
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 57.21101809850449
+ }
+ }
+ },
+ "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth": {
+ "ckpt": "instanthmr_distill_train/runs/g9w_b4_288_s0/best_student_model_v3.pth",
+ "dataset": "EMDB1",
+ "split": "emdb1",
+ "stride": 1,
+ "bbox": "gt-joints",
+ "detector": null,
+ "adapter": "benchmark/results/adapter_smpl24_teacher.npz",
+ "landmarks": "fitted",
+ "epoch": 275,
+ "source": "ema",
+ "n": 24103,
+ "n_dropped": 0,
+ "num_sequences": 17,
+ "results": [
+ {
+ "joint_set": "SMPL24+adapter",
+ "num_joints": 24,
+ "num_samples": 24103,
+ "MPJPE_mm": 78.371544963454,
+ "PA_MPJPE_mm": 52.46441093656383,
+ "PCK3D_50mm": 0.640195203916525,
+ "PCK3D_100mm": 0.9095721141213403,
+ "AUC_0_150mm": 0.665419387405039,
+ "per_joint_PA_MPJPE_mm": {
+ "pelvis": 37.703650633443225,
+ "left_hip": 39.890466115786865,
+ "right_hip": 38.80747110888024,
+ "spine1": 44.70477190392395,
+ "left_knee": 53.84400561125651,
+ "right_knee": 53.47593074394138,
+ "spine2": 43.46800025222844,
+ "left_ankle": 60.097656737913184,
+ "right_ankle": 60.743831191269145,
+ "spine3": 40.73298156816384,
+ "left_foot": 66.98009797134009,
+ "right_foot": 67.43355667006932,
+ "neck": 33.94815375586987,
+ "left_collar": 29.172629374956063,
+ "right_collar": 29.393683433487922,
+ "head": 39.51376658383096,
+ "left_shoulder": 39.00178264044968,
+ "right_shoulder": 40.00744673989196,
+ "left_elbow": 51.18440663793142,
+ "right_elbow": 48.52372439487156,
+ "left_wrist": 78.61968002410984,
+ "right_wrist": 75.46663204066262,
+ "left_hand": 93.47926887985425,
+ "right_hand": 92.95226746340106
+ }
+ },
+ {
+ "joint_set": "J14",
+ "num_joints": 14,
+ "num_samples": 24103,
+ "MPJPE_mm": 89.93831600001035,
+ "PA_MPJPE_mm": 58.798339488549715,
+ "PCK3D_50mm": 0.539615696919767,
+ "PCK3D_100mm": 0.8780708981098974,
+ "AUC_0_150mm": 0.6199196765188416,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 62.06488692464218,
+ "right_knee": 51.32132617545651,
+ "right_hip": 50.62142467020798,
+ "left_hip": 47.9740082180099,
+ "left_knee": 53.245626970864286,
+ "left_ankle": 63.702636940871784,
+ "right_wrist": 76.90816872799242,
+ "right_elbow": 43.92232131570493,
+ "right_shoulder": 52.239382444622215,
+ "left_shoulder": 41.93487851199521,
+ "left_elbow": 48.474456914116054,
+ "left_wrist": 83.28254929365283,
+ "neck": 43.77129630369932,
+ "head": 103.71378942786035
+ }
+ },
+ {
+ "joint_set": "J12",
+ "num_joints": 12,
+ "num_samples": 24103,
+ "MPJPE_mm": 84.45795256541614,
+ "PA_MPJPE_mm": 53.97663924947734,
+ "PCK3D_50mm": 0.6034103638551218,
+ "PCK3D_100mm": 0.9086040465225629,
+ "AUC_0_150mm": 0.6522139081424299,
+ "per_joint_PA_MPJPE_mm": {
+ "right_ankle": 59.46453388508666,
+ "right_knee": 51.48079145613311,
+ "right_hip": 47.67650288377584,
+ "left_hip": 45.84220884184089,
+ "left_knee": 53.54838526715057,
+ "left_ankle": 60.5440484434169,
+ "right_wrist": 75.01427366646412,
+ "right_elbow": 41.285969727750256,
+ "right_shoulder": 46.0138135882835,
+ "left_shoulder": 41.13717377891797,
+ "left_elbow": 45.7257632369426,
+ "left_wrist": 79.9862062179657
+ }
+ }
+ ],
+ "per_sequence_SMPL24_adapter": {
+ "P1_14_outdoor_climb": {
+ "n": 1270,
+ "PA_MPJPE_mm": 44.05573677671157
+ },
+ "P2_23_outdoor_hug_tree": {
+ "n": 1086,
+ "PA_MPJPE_mm": 49.64271345594448
+ },
+ "P3_31_outdoor_workout": {
+ "n": 1216,
+ "PA_MPJPE_mm": 52.50048316704524
+ },
+ "P3_32_outdoor_soccer_warmup_a": {
+ "n": 1084,
+ "PA_MPJPE_mm": 51.32739084987526
+ },
+ "P3_33_outdoor_soccer_warmup_b": {
+ "n": 1433,
+ "PA_MPJPE_mm": 48.718216556000215
+ },
+ "P5_42_indoor_dancing": {
+ "n": 1291,
+ "PA_MPJPE_mm": 69.4547122752743
+ },
+ "P5_44_indoor_rom": {
+ "n": 1381,
+ "PA_MPJPE_mm": 47.1710736464845
+ },
+ "P6_49_outdoor_big_stairs_down": {
+ "n": 1559,
+ "PA_MPJPE_mm": 56.521316980645025
+ },
+ "P6_50_outdoor_workout": {
+ "n": 1532,
+ "PA_MPJPE_mm": 48.10371416575587
+ },
+ "P6_51_outdoor_dancing": {
+ "n": 1427,
+ "PA_MPJPE_mm": 42.47769059105345
+ },
+ "P7_57_outdoor_rock_chair": {
+ "n": 1558,
+ "PA_MPJPE_mm": 46.09252488295609
+ },
+ "P7_59_outdoor_rom": {
+ "n": 1839,
+ "PA_MPJPE_mm": 50.092129509254946
+ },
+ "P7_60_outdoor_workout": {
+ "n": 1693,
+ "PA_MPJPE_mm": 46.45775058529342
+ },
+ "P8_64_outdoor_skateboard": {
+ "n": 1704,
+ "PA_MPJPE_mm": 49.11901693755719
+ },
+ "P8_68_outdoor_handstand": {
+ "n": 1606,
+ "PA_MPJPE_mm": 76.54197014285722
+ },
+ "P8_69_outdoor_cartwheel": {
+ "n": 656,
+ "PA_MPJPE_mm": 60.60633220403424
+ },
+ "P9_76_outdoor_sitting": {
+ "n": 1768,
+ "PA_MPJPE_mm": 56.103027281090306
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/benchmark/results/gen9w_latency_local.json b/benchmark/results/gen9w_latency_local.json
new file mode 100644
index 0000000..c34ad22
--- /dev/null
+++ b/benchmark/results/gen9w_latency_local.json
@@ -0,0 +1,152 @@
+{
+ "machine": {
+ "cpu": "x86_64",
+ "onnxruntime": "1.26.0"
+ },
+ "rows": [
+ {
+ "model": "g8h_lr1x_e600",
+ "image_size": 224,
+ "cpu_all": {
+ "median_ms": 18.616634501086082,
+ "p90_ms": 18.658106801012764
+ },
+ "cpu_1t": {
+ "median_ms": 63.59058800080675,
+ "p90_ms": 64.05181389709469
+ },
+ "cuda": {
+ "median_ms": 3.158963500027312,
+ "p90_ms": 3.220398101984756
+ }
+ },
+ {
+ "model": "g9w_b0_224_s0",
+ "image_size": 224,
+ "cpu_all": {
+ "median_ms": 10.86602900068101,
+ "p90_ms": 10.913577198516577
+ },
+ "cpu_1t": {
+ "median_ms": 27.841736000482342,
+ "p90_ms": 28.02969779986597
+ },
+ "cuda": {
+ "median_ms": 2.5402979990758467,
+ "p90_ms": 2.711577599620796
+ }
+ },
+ {
+ "model": "g9w_b0_288_s0",
+ "image_size": 288,
+ "cpu_all": {
+ "median_ms": 12.715936500171665,
+ "p90_ms": 12.816705599834677
+ },
+ "cpu_1t": {
+ "median_ms": 33.3640889984963,
+ "p90_ms": 33.885154298332054
+ },
+ "cuda": {
+ "median_ms": 2.619978500661091,
+ "p90_ms": 2.821950801080675
+ }
+ },
+ {
+ "model": "g9w_b1_224_s0",
+ "image_size": 224,
+ "cpu_all": {
+ "median_ms": 11.776877001466346,
+ "p90_ms": 11.822248599855811
+ },
+ "cpu_1t": {
+ "median_ms": 30.819064999377588,
+ "p90_ms": 30.96474520280026
+ },
+ "cuda": {
+ "median_ms": 2.5805280019994825,
+ "p90_ms": 2.6298580996808596
+ }
+ },
+ {
+ "model": "g9w_b1_288_s0",
+ "image_size": 288,
+ "cpu_all": {
+ "median_ms": 13.95525450061541,
+ "p90_ms": 14.018068499717629
+ },
+ "cpu_1t": {
+ "median_ms": 38.344823000443284,
+ "p90_ms": 38.469571399036795
+ },
+ "cuda": {
+ "median_ms": 2.666424999915762,
+ "p90_ms": 2.8537020974908955
+ }
+ },
+ {
+ "model": "g9w_b2_224_s0",
+ "image_size": 224,
+ "cpu_all": {
+ "median_ms": 14.896990001943777,
+ "p90_ms": 14.940757200747612
+ },
+ "cpu_1t": {
+ "median_ms": 41.247660001317854,
+ "p90_ms": 41.6223343971069
+ },
+ "cuda": {
+ "median_ms": 2.8968929982511327,
+ "p90_ms": 2.979932002199348
+ }
+ },
+ {
+ "model": "g9w_b2_288_s0",
+ "image_size": 288,
+ "cpu_all": {
+ "median_ms": 18.35872800074867,
+ "p90_ms": 18.44849649896787
+ },
+ "cpu_1t": {
+ "median_ms": 55.231083499165834,
+ "p90_ms": 55.82707279900205
+ },
+ "cuda": {
+ "median_ms": 3.0081754994171206,
+ "p90_ms": 3.0360214008396724
+ }
+ },
+ {
+ "model": "g9w_b4_224_s0",
+ "image_size": 224,
+ "cpu_all": {
+ "median_ms": 18.748270000287448,
+ "p90_ms": 18.80032479930378
+ },
+ "cpu_1t": {
+ "median_ms": 63.839815999017446,
+ "p90_ms": 64.31525379884988
+ },
+ "cuda": {
+ "median_ms": 3.210486000170931,
+ "p90_ms": 3.2762115999503294
+ }
+ },
+ {
+ "model": "g9w_b4_288_s0",
+ "image_size": 288,
+ "cpu_all": {
+ "median_ms": 24.76131249932223,
+ "p90_ms": 24.81809230048384
+ },
+ "cpu_1t": {
+ "median_ms": 91.02867250112467,
+ "p90_ms": 91.98357429922908
+ },
+ "cuda": {
+ "median_ms": 3.4833885001717135,
+ "p90_ms": 3.739856000538566
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/benchmark/run_gen9w.sh b/benchmark/run_gen9w.sh
new file mode 100755
index 0000000..7d51598
--- /dev/null
+++ b/benchmark/run_gen9w.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+# Generation-9 v4 family + g8h reference: 3DPW test and EMDB-1, full protocol (stride 1),
+# published boxes, ground-truth-joint boxes and RF-DETR boxes. One invocation per input size.
+set -u
+cd "$(dirname "$0")/.."
+PY=${PY:-python}
+R=instanthmr_distill_train/runs
+DPW_SEQ=${DPW_SEQ:-$HOME/Downloads/sequenceFiles/sequenceFiles}
+DPW_IMG=${DPW_IMG:-$HOME/Downloads/imageFiles}
+EMDB=${EMDB:-$HOME/Downloads/EMDB_root}
+OUT=benchmark/results
+C224="$R/g8h_lr1x_e600/g8h_lr1x_e600/best_student_model_v3.pth $(ls $R/g9w_b*_224_s0/best_student_model_v3.pth)"
+C288="$(ls $R/g9w_b*_288_s0/best_student_model_v3.pth)"
+for S in 224 288; do
+ eval CK=\$C$S
+ for B in gt-joints detector; do
+ $PY benchmark/eval_3dpw_ckpt.py --ckpt $CK --sequence-dir "$DPW_SEQ" --image-root "$DPW_IMG" \
+ --split test --gt h36m --adapter $OUT/adapter_j14_h36m_teacher.npz --bbox $B \
+ --out $OUT/gen9w_3dpw_test_${B}_$S.json
+ done
+ for B in annotated gt-joints detector; do
+ $PY benchmark/eval_emdb_ckpt.py --ckpt $CK --emdb-root "$EMDB" --bbox $B \
+ --out $OUT/gen9w_emdb1_${B}_$S.json
+ done
+done
+echo ALL DONE
diff --git a/docs/todo.md b/docs/todo.md
index 0cc0ef0..3856a11 100644
--- a/docs/todo.md
+++ b/docs/todo.md
@@ -33,6 +33,32 @@ are hypotheses unless accompanied by a matched training ablation.
---
+# 0. Next run: a baseline-preset model family (agreed 2026-10-25)
+
+Train `--preset baseline` at B0 / B1 / B2 / B4, 288 px (B4-224 already exists:
+g8h_lr1x_e600), same options and 600-epoch schedule as g8h_lr1x_e600.
+
+**Why, measured 2026-10-24** (`benchmark/results/gen9w_*.json`, every frame, best
+checkpoints): with the deployed RF-DETR boxes, g8h B4-224 (baseline) beats every
+v4 model, including v4 B4-288. On 3DPW test (J14+adapter PA) it scores 41.02
+against 41.27; on EMDB-1 (SMPL24+adapter PA) 51.27 against 52.67. v4 wins only on
+EMDB's annotated boxes (54.22 vs 62.87), which are looser than any detector's.
+288 beats 224 at every v4 size by 0.7-2.6 mm on 3DPW and 1.8-3.9 mm on EMDB
+(RF-DETR boxes), for +1.8-6 ms on desktop CPU.
+
+**Plan (2026-10-25), 288 only:** two arms per backbone, both with baseline losses
+and the baseline occlusion, no JPEG, on `data_win288`
+(`datasets_pipeline/jeanzay/28_dev_driver_g10.sh`):
+
+- `g10b_*`: `--preset baseline --windows standard`, i.e. the baseline framing.
+- `g10f_*`: `--preset baseline --windows random`, i.e. v4's framings.
+
+This also separates v4's two changes: g10f vs g9w isolates occlusion + JPEG, and
+g10b vs g10f isolates the framings. Judge on RF-DETR boxes and on the published
+protocols. Delete this item when the table is in `benchmark/results/`.
+
+---
+
# 1. Reproduce the teacher's regression pathway exactly
**Status: implemented 2026-09-12, launched as generation 8.** Behind
diff --git a/instanthmr_distill_train/README.md b/instanthmr_distill_train/README.md
index f9ffe17..9014060 100644
--- a/instanthmr_distill_train/README.md
+++ b/instanthmr_distill_train/README.md
@@ -680,6 +680,18 @@ against the runtime crop, i.e. JPEG loss only; reprojection chain 1.6e-4 px;
baseline / v2 samples bit-identical with the flag off. Storage ~83 KB (224) +
~121 KB (288) per person, ~0.9 TB for the 4.2 M-person corpus.
+**`--windows {standard,random}` (added 2026-10-25)** reads the same window corpus
+under any preset but v3, so framing and photometrics can be varied apart.
+`standard` always takes window 0 (the runtime crop) and changes nothing else:
+that is the baseline preset at any `--image-size`, since `data/` exists only at
+224. `random` adds v4's framings plus their two prerequisites (`cliff_follows_aug`,
+`mask_oob_2d`). So `--preset baseline --windows random` is v4 without its
+occlusion and JPEG changes, and `--preset v4` is unchanged (it implies `random`).
+Verified in `tools/verify_windows.py` [8]-[9]: v4 samples are bit-identical to
+before. `standard` draws the same augmentation and CLIFF as baseline on `data/`,
+with labels within 1.1 px (window 0 uses the runtime's box rounding), and its
+reprojection chain closes to 1e-4 px at 288.
+
## `--image-size` — the network input side (added 2026-09-25)
Default 224, i.e. unchanged. Must be a multiple of 32, because the decoder's
diff --git a/instanthmr_distill_train/train_distill_jz.py b/instanthmr_distill_train/train_distill_jz.py
index a47285a..d017ca2 100755
--- a/instanthmr_distill_train/train_distill_jz.py
+++ b/instanthmr_distill_train/train_distill_jz.py
@@ -398,7 +398,8 @@ def build_jz_loaders(cfg, args, rank: int, world: int):
image_size=cfg.image_size,
context_crops=cfg.context_crops, v3_box_min=cfg.v3_box_min,
v3_box_max=cfg.v3_box_max, v3_shift=cfg.v3_shift,
- v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows)
+ v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows,
+ window_mode=cfg.window_mode)
# Rank 0 builds the index (or reads the cache) while the others wait, then
# everyone loads the same cache. Building on all ranks at once would put
@@ -712,6 +713,7 @@ def train(args, cfg, rank, local_rank, world):
"image_size": cfg.image_size, "context_crops": cfg.context_crops,
"v3_box": [cfg.v3_box_min, cfg.v3_box_max], "v3_shift": cfg.v3_shift,
"v3_lanczos": cfg.v3_lanczos, "crop_windows": cfg.crop_windows,
+ "window_mode": cfg.window_mode if cfg.crop_windows else None,
"cont_head": cfg.cont_head, "root_rot_loss": cfg.root_rot_loss,
"exact_landmarks": cfg.exact_landmarks,
"geom_scale_max": cfg.geom_scale_max, "occl_p": cfg.occl_p,
@@ -1180,6 +1182,14 @@ def parse_args():
"corpus at --image-size), v2's occlusion/JPEG, baseline "
"geometry and baseline loss weights. "
"'baseline' reproduces the pre-v2 trainer exactly.")
+ p.add_argument("--windows", choices=["standard", "random"], default=None,
+ help="Read a window corpus (build_split.py --windows; --data_root "
+ "data_win<size>) on top of any preset but v3. 'standard': "
+ "always window 0, the runtime crop -- the baseline framing at "
+ "any --image-size. 'random': one of the 4 windows per "
+ "augmented sample (v4's framings: zoom-out, zoom-in, shift), "
+ "with the box-follows-crop and off-crop-keypoint masking it "
+ "needs. --preset v4 implies 'random'.")
p.add_argument("--w_reproj", type=float, default=None)
p.add_argument("--crop-centre-fix", dest="crop_centre_fix", action="store_true",
help="Divide the CLIFF crop-centre correction by the zoom. "
@@ -1285,6 +1295,11 @@ def build_cfg(args):
apply_v3_preset(cfg)
if args.preset == "v4":
apply_v4_preset(cfg)
+ if args.windows:
+ if cfg.context_crops:
+ raise SystemExit("--windows replaces the input corpus; --preset v3 reads "
+ "context crops instead")
+ apply_windows(cfg, args.windows)
# Orthogonal axis: --preset is the input pipeline + absolute-pose terms,
# --losses is the loss budget. Applied second so it owns w_keypoints3d.
if args.losses == "rebalanced":
@@ -1346,6 +1361,20 @@ def apply_v3_preset(cfg) -> None:
cfg.cliff_focal = True
+def apply_windows(cfg, mode: str) -> None:
+ """Train on a window corpus. 'standard' changes only where the crop comes
+ from (window 0 = the runtime crop, one resize from the photo), so the
+ preset's augmentation is untouched. 'random' adds v4's framings, which
+ truncate and shift the person, so it also turns on the two prerequisites
+ v2 introduced for exactly that: CLIFF follows the crop, and keypoints
+ pushed off the crop are masked out of the 2D losses."""
+ cfg.crop_windows = True
+ cfg.window_mode = mode
+ if mode == "random":
+ cfg.cliff_follows_aug = True
+ cfg.mask_oob_2d = True
+
+
def apply_v4_preset(cfg) -> None:
"""v3's framings without v3's texture, on baseline loss weights.
diff --git a/instanthmr_distill_train/train_distill_mhr_only.py b/instanthmr_distill_train/train_distill_mhr_only.py
index 2af8922..5f47c8f 100644
--- a/instanthmr_distill_train/train_distill_mhr_only.py
+++ b/instanthmr_distill_train/train_distill_mhr_only.py
@@ -191,6 +191,10 @@ class DistillConfig:
# operation as the runtime crop; one window is drawn per sample (window 0,
# the standard 1.2x crop, when not augmenting).
crop_windows: bool = False
+ # "random": one of the K windows per augmented sample (v4). "standard":
+ # always window 0, i.e. the runtime crop of a perfect detector box -- the
+ # baseline framing, read from a window corpus at any --image-size.
+ window_mode: str = "random"
max_images: int | None = None
per_dataset_caps: dict = field(default_factory=lambda: {"sam3d_gt_harmony4d": 300_000})
val_split: float = 0.1
@@ -630,9 +634,11 @@ class SAM3DStudentDataset(Dataset):
jpeg_p: float = 0.0, jpeg_quality: tuple = (30, 90),
context_crops: bool = False, v3_box_min: float = 0.6,
v3_box_max: float = 2.0, v3_shift: float = 0.15,
- v3_lanczos: bool = False, crop_windows: bool = False):
+ v3_lanczos: bool = False, crop_windows: bool = False,
+ window_mode: str = "random"):
super().__init__()
self.crop_windows = crop_windows
+ self.window_mode = window_mode
self.v3_interp = cv2.INTER_LANCZOS4 if v3_lanczos else cv2.INTER_LINEAR
self.image_size = image_size
self.context_crops = context_crops
@@ -908,7 +914,8 @@ class SAM3DStudentDataset(Dataset):
if self.crop_windows:
# The tile is K windows side by side, each already at image_size;
# the chosen one's box replaces bbox_square everywhere below.
- win = random.randrange(len(ann["win_boxes"])) if self.augment else 0
+ win = (random.randrange(len(ann["win_boxes"]))
+ if self.augment and self.window_mode == "random" else 0)
img_pil = img_pil.crop((win * W, 0, (win + 1) * W, H))
sq_bbox = ann["win_boxes"][win]
sq_x1, sq_y1 = sq_bbox[0], sq_bbox[1]
@@ -1103,7 +1110,8 @@ def build_dataloaders(cfg):
image_size=cfg.image_size,
context_crops=cfg.context_crops, v3_box_min=cfg.v3_box_min,
v3_box_max=cfg.v3_box_max, v3_shift=cfg.v3_shift,
- v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows)
+ v3_lanczos=cfg.v3_lanczos, crop_windows=cfg.crop_windows,
+ window_mode=cfg.window_mode)
full_dataset = SAM3DStudentDataset(
cfg.data_root,
augment=cfg.augment,
diff --git a/tools/profiling/time_onnx_local.py b/tools/profiling/time_onnx_local.py
new file mode 100644
index 0000000..54dfc9e
--- /dev/null
+++ b/tools/profiling/time_onnx_local.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+"""Model-only latency of exported InstantHMR graphs on this machine.
+
+Batch 1, the graph alone (no detector, no MHR forward pass, no crop), ONNX
+Runtime with the CPU provider (all cores, then one thread) and the CUDA
+provider. Median and p90 over --iters runs after --warmup. The input size is
+read from the ONNX metadata, as instanthmr.inference does. Run it on an idle
+machine: anything else on the GPU or the cores shows up in the numbers.
+
+ python tools/profiling/time_onnx_local.py models/family/*.onnx --out bench.json
+"""
+
+from __future__ import annotations
+
+import argparse
+import json
+import platform
+import time
+from pathlib import Path
+
+import numpy as np
+import torch # noqa: F401 loads the cuDNN onnxruntime's CUDA provider needs; without it
+import onnxruntime as ort # the provider fails to load and ORT silently runs on the CPU
+
+
+def time_session(path: str, providers, threads: int | None, warmup: int, iters: int):
+ so = ort.SessionOptions()
+ if threads:
+ so.intra_op_num_threads = threads
+ sess = ort.InferenceSession(path, so, providers=providers)
+ if sess.get_providers()[0] != providers[0]:
+ raise SystemExit(f"{providers[0]} did not load (got {sess.get_providers()}); "
+ "refusing to report a CPU fallback as a GPU number")
+ size = int(sess.get_modelmeta().custom_metadata_map.get("image_size", 224))
+ feeds = {"image": np.random.randn(1, 3, size, size).astype(np.float32),
+ "cliff_cond": np.zeros((1, 3), dtype=np.float32)}
+ for _ in range(warmup):
+ sess.run(None, feeds)
+ t = []
+ for _ in range(iters):
+ t0 = time.perf_counter()
+ sess.run(None, feeds)
+ t.append((time.perf_counter() - t0) * 1e3)
+ return size, float(np.median(t)), float(np.percentile(t, 90))
+
+
+def main():
+ p = argparse.ArgumentParser(description=__doc__,
+ formatter_class=argparse.RawDescriptionHelpFormatter)
+ p.add_argument("onnx", nargs="+")
+ p.add_argument("--warmup", type=int, default=30)
+ p.add_argument("--iters", type=int, default=200)
+ p.add_argument("--out", default=None)
+ args = p.parse_args()
+
+ modes = [("cpu_all", ["CPUExecutionProvider"], None),
+ ("cpu_1t", ["CPUExecutionProvider"], 1),
+ ("cuda", ["CUDAExecutionProvider", "CPUExecutionProvider"], None)]
+ rows = []
+ print(f"{'model':<20s} {'in':>4s}" + "".join(f" {m:>16s}" for m, _, _ in modes))
+ for path in args.onnx:
+ row = {"model": Path(path).stem}
+ for m, prov, th in modes:
+ size, med, p90 = time_session(path, prov, th, args.warmup, args.iters)
+ row["image_size"], row[m] = size, {"median_ms": med, "p90_ms": p90}
+ rows.append(row)
+ print(f"{row['model']:<20s} {row['image_size']:>4d}"
+ + "".join(f" {row[m]['median_ms']:8.2f} ({row[m]['p90_ms']:5.1f})"
+ for m, _, _ in modes), flush=True)
+ if args.out:
+ Path(args.out).write_text(json.dumps(dict(
+ machine=dict(cpu=platform.processor() or platform.machine(),
+ onnxruntime=ort.__version__),
+ rows=rows), indent=2))
+
+
+if __name__ == "__main__":
+ main()
diff --git a/tools/verify_windows.py b/tools/verify_windows.py
index 9497a38..d7e4ed0 100644
--- a/tools/verify_windows.py
+++ b/tools/verify_windows.py
@@ -310,6 +310,72 @@ def main() -> None: # noqa: C901
except ValueError as e:
check(want in str(e), f"refused: {str(e)[:90]}")
+ print("[8] window_mode: v4 unchanged, 'standard' = the baseline framing")
+ cfg = cfg_for("v4")
+ new, old = dataset(T, wd[224].parent, cfg), dataset(R, wd[224].parent, cfg)
+ diff = sum(not all(same(a[x], b[x]) for x in a)
+ for t in range(24) for _ in range(2)
+ for a, b in [(seeded(new, t, 7 + t), seeded(old, t, 7 + t))])
+ check(diff == 0, f"v4 (window_mode random): {diff} of 48 samples differ from --ref")
+ # Same seeds, baseline augmentation: on the standard corpus vs window 0 of
+ # the window corpus. The standard draw consumes no randomness, so every
+ # augmentation must match; only the crop box differs (int() vs the runtime's
+ # floor / ceil rounding, <= 1 px), so the labels may move by about that.
+ base = cfg_for("baseline")
+ a_ds = dataset(T, std.parent, base)
+ b_ds = dataset(T, wd[224].parent, base, crop_windows=True, window_mode="standard")
+ names_a = [Path(p[1]).stem for p in a_ds.pairs]
+ cl = lab = 0.0
+ same_aug = box0 = True
+ for t in range(48):
+ i = t % len(b_ds)
+ j = names_a.index(Path(b_ds.pairs[i][1]).stem)
+ a, b = seeded(a_ds, j, 300 + t), seeded(b_ds, i, 300 + t)
+ win0 = load(wd[224], Path(b_ds.pairs[i][1]).stem)["win_boxes"][0]
+ box0 &= np.array_equal(np.asarray(b["bbox_square"]), win0)
+ same_aug &= all(torch.equal(a[k], b[k]) for k in ("aug_active", "aug_flip", "aug_cos", "aug_sin"))
+ cl = max(cl, float((a["cliff_cond"] - b["cliff_cond"]).abs().max()))
+ lab = max(lab, float((a["joints_2d"] - b["joints_2d"]).abs().max()) * 112)
+ check(box0, "standard: every augmented sample uses window 0")
+ check(same_aug and cl < 1e-6, f"standard: same augmentation draws and CLIFF as baseline "
+ f"on the standard corpus (CLIFF max diff {cl:.1e})")
+ check(lab < 3.0, f"standard: labels within {lab:.2f} px of baseline's (box rounding only)")
+ ds = dataset(T, wd[288].parent, cfg_for("baseline", 288), crop_windows=True,
+ window_mode="standard", geom_p=1.0)
+ rep = 0.0
+ for t in range(100):
+ smp = seeded(ds, t % len(ds), 900 + t)
+ vis = smp["joints_2d_vis"].numpy() > 0
+ rep = max(rep, float((np.abs(reproject(smp, 288) - smp["joints_2d"].numpy())[vis]
+ * 144).max()))
+ check(rep < 1e-3, f"standard at 288: reprojection chain max {rep:.2e} px")
+
+ print("[9] --windows on the trainer's command line")
+ def cfg_cli(*flags):
+ old_argv = sys.argv
+ sys.argv = ["train_distill_jz.py", "--cliff-focal", *flags]
+ try:
+ return JZ.build_cfg(JZ.parse_args())
+ finally:
+ sys.argv = old_argv
+ c = cfg_cli("--preset", "baseline", "--windows", "standard")
+ check(c.crop_windows and c.window_mode == "standard" and not c.cliff_follows_aug
+ and not c.mask_oob_2d and c.occl_p == 0.2 and c.jpeg_p == 0.0 and c.w_reproj == 0.01,
+ "baseline + --windows standard: window 0, baseline augmentation and losses")
+ c = cfg_cli("--preset", "baseline", "--windows", "random")
+ check(c.crop_windows and c.window_mode == "random" and c.cliff_follows_aug
+ and c.mask_oob_2d and c.occl_p == 0.2 and c.occl_scale == (0.02, 0.15)
+ and c.jpeg_p == 0.0 and c.w_reproj == 0.01,
+ "baseline + --windows random: v4 framings, baseline occlusion, no JPEG")
+ c4 = cfg_cli("--preset", "v4")
+ check(c4.window_mode == "random" and c4.occl_p == 0.7 and c4.jpeg_p == 0.3,
+ "--preset v4 unchanged")
+ try:
+ cfg_cli("--preset", "v3", "--windows", "standard")
+ check(False, "--preset v3 --windows accepted")
+ except SystemExit as e:
+ check("v3" in str(e), "--preset v3 --windows refused")
+
if fails:
print(f"FAIL ({len(fails)})")
sys.exit(1)