Skip to content

Motion capture for any creature from one AI video: two cameras in one frame, a DINOv2 joint reader, the rig fitted in both views, a GLB out.

8.4 KB
Raw Blame
{
  "note": "Dragon skeleton, metres, faces -Y, its left is +X. Legs and spine mirror _L to _R; the wings are asymmetric, so both sides are given.",
  "joints": {
    "hips": [
      0,
      0.32,
      0.86
    ],
    "spine1": [
      0,
      0.05,
      0.95
    ],
    "spine2": [
      0,
      -0.25,
      1.0
    ],
    "chest": [
      0,
      -0.55,
      1.02
    ],
    "neck": [
      0,
      -0.75,
      1.18
    ],
    "neck2": [
      0,
      -0.84,
      1.38
    ],
    "neck3": [
      0,
      -0.92,
      1.58
    ],
    "head": [
      0,
      -1.02,
      1.78
    ],
    "nose": [
      0,
      -1.38,
      1.73
    ],
    "tail1": [
      0.0,
      0.4,
      0.78
    ],
    "tail2": [
      0.05,
      0.55,
      0.55
    ],
    "tail3": [
      0.12,
      0.72,
      0.37
    ],
    "tail4": [
      0.24,
      0.9,
      0.23
    ],
    "tail5": [
      0.39,
      1.1,
      0.14
    ],
    "tail6": [
      0.55,
      1.3,
      0.18
    ],
    "tail_tip": [
      0.66,
      1.45,
      0.27
    ],
    "scap_L": [
      0.14,
      -0.62,
      1.1
    ],
    "shoulder_L": [
      0.27,
      -0.92,
      0.8
    ],
    "elbow_L": [
      0.34,
      -0.74,
      0.46
    ],
    "wrist_L": [
      0.35,
      -0.9,
      0.2
    ],
    "fpaw_L": [
      0.38,
      -1.02,
      0.08
    ],
    "ftoe_L": [
      0.38,
      -1.2,
      0.03
    ],
    "hip_L": [
      0.2,
      0.15,
      0.8
    ],
    "knee_L": [
      0.25,
      -0.12,
      0.48
    ],
    "hock_L": [
      0.27,
      0.12,
      0.28
    ],
    "hpaw_L": [
      0.31,
      -0.02,
      0.07
    ],
    "htoe_L": [
      0.32,
      -0.22,
      0.03
    ],
    "wroot_L": [
      0.18,
      -0.5,
      1.22
    ],
    "welbow_L": [
      0.55,
      -0.45,
      1.32
    ],
    "wwrist_L": [
      0.85,
      -0.4,
      1.82
    ],
    "f1_L": [
      1.67,
      0.2,
      1.87
    ],
    "f2_L": [
      1.45,
      0.2,
      1.52
    ],
    "f3_L": [
      1.1,
      0.1,
      1.24
    ],
    "wroot_R": [
      -0.18,
      -0.62,
      1.22
    ],
    "welbow_R": [
      -0.55,
      -0.88,
      1.32
    ],
    "wwrist_R": [
      -0.8,
      -1.12,
      1.84
    ],
    "f1_R": [
      -1.67,
      -1.36,
      1.86
    ],
    "f2_R": [
      -1.43,
      -1.06,
      1.5
    ],
    "f3_R": [
      -1.12,
      -0.9,
      1.22
    ]
  },
  "bones": [
    [
      "pelvis",
      "hips",
      "spine1",
      null
    ],
    [
      "spine1",
      "spine1",
      "spine2",
      "pelvis"
    ],
    [
      "spine2",
      "spine2",
      "chest",
      "spine1"
    ],
    [
      "chest",
      "chest",
      "neck",
      "spine2"
    ],
    [
      "neck1",
      "neck",
      "neck2",
      "chest"
    ],
    [
      "neck2",
      "neck2",
      "neck3",
      "neck1"
    ],
    [
      "neck3",
      "neck3",
      "head",
      "neck2"
    ],
    [
      "head",
      "head",
      "nose",
      "neck3"
    ],
    [
      "tail1",
      "tail1",
      "tail2",
      "pelvis"
    ],
    [
      "tail2",
      "tail2",
      "tail3",
      "tail1"
    ],
    [
      "tail3",
      "tail3",
      "tail4",
      "tail2"
    ],
    [
      "tail4",
      "tail4",
      "tail5",
      "tail3"
    ],
    [
      "tail5",
      "tail5",
      "tail6",
      "tail4"
    ],
    [
      "tail6",
      "tail6",
      "tail_tip",
      "tail5"
    ],
    [
      "scapula_L",
      "scap_L",
      "shoulder_L",
      "chest"
    ],
    [
      "upperarm_L",
      "shoulder_L",
      "elbow_L",
      "scapula_L"
    ],
    [
      "forearm_L",
      "elbow_L",
      "wrist_L",
      "upperarm_L"
    ],
    [
      "metacarpus_L",
      "wrist_L",
      "fpaw_L",
      "forearm_L"
    ],
    [
      "fpaw_L",
      "fpaw_L",
      "ftoe_L",
      "metacarpus_L"
    ],
    [
      "thigh_L",
      "hip_L",
      "knee_L",
      "pelvis"
    ],
    [
      "shin_L",
      "knee_L",
      "hock_L",
      "thigh_L"
    ],
    [
      "metatarsus_L",
      "hock_L",
      "hpaw_L",
      "shin_L"
    ],
    [
      "hpaw_L",
      "hpaw_L",
      "htoe_L",
      "metatarsus_L"
    ],
    [
      "wing_arm_L",
      "wroot_L",
      "welbow_L",
      "chest"
    ],
    [
      "wing_fore_L",
      "welbow_L",
      "wwrist_L",
      "wing_arm_L"
    ],
    [
      "finger1_L",
      "wwrist_L",
      "f1_L",
      "wing_fore_L"
    ],
    [
      "finger2_L",
      "wwrist_L",
      "f2_L",
      "wing_fore_L"
    ],
    [
      "finger3_L",
      "wwrist_L",
      "f3_L",
      "wing_fore_L"
    ]
  ],
  "limits_deg": {
    "pelvis": [
      [
        -30,
        30
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "spine1": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "spine2": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "chest": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "neck1": [
      [
        -40,
        40
      ],
      [
        -15,
        15
      ],
      [
        -35,
        35
      ]
    ],
    "neck2": [
      [
        -40,
        40
      ],
      [
        -15,
        15
      ],
      [
        -35,
        35
      ]
    ],
    "neck3": [
      [
        -40,
        40
      ],
      [
        -15,
        15
      ],
      [
        -35,
        35
      ]
    ],
    "head": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "tail1": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail2": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail3": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail4": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail5": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail6": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "scapula": [
      [
        -20,
        20
      ],
      [
        -5,
        5
      ],
      [
        -8,
        8
      ]
    ],
    "upperarm": [
      [
        -60,
        50
      ],
      [
        -10,
        10
      ],
      [
        -15,
        15
      ]
    ],
    "forearm": [
      [
        -110,
        10
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "metacarpus": [
      [
        -20,
        110
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "fpaw": [
      [
        -40,
        40
      ],
      [
        -5,
        5
      ],
      [
        -5,
        5
      ]
    ],
    "thigh": [
      [
        -60,
        45
      ],
      [
        -10,
        10
      ],
      [
        -15,
        15
      ]
    ],
    "shin": [
      [
        -10,
        100
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "metatarsus": [
      [
        -90,
        15
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "hpaw": [
      [
        -40,
        40
      ],
      [
        -5,
        5
      ],
      [
        -5,
        5
      ]
    ],
    "wing_arm": [
      [
        -60,
        60
      ],
      [
        -40,
        40
      ],
      [
        -70,
        70
      ]
    ],
    "wing_fore": [
      [
        -70,
        70
      ],
      [
        -30,
        30
      ],
      [
        -70,
        70
      ]
    ],
    "finger1": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "finger2": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "finger3": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ]
  }
}