Skip to content

Motion capture for any creature from one AI video: two cameras in one frame, a DINOv2 joint reader, the rig fitted in both views, a GLB out.

6.1 KB
Raw Blame
{
  "note": "Wolf skeleton, metres, creature faces -Y, its left is +X. _L joints are mirrored to _R (x negated).",
  "joints": {
    "hips": [
      0,
      0.36,
      0.64
    ],
    "spine1": [
      0,
      0.17,
      0.665
    ],
    "spine2": [
      0,
      -0.02,
      0.67
    ],
    "chest": [
      0,
      -0.22,
      0.67
    ],
    "neck": [
      0,
      -0.4,
      0.73
    ],
    "neck2": [
      0,
      -0.49,
      0.81
    ],
    "head": [
      0,
      -0.56,
      0.88
    ],
    "nose": [
      0,
      -0.79,
      0.735
    ],
    "tail1": [
      0,
      0.45,
      0.665
    ],
    "tail2": [
      0,
      0.52,
      0.56
    ],
    "tail3": [
      0,
      0.58,
      0.47
    ],
    "tail4": [
      0,
      0.64,
      0.4
    ],
    "tail5": [
      0,
      0.71,
      0.34
    ],
    "tail_tip": [
      0,
      0.79,
      0.28
    ],
    "scap_L": [
      0.08,
      -0.24,
      0.74
    ],
    "shoulder_L": [
      0.13,
      -0.43,
      0.56
    ],
    "elbow_L": [
      0.135,
      -0.3,
      0.4
    ],
    "wrist_L": [
      0.145,
      -0.345,
      0.13
    ],
    "fpaw_L": [
      0.16,
      -0.4,
      0.045
    ],
    "ftoe_L": [
      0.16,
      -0.49,
      0.02
    ],
    "hip_L": [
      0.11,
      0.37,
      0.6
    ],
    "knee_L": [
      0.13,
      0.24,
      0.4
    ],
    "hock_L": [
      0.15,
      0.38,
      0.21
    ],
    "hpaw_L": [
      0.17,
      0.31,
      0.05
    ],
    "htoe_L": [
      0.18,
      0.23,
      0.02
    ]
  },
  "bones": [
    [
      "pelvis",
      "hips",
      "spine1",
      null
    ],
    [
      "spine1",
      "spine1",
      "spine2",
      "pelvis"
    ],
    [
      "spine2",
      "spine2",
      "chest",
      "spine1"
    ],
    [
      "chest",
      "chest",
      "neck",
      "spine2"
    ],
    [
      "neck1",
      "neck",
      "neck2",
      "chest"
    ],
    [
      "neck2",
      "neck2",
      "head",
      "neck1"
    ],
    [
      "head",
      "head",
      "nose",
      "neck2"
    ],
    [
      "tail1",
      "tail1",
      "tail2",
      "pelvis"
    ],
    [
      "tail2",
      "tail2",
      "tail3",
      "tail1"
    ],
    [
      "tail3",
      "tail3",
      "tail4",
      "tail2"
    ],
    [
      "tail4",
      "tail4",
      "tail5",
      "tail3"
    ],
    [
      "tail5",
      "tail5",
      "tail_tip",
      "tail4"
    ],
    [
      "scapula_L",
      "scap_L",
      "shoulder_L",
      "chest"
    ],
    [
      "upperarm_L",
      "shoulder_L",
      "elbow_L",
      "scapula_L"
    ],
    [
      "forearm_L",
      "elbow_L",
      "wrist_L",
      "upperarm_L"
    ],
    [
      "metacarpus_L",
      "wrist_L",
      "fpaw_L",
      "forearm_L"
    ],
    [
      "fpaw_L",
      "fpaw_L",
      "ftoe_L",
      "metacarpus_L"
    ],
    [
      "thigh_L",
      "hip_L",
      "knee_L",
      "pelvis"
    ],
    [
      "shin_L",
      "knee_L",
      "hock_L",
      "thigh_L"
    ],
    [
      "metatarsus_L",
      "hock_L",
      "hpaw_L",
      "shin_L"
    ],
    [
      "hpaw_L",
      "hpaw_L",
      "htoe_L",
      "metatarsus_L"
    ]
  ],
  "limits_deg": {
    "pelvis": [
      [
        -30,
        30
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "spine1": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -18,
        18
      ]
    ],
    "spine2": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -18,
        18
      ]
    ],
    "chest": [
      [
        -15,
        15
      ],
      [
        -8,
        8
      ],
      [
        -18,
        18
      ]
    ],
    "neck1": [
      [
        -40,
        40
      ],
      [
        -15,
        15
      ],
      [
        -35,
        35
      ]
    ],
    "neck2": [
      [
        -40,
        40
      ],
      [
        -15,
        15
      ],
      [
        -35,
        35
      ]
    ],
    "head": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "tail1": [
      [
        -70,
        60
      ],
      [
        -15,
        15
      ],
      [
        -60,
        60
      ]
    ],
    "tail2": [
      [
        -50,
        50
      ],
      [
        -15,
        15
      ],
      [
        -50,
        50
      ]
    ],
    "tail3": [
      [
        -50,
        50
      ],
      [
        -15,
        15
      ],
      [
        -50,
        50
      ]
    ],
    "tail4": [
      [
        -50,
        50
      ],
      [
        -15,
        15
      ],
      [
        -50,
        50
      ]
    ],
    "tail5": [
      [
        -50,
        50
      ],
      [
        -15,
        15
      ],
      [
        -50,
        50
      ]
    ],
    "scapula": [
      [
        -20,
        20
      ],
      [
        -5,
        5
      ],
      [
        -8,
        8
      ]
    ],
    "upperarm": [
      [
        -60,
        50
      ],
      [
        -10,
        10
      ],
      [
        -15,
        15
      ]
    ],
    "forearm": [
      [
        -110,
        10
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "metacarpus": [
      [
        -20,
        120
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "fpaw": [
      [
        -40,
        40
      ],
      [
        -5,
        5
      ],
      [
        -5,
        5
      ]
    ],
    "thigh": [
      [
        -60,
        45
      ],
      [
        -10,
        10
      ],
      [
        -15,
        15
      ]
    ],
    "shin": [
      [
        -10,
        100
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "metatarsus": [
      [
        -90,
        15
      ],
      [
        -8,
        8
      ],
      [
        -10,
        10
      ]
    ],
    "hpaw": [
      [
        -40,
        40
      ],
      [
        -5,
        5
      ],
      [
        -5,
        5
      ]
    ]
  }
}