Skip to content

Motion capture for any creature from one AI video: two cameras in one frame, a DINOv2 joint reader, the rig fitted in both views, a GLB out.

7.3 KB
Raw Blame
{
  "note": "Fire demon (original), metres, faces -Y, its left is +X; symmetric, so _L mirrors to _R.",
  "joints": {
    "hips": [
      0.03,
      -0.78,
      1.48
    ],
    "spine1": [
      0.02,
      -0.82,
      1.8
    ],
    "spine2": [
      0.01,
      -0.88,
      2.1
    ],
    "chest": [
      0.0,
      -0.95,
      2.4
    ],
    "neck": [
      0.0,
      -0.98,
      2.7
    ],
    "head": [
      0.0,
      -1.05,
      2.92
    ],
    "head_top": [
      0.0,
      -1.25,
      3.18
    ],
    "clav_L": [
      0.15,
      -0.95,
      2.48
    ],
    "shoulder_L": [
      0.62,
      -0.92,
      2.45
    ],
    "elbow_L": [
      0.86,
      -0.74,
      1.92
    ],
    "wrist_L": [
      0.98,
      -0.94,
      1.4
    ],
    "handtip_L": [
      1.02,
      -1.02,
      1.05
    ],
    "hip_L": [
      0.38,
      -0.8,
      1.55
    ],
    "knee_L": [
      0.42,
      -0.94,
      0.9
    ],
    "ankle_L": [
      0.48,
      -0.68,
      0.34
    ],
    "ball_L": [
      0.58,
      -0.92,
      0.08
    ],
    "toetip_L": [
      0.6,
      -1.16,
      0.04
    ],
    "wroot_L": [
      0.3,
      -0.55,
      2.7
    ],
    "welbow_L": [
      0.72,
      -0.6,
      3.05
    ],
    "wwrist_L": [
      1.1,
      -0.78,
      3.5
    ],
    "f1_L": [
      2.36,
      -0.26,
      3.3
    ],
    "f2_L": [
      2.24,
      -0.08,
      2.76
    ],
    "f3_L": [
      1.75,
      0.0,
      2.4
    ],
    "tail1": [
      0.0,
      -0.45,
      1.2
    ],
    "tail2": [
      0.22,
      -0.12,
      1.12
    ],
    "tail3": [
      0.4,
      0.2,
      0.88
    ],
    "tail4": [
      0.62,
      0.5,
      0.7
    ],
    "tail5": [
      0.88,
      0.8,
      0.68
    ],
    "tail6": [
      1.1,
      1.05,
      0.78
    ],
    "tail_tip": [
      1.36,
      1.35,
      0.62
    ]
  },
  "bones": [
    [
      "pelvis",
      "hips",
      "spine1",
      null
    ],
    [
      "spine1",
      "spine1",
      "spine2",
      "pelvis"
    ],
    [
      "spine2",
      "spine2",
      "chest",
      "spine1"
    ],
    [
      "chest",
      "chest",
      "neck",
      "spine2"
    ],
    [
      "neck",
      "neck",
      "head",
      "chest"
    ],
    [
      "head",
      "head",
      "head_top",
      "neck"
    ],
    [
      "clavicle_L",
      "clav_L",
      "shoulder_L",
      "chest"
    ],
    [
      "upperarm_L",
      "shoulder_L",
      "elbow_L",
      "clavicle_L"
    ],
    [
      "forearm_L",
      "elbow_L",
      "wrist_L",
      "upperarm_L"
    ],
    [
      "hand_L",
      "wrist_L",
      "handtip_L",
      "forearm_L"
    ],
    [
      "thigh_L",
      "hip_L",
      "knee_L",
      "pelvis"
    ],
    [
      "shin_L",
      "knee_L",
      "ankle_L",
      "thigh_L"
    ],
    [
      "foot_L",
      "ankle_L",
      "ball_L",
      "shin_L"
    ],
    [
      "toe_L",
      "ball_L",
      "toetip_L",
      "foot_L"
    ],
    [
      "wing_arm_L",
      "wroot_L",
      "welbow_L",
      "chest"
    ],
    [
      "wing_fore_L",
      "welbow_L",
      "wwrist_L",
      "wing_arm_L"
    ],
    [
      "finger1_L",
      "wwrist_L",
      "f1_L",
      "wing_fore_L"
    ],
    [
      "finger2_L",
      "wwrist_L",
      "f2_L",
      "wing_fore_L"
    ],
    [
      "finger3_L",
      "wwrist_L",
      "f3_L",
      "wing_fore_L"
    ],
    [
      "tail1",
      "tail1",
      "tail2",
      "pelvis"
    ],
    [
      "tail2",
      "tail2",
      "tail3",
      "tail1"
    ],
    [
      "tail3",
      "tail3",
      "tail4",
      "tail2"
    ],
    [
      "tail4",
      "tail4",
      "tail5",
      "tail3"
    ],
    [
      "tail5",
      "tail5",
      "tail6",
      "tail4"
    ],
    [
      "tail6",
      "tail6",
      "tail_tip",
      "tail5"
    ]
  ],
  "limits_deg": {
    "pelvis": [
      [
        -30,
        30
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "spine1": [
      [
        -20,
        20
      ],
      [
        -15,
        15
      ],
      [
        -15,
        15
      ]
    ],
    "spine2": [
      [
        -20,
        20
      ],
      [
        -15,
        15
      ],
      [
        -15,
        15
      ]
    ],
    "chest": [
      [
        -20,
        20
      ],
      [
        -15,
        15
      ],
      [
        -15,
        15
      ]
    ],
    "neck": [
      [
        -35,
        35
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "head": [
      [
        -35,
        35
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "clavicle": [
      [
        -15,
        15
      ],
      [
        -10,
        10
      ],
      [
        -20,
        20
      ]
    ],
    "upperarm": [
      [
        -90,
        90
      ],
      [
        -40,
        40
      ],
      [
        -80,
        40
      ]
    ],
    "forearm": [
      [
        -140,
        10
      ],
      [
        -30,
        30
      ],
      [
        -10,
        10
      ]
    ],
    "hand": [
      [
        -60,
        60
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "thigh": [
      [
        -110,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "shin": [
      [
        -10,
        140
      ],
      [
        -10,
        10
      ],
      [
        -10,
        10
      ]
    ],
    "foot": [
      [
        -50,
        50
      ],
      [
        -15,
        15
      ],
      [
        -20,
        20
      ]
    ],
    "toe": [
      [
        -40,
        40
      ],
      [
        -5,
        5
      ],
      [
        -5,
        5
      ]
    ],
    "wing_arm": [
      [
        -60,
        60
      ],
      [
        -40,
        40
      ],
      [
        -70,
        70
      ]
    ],
    "wing_fore": [
      [
        -70,
        70
      ],
      [
        -30,
        30
      ],
      [
        -70,
        70
      ]
    ],
    "finger1": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "finger2": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "finger3": [
      [
        -40,
        40
      ],
      [
        -20,
        20
      ],
      [
        -40,
        40
      ]
    ],
    "tail1": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail2": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail3": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail4": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail5": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ],
    "tail6": [
      [
        -35,
        35
      ],
      [
        -10,
        10
      ],
      [
        -35,
        35
      ]
    ]
  }
}