Skip to content

Motion capture for any creature from one AI video: two cameras in one frame, a DINOv2 joint reader, the rig fitted in both views, a GLB out.

7.0 KB
Raw Blame
{
  "note": "Giant spider, metres, faces -Y, its left is +X. Legs 1 (front) to 4 (back) traced per side (the mesh is not symmetric).",
  "joints": {
    "hips": [
      0,
      -0.08,
      0.58
    ],
    "head": [
      0,
      -0.62,
      0.55
    ],
    "abd_base": [
      0,
      -0.02,
      0.66
    ],
    "abd_tip": [
      0,
      0.82,
      0.86
    ],
    "fang_root_L": [
      0.07,
      -0.66,
      0.46
    ],
    "fang_tip_L": [
      0.06,
      -0.7,
      0.3
    ],
    "hip1_L": [
      0.3199999928474426,
      -0.4350000023841858,
      0.5170000195503235
    ],
    "knee1_L": [
      0.531000018119812,
      -0.5440000295639038,
      0.7120000123977661
    ],
    "ankle1_L": [
      0.7979999780654907,
      -0.7319999933242798,
      0.4099999964237213
    ],
    "foot1_L": [
      0.9419999718666077,
      -0.8730000257492065,
      0.024000000208616257
    ],
    "hip2_L": [
      0.328000009059906,
      -0.2709999978542328,
      0.5009999871253967
    ],
    "knee2_L": [
      0.7260000109672546,
      -0.18700000643730164,
      0.6620000004768372
    ],
    "ankle2_L": [
      0.9710000157356262,
      -0.20600000023841858,
      0.41200000047683716
    ],
    "foot2_L": [
      1.2000000476837158,
      -0.2160000056028366,
      0.006000000052154064
    ],
    "hip3_L": [
      0.26600000262260437,
      -0.1120000034570694,
      0.47999998927116394
    ],
    "knee3_L": [
      0.7319999933242798,
      0.20999999344348907,
      0.7089999914169312
    ],
    "ankle3_L": [
      0.9380000233650208,
      0.3330000042915344,
      0.4580000042915344
    ],
    "foot3_L": [
      1.156999945640564,
      0.46299999952316284,
      0.02500000037252903
    ],
    "hip4_L": [
      0.1860000044107437,
      -0.06599999964237213,
      0.5139999985694885
    ],
    "knee4_L": [
      0.5090000033378601,
      0.42899999022483826,
      0.8090000152587891
    ],
    "ankle4_L": [
      0.5979999899864197,
      0.6489999890327454,
      0.5379999876022339
    ],
    "foot4_L": [
      0.7020000219345093,
      0.8730000257492065,
      0.0860000029206276
    ],
    "hip1_R": [
      -0.328000009059906,
      -0.43700000643730164,
      0.5370000004768372
    ],
    "knee1_R": [
      -0.5360000133514404,
      -0.5460000038146973,
      0.6819999814033508
    ],
    "ankle1_R": [
      -0.8040000200271606,
      -0.7279999852180481,
      0.4099999964237213
    ],
    "foot1_R": [
      -0.949999988079071,
      -0.8809999823570251,
      0.017000000923871994
    ],
    "hip2_R": [
      -0.32499998807907104,
      -0.2150000035762787,
      0.5070000290870667
    ],
    "knee2_R": [
      -0.7149999737739563,
      -0.1080000028014183,
      0.7459999918937683
    ],
    "ankle2_R": [
      -0.949999988079071,
      -0.0820000022649765,
      0.49399998784065247
    ],
    "foot2_R": [
      -1.1979999542236328,
      -0.054999999701976776,
      0.05900000035762787
    ],
    "hip3_R": [
      -0.25999999046325684,
      -0.10499999672174454,
      0.5009999871253967
    ],
    "knee3_R": [
      -0.6980000138282776,
      0.23399999737739563,
      0.7279999852180481
    ],
    "ankle3_R": [
      -0.925000011920929,
      0.3440000116825104,
      0.3580000102519989
    ],
    "foot3_R": [
      -1.1030000448226929,
      0.414000004529953,
      0.024000000208616257
    ],
    "hip4_R": [
      -0.2070000022649765,
      -0.0729999989271164,
      0.527999997138977
    ],
    "knee4_R": [
      -0.5440000295639038,
      0.39100000262260437,
      0.8299999833106995
    ],
    "ankle4_R": [
      -0.7360000014305115,
      0.5479999780654907,
      0.5370000004768372
    ],
    "foot4_R": [
      -0.9340000152587891,
      0.703000009059906,
      0.08100000023841858
    ]
  },
  "bones": [
    [
      "pelvis",
      "hips",
      "head",
      null
    ],
    [
      "abdomen",
      "abd_base",
      "abd_tip",
      "pelvis"
    ],
    [
      "fang_L",
      "fang_root_L",
      "fang_tip_L",
      "pelvis"
    ],
    [
      "femur1_L",
      "hip1_L",
      "knee1_L",
      "pelvis"
    ],
    [
      "tibia1_L",
      "knee1_L",
      "ankle1_L",
      "femur1_L"
    ],
    [
      "tarsus1_L",
      "ankle1_L",
      "foot1_L",
      "tibia1_L"
    ],
    [
      "femur2_L",
      "hip2_L",
      "knee2_L",
      "pelvis"
    ],
    [
      "tibia2_L",
      "knee2_L",
      "ankle2_L",
      "femur2_L"
    ],
    [
      "tarsus2_L",
      "ankle2_L",
      "foot2_L",
      "tibia2_L"
    ],
    [
      "femur3_L",
      "hip3_L",
      "knee3_L",
      "pelvis"
    ],
    [
      "tibia3_L",
      "knee3_L",
      "ankle3_L",
      "femur3_L"
    ],
    [
      "tarsus3_L",
      "ankle3_L",
      "foot3_L",
      "tibia3_L"
    ],
    [
      "femur4_L",
      "hip4_L",
      "knee4_L",
      "pelvis"
    ],
    [
      "tibia4_L",
      "knee4_L",
      "ankle4_L",
      "femur4_L"
    ],
    [
      "tarsus4_L",
      "ankle4_L",
      "foot4_L",
      "tibia4_L"
    ]
  ],
  "limits_deg": {
    "pelvis": [
      [
        -30,
        30
      ],
      [
        -20,
        20
      ],
      [
        -30,
        30
      ]
    ],
    "abdomen": [
      [
        -35,
        35
      ],
      [
        -15,
        15
      ],
      [
        -30,
        30
      ]
    ],
    "fang": [
      [
        -30,
        30
      ],
      [
        -10,
        10
      ],
      [
        -15,
        15
      ]
    ],
    "femur1": [
      [
        -50,
        50
      ],
      [
        -10,
        10
      ],
      [
        -40,
        40
      ]
    ],
    "femur2": [
      [
        -50,
        50
      ],
      [
        -10,
        10
      ],
      [
        -40,
        40
      ]
    ],
    "femur3": [
      [
        -50,
        50
      ],
      [
        -10,
        10
      ],
      [
        -40,
        40
      ]
    ],
    "femur4": [
      [
        -50,
        50
      ],
      [
        -10,
        10
      ],
      [
        -40,
        40
      ]
    ],
    "tibia1": [
      [
        -60,
        60
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tibia2": [
      [
        -60,
        60
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tibia3": [
      [
        -60,
        60
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tibia4": [
      [
        -60,
        60
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tarsus1": [
      [
        -50,
        50
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tarsus2": [
      [
        -50,
        50
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tarsus3": [
      [
        -50,
        50
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ],
    "tarsus4": [
      [
        -50,
        50
      ],
      [
        -8,
        8
      ],
      [
        -15,
        15
      ]
    ]
  }
}