Motion capture for any creature from one AI video: two cameras in one frame, a DINOv2 joint reader, the rig fitted in both views, a GLB out.
{
"note": "Giant spider, metres, faces -Y, its left is +X. Legs 1 (front) to 4 (back) traced per side (the mesh is not symmetric).",
"joints": {
"hips": [
0,
-0.08,
0.58
],
"head": [
0,
-0.62,
0.55
],
"abd_base": [
0,
-0.02,
0.66
],
"abd_tip": [
0,
0.82,
0.86
],
"fang_root_L": [
0.07,
-0.66,
0.46
],
"fang_tip_L": [
0.06,
-0.7,
0.3
],
"hip1_L": [
0.3199999928474426,
-0.4350000023841858,
0.5170000195503235
],
"knee1_L": [
0.531000018119812,
-0.5440000295639038,
0.7120000123977661
],
"ankle1_L": [
0.7979999780654907,
-0.7319999933242798,
0.4099999964237213
],
"foot1_L": [
0.9419999718666077,
-0.8730000257492065,
0.024000000208616257
],
"hip2_L": [
0.328000009059906,
-0.2709999978542328,
0.5009999871253967
],
"knee2_L": [
0.7260000109672546,
-0.18700000643730164,
0.6620000004768372
],
"ankle2_L": [
0.9710000157356262,
-0.20600000023841858,
0.41200000047683716
],
"foot2_L": [
1.2000000476837158,
-0.2160000056028366,
0.006000000052154064
],
"hip3_L": [
0.26600000262260437,
-0.1120000034570694,
0.47999998927116394
],
"knee3_L": [
0.7319999933242798,
0.20999999344348907,
0.7089999914169312
],
"ankle3_L": [
0.9380000233650208,
0.3330000042915344,
0.4580000042915344
],
"foot3_L": [
1.156999945640564,
0.46299999952316284,
0.02500000037252903
],
"hip4_L": [
0.1860000044107437,
-0.06599999964237213,
0.5139999985694885
],
"knee4_L": [
0.5090000033378601,
0.42899999022483826,
0.8090000152587891
],
"ankle4_L": [
0.5979999899864197,
0.6489999890327454,
0.5379999876022339
],
"foot4_L": [
0.7020000219345093,
0.8730000257492065,
0.0860000029206276
],
"hip1_R": [
-0.328000009059906,
-0.43700000643730164,
0.5370000004768372
],
"knee1_R": [
-0.5360000133514404,
-0.5460000038146973,
0.6819999814033508
],
"ankle1_R": [
-0.8040000200271606,
-0.7279999852180481,
0.4099999964237213
],
"foot1_R": [
-0.949999988079071,
-0.8809999823570251,
0.017000000923871994
],
"hip2_R": [
-0.32499998807907104,
-0.2150000035762787,
0.5070000290870667
],
"knee2_R": [
-0.7149999737739563,
-0.1080000028014183,
0.7459999918937683
],
"ankle2_R": [
-0.949999988079071,
-0.0820000022649765,
0.49399998784065247
],
"foot2_R": [
-1.1979999542236328,
-0.054999999701976776,
0.05900000035762787
],
"hip3_R": [
-0.25999999046325684,
-0.10499999672174454,
0.5009999871253967
],
"knee3_R": [
-0.6980000138282776,
0.23399999737739563,
0.7279999852180481
],
"ankle3_R": [
-0.925000011920929,
0.3440000116825104,
0.3580000102519989
],
"foot3_R": [
-1.1030000448226929,
0.414000004529953,
0.024000000208616257
],
"hip4_R": [
-0.2070000022649765,
-0.0729999989271164,
0.527999997138977
],
"knee4_R": [
-0.5440000295639038,
0.39100000262260437,
0.8299999833106995
],
"ankle4_R": [
-0.7360000014305115,
0.5479999780654907,
0.5370000004768372
],
"foot4_R": [
-0.9340000152587891,
0.703000009059906,
0.08100000023841858
]
},
"bones": [
[
"pelvis",
"hips",
"head",
null
],
[
"abdomen",
"abd_base",
"abd_tip",
"pelvis"
],
[
"fang_L",
"fang_root_L",
"fang_tip_L",
"pelvis"
],
[
"femur1_L",
"hip1_L",
"knee1_L",
"pelvis"
],
[
"tibia1_L",
"knee1_L",
"ankle1_L",
"femur1_L"
],
[
"tarsus1_L",
"ankle1_L",
"foot1_L",
"tibia1_L"
],
[
"femur2_L",
"hip2_L",
"knee2_L",
"pelvis"
],
[
"tibia2_L",
"knee2_L",
"ankle2_L",
"femur2_L"
],
[
"tarsus2_L",
"ankle2_L",
"foot2_L",
"tibia2_L"
],
[
"femur3_L",
"hip3_L",
"knee3_L",
"pelvis"
],
[
"tibia3_L",
"knee3_L",
"ankle3_L",
"femur3_L"
],
[
"tarsus3_L",
"ankle3_L",
"foot3_L",
"tibia3_L"
],
[
"femur4_L",
"hip4_L",
"knee4_L",
"pelvis"
],
[
"tibia4_L",
"knee4_L",
"ankle4_L",
"femur4_L"
],
[
"tarsus4_L",
"ankle4_L",
"foot4_L",
"tibia4_L"
]
],
"limits_deg": {
"pelvis": [
[
-30,
30
],
[
-20,
20
],
[
-30,
30
]
],
"abdomen": [
[
-35,
35
],
[
-15,
15
],
[
-30,
30
]
],
"fang": [
[
-30,
30
],
[
-10,
10
],
[
-15,
15
]
],
"femur1": [
[
-50,
50
],
[
-10,
10
],
[
-40,
40
]
],
"femur2": [
[
-50,
50
],
[
-10,
10
],
[
-40,
40
]
],
"femur3": [
[
-50,
50
],
[
-10,
10
],
[
-40,
40
]
],
"femur4": [
[
-50,
50
],
[
-10,
10
],
[
-40,
40
]
],
"tibia1": [
[
-60,
60
],
[
-8,
8
],
[
-15,
15
]
],
"tibia2": [
[
-60,
60
],
[
-8,
8
],
[
-15,
15
]
],
"tibia3": [
[
-60,
60
],
[
-8,
8
],
[
-15,
15
]
],
"tibia4": [
[
-60,
60
],
[
-8,
8
],
[
-15,
15
]
],
"tarsus1": [
[
-50,
50
],
[
-8,
8
],
[
-15,
15
]
],
"tarsus2": [
[
-50,
50
],
[
-8,
8
],
[
-15,
15
]
],
"tarsus3": [
[
-50,
50
],
[
-8,
8
],
[
-15,
15
]
],
"tarsus4": [
[
-50,
50
],
[
-8,
8
],
[
-15,
15
]
]
}
}