Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
import * as THREE from 'three';
import { VRMRigMapMixamo } from './VRMRigMapMixamo.js';
/**
* Load Mixamo animation, convert for three-vrm use, and return it.
*
* @param {string} url A url of mixamo animation data
* @param {VRM} vrm A target VRM
* @returns {Promise<THREE.AnimationClip>} The converted AnimationClip
*/
export function getMixamoAnimation( animations, model, vrm ) {
const clip = THREE.AnimationClip.findByName( animations, 'mixamo.com' ); // extract the AnimationClip
if (clip == null)
return null;
const tracks = []; // KeyframeTracks compatible with VRM will be added here
const restRotationInverse = new THREE.Quaternion();
const parentRestWorldRotation = new THREE.Quaternion();
const _quatA = new THREE.Quaternion();
const _vec3 = new THREE.Vector3();
// Adjust with reference to hips height.
const motionHipsHeight = model.getObjectByName( 'mixamorigHips' ).position.y;
const vrmHipsY = vrm.humanoid?.getNormalizedBoneNode( 'hips' ).getWorldPosition( _vec3 ).y;
const vrmRootY = vrm.scene.getWorldPosition( _vec3 ).y;
const vrmHipsHeight = Math.abs( vrmHipsY - vrmRootY );
const hipsPositionScale = vrmHipsHeight / motionHipsHeight;
clip.tracks.forEach( ( origTrack ) => {
const track = origTrack.clone();
// Convert each tracks for VRM use, and push to `tracks`
const trackSplitted = track.name.split( '.' );
const mixamoRigName = trackSplitted[ 0 ];
const vrmBoneName = VRMRigMapMixamo[ mixamoRigName ];
//const vrmNodeName = vrm.humanoid?.getNormalizedBoneNode( vrmBoneName )?.name;
const vrmNodeName = vrmBoneName;
// console.log("name", vrmNodeName, vrmBoneName);
const mixamoRigNode = model.getObjectByName( mixamoRigName );
if ( vrmNodeName != null ) {
const propertyName = trackSplitted[ 1 ];
// Store rotations of rest-pose.
mixamoRigNode.getWorldQuaternion( restRotationInverse ).invert();
mixamoRigNode.parent.getWorldQuaternion( parentRestWorldRotation );
if ( track instanceof THREE.QuaternionKeyframeTrack ) {
// Retarget rotation of mixamoRig to NormalizedBone.
for ( let i = 0; i < track.values.length; i += 4 ) {
const flatQuaternion = track.values.slice( i, i + 4 );
_quatA.fromArray( flatQuaternion );
// 親のレスト時ワールド回転 * トラックの回転 * レスト時ワールド回転の逆
_quatA
.premultiply( parentRestWorldRotation )
.multiply( restRotationInverse );
_quatA.toArray( flatQuaternion );
flatQuaternion.forEach( ( v, index ) => {
track.values[ index + i ] = v;
} );
}
tracks.push(
new THREE.QuaternionKeyframeTrack(
`${vrmNodeName}.${propertyName}`,
track.times,
track.values.map( ( v, i ) => ( vrm.meta?.metaVersion === '0' && i % 2 === 0 ? - v : v ) ),
),
);
} else if ( track instanceof THREE.VectorKeyframeTrack ) {
const value = track.values.map( ( v, i ) => ( vrm.meta?.metaVersion === '0' && i % 3 !== 1 ? - v : v ) * hipsPositionScale );
tracks.push( new THREE.VectorKeyframeTrack( `${vrmNodeName}.${propertyName}`, track.times, value ) );
}
}
} );
const animClip = new THREE.AnimationClip( 'vrmAnimation', clip.duration, tracks );
return animClip;
}