Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
import * as THREE from "three";
import { OrbitControls } from "three/examples/jsm/controls/OrbitControls";
import { CharacterManager } from "./characterManager";
import { HDRLoader } from 'three/examples/jsm/loaders/HDRLoader';
export function sceneInitializer(canvasId) {
const scene = new THREE.Scene()
new HDRLoader().load("./hdr/studio_small_09_2k.hdr", (hdr_) => {
hdr_.mapping = THREE.EquirectangularReflectionMapping;
hdr_.colorSpace = THREE.LinearSRGBColorSpace
scene.environment = hdr_;
})
scene.environmentIntensity = 0.5
const ambientLight = new THREE.AmbientLight(0xffffff, 0.8);
scene.add(ambientLight);
const directionalLight = new THREE.DirectionalLight(0xffffff, 0.8);
// rotate the directional light to be a key light
directionalLight.position.set(0, 1, 1);
scene.add(directionalLight);
const sceneElements = new THREE.Object3D();
scene.add(sceneElements);
const camera = new THREE.PerspectiveCamera(
30,
window.innerWidth / window.innerHeight,
0.1,
1000
);
camera.position.set(0, 1.3, 2);
const characterManager = new CharacterManager({parentModel: scene, createAnimationManager : true, renderCamera:camera})
characterManager.addLookAtMouse(80,canvasId, camera, true);
//"editor-scene"
const canvasRef = document.getElementById(canvasId);
const renderer = new THREE.WebGLRenderer({
canvas: canvasRef,
antialias: true,
alpha: true,
preserveDrawingBuffer: true,
});
const controls = new OrbitControls(camera, renderer.domElement);
controls.minDistance = 1;
controls.maxDistance = 4;
controls.maxPolarAngle = Math.PI / 2;
controls.enablePan = true;
controls.target = new THREE.Vector3(0, 1, 0);
controls.enableDamping = true;
controls.dampingFactor = 0.1;
const minPan = new THREE.Vector3(-0.5, 0, -0.5);
const maxPan = new THREE.Vector3(0.5, 1.7, 0.5);
const handleResize = () => {
renderer.setSize(window.innerWidth, window.innerHeight);
camera.aspect = window.innerWidth / window.innerHeight;
camera.updateProjectionMatrix();
};
window.addEventListener("resize", handleResize);
renderer.setSize(window.innerWidth, window.innerHeight);
// Cap DPR: an uncapped ratio renders 3x+ pixels on retina/mobile for no
// visible gain and tanks the frame rate the look-at/animation loop needs.
renderer.setPixelRatio(Math.min(window.devicePixelRatio, 2));
renderer.outputColorSpace = THREE.SRGBColorSpace;
// Filmic response to match the rest of the platform's viewers (IRL,
// avatar-sdk): the HDR IBL above supplies real dynamic range, and without
// a tone map its highlights clip to flat white on skin and metals.
renderer.toneMapping = THREE.ACESFilmicToneMapping;
renderer.toneMappingExposure = 1.0;
const clock = new THREE.Timer();
const handleMouseClick = (event) => {
const isCtrlPressed = event.ctrlKey;
const rect = canvasRef.getBoundingClientRect();
const mousex = ((event.clientX - rect.left) / rect.width) * 2 - 1;
const mousey = -((event.clientY - rect.top) / rect.height) * 2 + 1;
characterManager.cameraRaycastCulling(mousex,mousey,isCtrlPressed);
};
async function fetchScene() {
// // load environment
// const modelPath = "./3d/Platform.glb"
// const loader = new GLTFLoader()
// // load the modelPath
// const gltf = await loader.loadAsync(modelPath)
// sceneElements.add(gltf.scene);
}
fetchScene();
canvasRef.addEventListener("click", handleMouseClick);
let animating = true;
const animateLoop = () => {
if (!animating) return;
requestAnimationFrame(animateLoop);
clock.update();
const delta = clock.getDelta();
controls.target.clamp(minPan, maxPan);
controls?.update();
characterManager.update(delta);
renderer.render(scene, camera);
};
animateLoop();
function destroy() {
animating = false;
window.removeEventListener('resize', handleResize);
canvasRef.removeEventListener('click', handleMouseClick);
controls.dispose();
renderer.dispose();
renderer.forceContextLoss?.();
}
return {
scene,
camera,
controls,
characterManager,
sceneElements,
clock,
destroy,
};
}