Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
import React, { Fragment, useContext, useEffect, useState } from "react"
import * as THREE from "three"
import { SceneContext } from "./context/SceneContext"
import { ViewContext, ViewMode } from "./context/ViewContext"
import { EffectManager } from "./library/effectManager"
//import { AnimationManager } from "./library/animationManager"
import MessageWindow from "./components/MessageWindow"
import Background from "./components/Background"
import Appearance from "./pages/Appearance"
import BatchDownload from "./pages/BatchDownload"
import BatchManifest from "./pages/BatchManifest"
import Claim from "./pages/Claim"
import Create from "./pages/Create"
import Landing from "./pages/Landing"
import Load from "./pages/Load"
import Mint from "./pages/Mint"
import Optimizer from "./pages/Optimizer"
import Save from "./pages/Save"
import Wallet from "./pages/Wallet"
import Studio from "./pages/Studio"
// Dynamically import the manifest. VITE_ASSET_PATH points the app at an
// external asset host; with it unset the manifest is same-origin, next to the
// app under its Vite base (/avatar-studio/manifest.json in production).
const assetRoot = (import.meta.env.VITE_ASSET_PATH || import.meta.env.BASE_URL || "/").replace(/\/$/, "")
const assetImportPath = assetRoot + "/manifest.json"
const cameraDistanceOther = 6
const centerCameraTargetOther = new THREE.Vector3(0, 0.8, 0)
async function fetchManifest(location) {
try {
const response = await fetch(location);
if (!response.ok) {
throw new Error(`Failed to fetch manifest. Status: ${response.status}`);
}
const data = await response.json();
return data;
} catch (error) {
console.error(`Error fetching manifest: ${error.message}`);
return [];
}
}
async function fetchAll() {
const initialManifest = await fetchManifest(assetImportPath)
const effectManager = new EffectManager()
return {
initialManifest,
effectManager,
}
}
const fetchData = () => {
let status, result
const manifestPromise = fetchAll()
// const modelPromise = fetchModel()
const suspender = manifestPromise.then(
(r) => {
status = "success"
result = r
},
(e) => {
status = "error"
result = e
},
)
return {
read() {
if (status === "error") {
throw result
} else if (status === "success") {
return result
}
throw suspender
},
}
}
const resource = fetchData()
export default function App() {
const {
initialManifest,
effectManager,
} = resource.read()
const [hideUi, setHideUi] = useState(false)
const {
camera,
controls,
scene,
moveCamera,
setManifest,
lookAtManager,
showEnvironmentModels
} = useContext(SceneContext)
const { viewMode } = useContext(ViewContext)
effectManager.camera = camera
effectManager.scene = scene
const updateCameraPosition = () => {
if (!effectManager.camera) return
moveCamera({
// center
targetX: 0,
targetY: centerCameraTargetOther.y,
targetZ: 0,
distance: cameraDistanceOther,
})
if (controls) {
if (
[ViewMode.APPEARANCE, ViewMode.SAVE, ViewMode.OPTIMIZER, ViewMode.BATCHDOWNLOAD, ViewMode.BATCHMANIFEST].includes(viewMode)
) {
controls.enabled = true
} else {
controls.enabled = false
}
}
}
const [confirmDialogWindow, setConfirmDialogWindow] = useState(false)
const [confirmDialogText, setConfirmDialogText] = useState("")
const [confirmDialogCallback, setConfirmDialogCallback] = useState([])
const confirmDialog = (msg, callback) => {
setConfirmDialogText(msg)
setConfirmDialogWindow(true)
setConfirmDialogCallback([callback])
}
// map current app mode to a page
const pages = {
[ViewMode.LANDING]: <Landing />,
[ViewMode.APPEARANCE]: (
<Appearance
confirmDialog={confirmDialog}
/>
),
[ViewMode.OPTIMIZER]:<Optimizer/>,
[ViewMode.CREATE]: <Create />,
[ViewMode.WALLET]: <Wallet />,
[ViewMode.CLAIM]: <Claim />,
[ViewMode.BATCHMANIFEST]: <BatchManifest />,
[ViewMode.BATCHDOWNLOAD]: <BatchDownload />,
[ViewMode.LOAD]: <Load />,
[ViewMode.MINT]: <Mint />,
[ViewMode.SAVE]: <Save />,
[ViewMode.STUDIO]: <Studio />,
}
let lastTap = 0
useEffect(() => {
const handleTap = (e) => {
const now = new Date().getTime()
const timesince = now - lastTap
if (timesince < 300 && timesince > 10) {
const tgt = e.target
if (tgt.id == "editor-scene") setHideUi(!hideUi)
}
lastTap = now
}
window.addEventListener("touchend", handleTap)
window.addEventListener("click", handleTap)
return () => {
window.removeEventListener("touchend", handleTap)
window.removeEventListener("click", handleTap)
}
}, [hideUi])
useEffect(() => {
if (lookAtManager != null){
updateCameraPosition()
lookAtManager.enabled = true
if ([ViewMode.LANDING, ViewMode.CREATE, ViewMode.CLAIM, ViewMode.LOAD, ViewMode.CLAIM, ViewMode.CLAIM].includes(viewMode))
showEnvironmentModels(false)
else
showEnvironmentModels(true)
window.addEventListener("resize", updateCameraPosition)
return () => {
window.removeEventListener("resize", updateCameraPosition)
}
}
}, [viewMode, lookAtManager])
useEffect(() => {
setManifest(initialManifest)
}, [initialManifest])
return (
<Fragment>
<div className="generalTitle">three.ws Studio</div>
{/* <LanguageSwitch /> */}
<MessageWindow
confirmDialogText = {confirmDialogText}
confirmDialogCallback = {confirmDialogCallback}
confirmDialogWindow = {confirmDialogWindow}
setConfirmDialogWindow = {setConfirmDialogWindow}
/>
<Background />
{pages[viewMode]}
</Fragment>
)
}