Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
import axios from 'axios'
import { useAppStore, GenerationOptions } from '@shared/stores/appStore'
export function useApi() {
const apiUrl = useAppStore((s) => s.apiUrl)
const client = axios.create({ baseURL: apiUrl })
async function generateFromImage(
imagePath: string,
options: GenerationOptions,
imageData?: string,
signal?: AbortSignal,
): Promise<{ jobId: string }> {
// Use provided base64 (drag & drop) or read from disk via IPC
const base64 = imageData ?? await window.electron.fs.readFileBase64(imagePath)
const byteArray = Uint8Array.from(atob(base64), (c) => c.charCodeAt(0))
const blob = new Blob([byteArray], { type: 'image/png' })
const filename = imagePath.split(/[\\/]/).pop() ?? 'image.png'
const formData = new FormData()
formData.append('image', blob, filename)
formData.append('model_id', options.modelId)
formData.append('remesh', options.remesh)
formData.append('enable_texture', String(options.enableTexture))
formData.append('texture_resolution', String(options.textureResolution))
formData.append('params', JSON.stringify(options.modelParams))
const { data } = await client.post<{ job_id: string }>('/generate/from-image', formData, {
headers: { 'Content-Type': 'multipart/form-data' },
signal,
})
return { jobId: data.job_id }
}
async function pollJobStatus(jobId: string): Promise<{
status: 'pending' | 'running' | 'done' | 'error' | 'cancelled'
progress: number
step?: string
outputUrl?: string
error?: string
}> {
const { data } = await client.get(`/generate/status/${jobId}`)
return { ...data, outputUrl: data.output_url }
}
async function getModelStatus(): Promise<{
downloaded: boolean
name: string
size_gb: number
progress?: number
}> {
const { data } = await client.get('/model/status')
return data
}
async function getAllModelsStatus(): Promise<{ id: string; name: string; downloaded: boolean }[]> {
const { data } = await client.get('/model/all')
return data
}
async function downloadModel(
onProgress?: (pct: number) => void
): Promise<void> {
const response = await client.get('/model/download', {
responseType: 'stream'
})
const reader = response.data
reader.on('data', (chunk: Buffer) => {
try {
const line = chunk.toString().replace('data: ', '').trim()
if (line) {
const { progress } = JSON.parse(line)
onProgress?.(progress)
}
} catch {
// ignore parse errors
}
})
await new Promise<void>((resolve, reject) => {
reader.on('end', resolve)
reader.on('error', reject)
})
}
async function optimizeMesh(
path: string,
targetFaces: number,
): Promise<{ url: string; faceCount: number }> {
const { data } = await client.post<{ url: string; face_count: number }>('/optimize/mesh', {
path,
target_faces: targetFaces,
})
return { url: data.url, faceCount: data.face_count }
}
async function cancelJob(jobId: string): Promise<void> {
await client.post(`/generate/cancel/${jobId}`).catch(() => {})
}
async function smoothMesh(
path: string,
iterations: number,
): Promise<{ url: string }> {
const { data } = await client.post<{ url: string }>('/optimize/smooth', {
path,
iterations,
})
return { url: data.url }
}
async function importMesh(filePath: string): Promise<{ url: string }> {
const { data } = await client.post<{ url: string }>('/optimize/import-by-path', { path: filePath })
return { url: data.url }
}
// Bakes a world-space 4x4 transform into the GLB geometry.
// `matrix` is row-major (4 rows of 4), matching the backend's reshape.
async function transformMesh(
path: string,
matrix: number[][],
): Promise<{ url: string }> {
const { data } = await client.post<{ url: string }>('/optimize/transform', {
path,
matrix,
})
return { url: data.url }
}
return { generateFromImage, pollJobStatus, cancelJob, getModelStatus, getAllModelsStatus, downloadModel, optimizeMesh, smoothMesh, importMesh, transformMesh }
}