Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
#!/usr/bin/env node
// Bulk-download the Mixamo animation catalog as FBX (Without Skin) against Y-Bot.
// Resumable: re-run to pick up where it left off. Concurrent retargets are
// limited to be polite to Mixamo's servers.
//
// Usage:
// MIXAMO_TOKEN=eyJ... node scripts/fetch-mixamo-catalog.mjs
// # or put MIXAMO_TOKEN=... in .env.local
//
// Optional flags:
// --concurrency=N parallel retarget jobs (default 3)
// --limit=N stop after N successful downloads (default: all)
// --character=UUID override Y-Bot character id
import { mkdirSync, writeFileSync, existsSync, readFileSync, renameSync } from 'node:fs';
import { join } from 'node:path';
import { S3Client, PutObjectCommand, HeadObjectCommand } from '@aws-sdk/client-s3';
// ── Config ────────────────────────────────────────────────────────────────
const Y_BOT_ID = '4f5d21e1-4ccc-41f1-b35b-fb2547bd8493';
const API = 'https://www.mixamo.com/api/v1';
const PAGE_LIMIT = 96;
const POLL_INTERVAL_MS = 2000;
const POLL_MAX_ATTEMPTS = 45;
const args = Object.fromEntries(
process.argv.slice(2).map((a) => {
const m = a.match(/^--([^=]+)(?:=(.*))?$/);
return m ? [m[1], m[2] ?? true] : [a, true];
}),
);
const CONCURRENCY = Number(args.concurrency) || 1;
const MAX_DOWNLOADS = args.limit ? Number(args.limit) : Infinity;
const CHARACTER_ID = args.character || Y_BOT_ID;
// Global cooldown — when one worker hits 429, all workers wait until this timestamp.
let globalCooldownUntil = 0;
const RATE_LIMIT_BASE_MS = 30_000;
const RATE_LIMIT_MAX_MS = 300_000;
// ── Token loading (env or .env.local) ─────────────────────────────────────
function loadToken() {
if (process.env.MIXAMO_TOKEN) return process.env.MIXAMO_TOKEN.trim();
const envPath = join(process.cwd(), '.env.local');
if (existsSync(envPath)) {
const line = readFileSync(envPath, 'utf8')
.split('\n')
.find((l) => l.startsWith('MIXAMO_TOKEN='));
if (line) return line.slice('MIXAMO_TOKEN='.length).trim().replace(/^["']|["']$/g, '');
}
return null;
}
const TOKEN = loadToken();
if (!TOKEN) {
console.error('❌ MIXAMO_TOKEN not set. Run: node scripts/get-mixamo-token.mjs');
process.exit(1);
}
// ── R2 config ─────────────────────────────────────────────────────────────
function loadEnvVar(key) {
if (process.env[key]) return process.env[key].trim();
const envPath = join(process.cwd(), '.env.local');
if (existsSync(envPath)) {
const line = readFileSync(envPath, 'utf8').split('\n').find((l) => l.startsWith(`${key}=`));
if (line) return line.slice(key.length + 1).trim().replace(/^["']|["']$/g, '');
}
return null;
}
const R2_ACCOUNT_ID = loadEnvVar('R2_ACCOUNT_ID');
const R2_ACCESS_KEY_ID = loadEnvVar('R2_ACCESS_KEY_ID');
const R2_SECRET_ACCESS_KEY = loadEnvVar('R2_SECRET_ACCESS_KEY');
const R2_BUCKET = loadEnvVar('R2_BUCKET') || 'test';
const USE_R2 = !!(R2_ACCOUNT_ID && R2_ACCESS_KEY_ID && R2_SECRET_ACCESS_KEY);
const r2 = USE_R2
? new S3Client({
region: 'auto',
endpoint: `https://${R2_ACCOUNT_ID}.r2.cloudflarestorage.com`,
credentials: { accessKeyId: R2_ACCESS_KEY_ID.trim(), secretAccessKey: R2_SECRET_ACCESS_KEY.trim() },
})
: null;
async function existsInR2(key) {
try {
await r2.send(new HeadObjectCommand({ Bucket: R2_BUCKET, Key: key }));
return true;
} catch {
return false;
}
}
async function uploadToR2(key, buf) {
await r2.send(
new PutObjectCommand({
Bucket: R2_BUCKET,
Key: key,
Body: buf,
ContentType: 'application/octet-stream',
}),
);
}
const headers = {
Accept: 'application/json',
'Content-Type': 'application/json',
Authorization: `Bearer ${TOKEN}`,
'X-Api-Key': 'mixamo2',
};
// ── Output paths ──────────────────────────────────────────────────────────
const OUT_DIR = join(process.cwd(), 'public', 'animations', 'mixamo');
const CATALOG_PATH = join(OUT_DIR, 'catalog.json');
mkdirSync(OUT_DIR, { recursive: true });
const catalog = existsSync(CATALOG_PATH)
? JSON.parse(readFileSync(CATALOG_PATH, 'utf8'))
: { character_id: CHARACTER_ID, generated_at: null, animations: {} };
function saveCatalog() {
catalog.generated_at = new Date().toISOString();
const tmp = `${CATALOG_PATH}.tmp`;
writeFileSync(tmp, JSON.stringify(catalog, null, 2));
renameSync(tmp, CATALOG_PATH);
}
// ── Helpers ───────────────────────────────────────────────────────────────
const slugify = (s) =>
s
.toLowerCase()
.replace(/[^a-z0-9]+/g, '-')
.replace(/^-+|-+$/g, '')
.slice(0, 80);
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
async function waitForCooldown() {
while (Date.now() < globalCooldownUntil) {
await sleep(Math.min(2000, globalCooldownUntil - Date.now()));
}
}
function triggerCooldown(retryAfterSec, attempt) {
const explicit = retryAfterSec ? Number(retryAfterSec) * 1000 : 0;
const backoff = Math.min(RATE_LIMIT_BASE_MS * 2 ** attempt, RATE_LIMIT_MAX_MS);
const wait = Math.max(explicit, backoff);
const until = Date.now() + wait;
if (until > globalCooldownUntil) {
globalCooldownUntil = until;
console.log(`⏸ Rate limited — pausing ${(wait / 1000).toFixed(0)}s`);
}
}
// fetch wrapper with 429 backoff and 401/403 hard-fail.
async function rlFetch(url, init = {}, attempt = 0) {
await waitForCooldown();
const res = await fetch(url, init);
if (res.status === 429) {
triggerCooldown(res.headers.get('retry-after'), attempt);
if (attempt >= 6) throw new Error('429 (max retries)');
return rlFetch(url, init, attempt + 1);
}
return res;
}
async function api(path, init = {}) {
const res = await rlFetch(`${API}${path}`, { ...init, headers: { ...headers, ...init.headers } });
if (!res.ok) {
const body = await res.text().catch(() => '');
throw new Error(`HTTP ${res.status} ${path} ${body.slice(0, 200)}`);
}
return res.json();
}
// ── Step 1: list all Motion products across all pages ────────────────────
async function listAllAnimations() {
const all = [];
let page = 1;
while (true) {
process.stdout.write(`\r📚 Listing animations: page ${page} (${all.length} so far)... `);
const data = await api(
`/products?page=${page}&limit=${PAGE_LIMIT}&type=Motion&order=relevance`,
);
const results = data.results || [];
all.push(...results);
const totalPages = data.pagination?.num_pages ?? Math.ceil((data.pagination?.num_results ?? 0) / PAGE_LIMIT);
if (!totalPages || page >= totalPages || results.length === 0) break;
page += 1;
await sleep(150);
}
process.stdout.write('\n');
return all;
}
// ── Step 2: retarget + poll + download a single animation ───────────────
async function downloadOne(product) {
const slug = slugify(product.description || product.name || product.id);
const fbxPath = join(OUT_DIR, `${slug}.fbx`);
const existing = catalog.animations[product.id];
const r2Key = `mixamo/${slug}.fbx`;
if (existing?.status === 'completed') {
const alreadyExists = USE_R2 ? await existsInR2(r2Key) : existsSync(join(OUT_DIR, `${slug}.fbx`));
if (alreadyExists) return { skipped: true, slug, reason: 'already-downloaded' };
}
if (existing?.status === 'permanent_fail') {
return { skipped: true, slug, reason: 'permanent-fail' };
}
// Fetch product details to get gms_hash (required by export endpoint)
const productDetails = await api(`/products/${product.id}?character_id=${CHARACTER_ID}`);
const gmsHash = productDetails?.details?.gms_hash;
if (!gmsHash) {
catalog.animations[product.id] = {
id: product.id,
name: product.description || product.name,
status: 'permanent_fail',
http: 0,
reason: 'no_gms_hash',
failed_at: new Date().toISOString(),
};
saveCatalog();
throw new Error('no gms_hash');
}
const exportRes = await rlFetch(`${API}/animations/export`, {
method: 'POST',
headers,
body: JSON.stringify({
character_id: CHARACTER_ID,
product_id: product.id,
product_name: product.description,
type: 'Motion',
gms_hash: [gmsHash],
preferences: { format: 'fbx7', skin: 'false', fps: '30', reducekf: '0' },
}),
});
if (!exportRes.ok) {
const status = exportRes.status;
if (status === 400 || status === 404) {
catalog.animations[product.id] = {
id: product.id,
name: product.description || product.name,
status: 'permanent_fail',
http: status,
failed_at: new Date().toISOString(),
};
saveCatalog();
}
throw new Error(`export ${status}`);
}
let downloadUrl = null;
for (let i = 0; i < POLL_MAX_ATTEMPTS; i++) {
await sleep(POLL_INTERVAL_MS);
const status = await api(
`/animations/export/${product.id}?character_id=${CHARACTER_ID}`,
);
if (status.status === 'completed' && status.result?.url) {
downloadUrl = status.result.url;
break;
}
if (status.status === 'failed') throw new Error('retarget failed');
}
if (!downloadUrl) throw new Error('poll timeout');
const fileRes = await rlFetch(downloadUrl);
if (!fileRes.ok) throw new Error(`download ${fileRes.status}`);
const buf = Buffer.from(await fileRes.arrayBuffer());
if (USE_R2) {
await uploadToR2(r2Key, buf);
} else {
writeFileSync(fbxPath, buf);
}
catalog.animations[product.id] = {
id: product.id,
name: product.description || product.name,
file: USE_R2 ? r2Key : `${slug}.fbx`,
bytes: buf.length,
downloaded_at: new Date().toISOString(),
status: 'completed',
storage: USE_R2 ? 'r2' : 'local',
};
saveCatalog();
return { slug, bytes: buf.length };
}
// ── Step 3: concurrency-limited worker pool ─────────────────────────────
async function runPool(products) {
let cursor = 0;
let ok = 0;
let fail = 0;
let skipped = 0;
async function worker(workerId) {
while (cursor < products.length && ok + fail < MAX_DOWNLOADS) {
const i = cursor++;
const product = products[i];
const label = `[${i + 1}/${products.length}]`;
try {
const result = await downloadOne(product);
if (result.skipped) {
skipped++;
console.log(`${label} ⏭ ${result.slug} (${result.reason})`);
} else {
ok++;
console.log(`${label} ✅ ${result.slug} (${(result.bytes / 1024).toFixed(0)} KB)`);
await sleep(500);
}
} catch (err) {
fail++;
console.warn(`${label} ❌ ${product.description}: ${err.message}`);
if (err.message.includes('HTTP 401') || err.message.includes('HTTP 403')) {
console.error('🛑 Auth failure — token expired. Refresh MIXAMO_TOKEN and re-run.');
process.exit(2);
}
}
}
}
const workers = Array.from({ length: CONCURRENCY }, (_, i) => worker(i));
await Promise.all(workers);
return { ok, fail, skipped };
}
// ── Main ──────────────────────────────────────────────────────────────────
(async () => {
console.log(`🎬 Mixamo catalog fetcher`);
console.log(` Character: ${CHARACTER_ID}`);
console.log(` Storage: ${USE_R2 ? `R2 → ${R2_BUCKET}/mixamo/` : OUT_DIR}`);
console.log(` Concurrency: ${CONCURRENCY}\n`);
const products = await listAllAnimations();
console.log(`📦 Catalog: ${products.length} animations\n`);
const t0 = Date.now();
const { ok, fail, skipped } = await runPool(products);
const mins = ((Date.now() - t0) / 60000).toFixed(1);
console.log(`\n═══════════════════════════════════════════`);
console.log(`✅ Downloaded: ${ok}`);
console.log(`⏭ Skipped: ${skipped}`);
console.log(`❌ Failed: ${fail}`);
console.log(`⏱ Time: ${mins} min`);
console.log(`📂 ${OUT_DIR}`);
console.log(`\nNext: convert FBX → GLB:`);
console.log(` for f in ${OUT_DIR}/*.fbx; do`);
console.log(` fbx2gltf -i "$f" -o "\${f%.fbx}.glb"`);
console.log(` done`);
})().catch((err) => {
console.error('💥', err);
process.exit(1);
});