Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
import { useCallback, useEffect, useRef, useLayoutEffect, useState } from 'react'
import { Handle, Position, useReactFlow } from '@xyflow/react'
import { useExtensionsStore } from '@shared/stores/extensionsStore'
import { useNavStore } from '@shared/stores/navStore'
import { buildAllWorkflowExtensions } from '../mockExtensions'
import type { ParamSchema } from '../mockExtensions'
import type { WFNodeData } from '@shared/types/electron.d'
import { PICKER_LABELS, openParamPicker, resolvePickerIntent } from '@shared/utils/paramPicker'
import { FloatInput, IntInput, PickerIcon } from '@shared/components/ui'
import { isMissingWeightVariant, withWeightVariantAvailability } from '@shared/utils/weightVariants'
import { useWorkflowRunStore } from '../workflowRunStore'
import BaseNode from './BaseNode'
// ─── Handle colors ────────────────────────────────────────────────────────────
const HANDLE_COLOR: Record<string, string> = {
audio: '#34d399',
image: '#38bdf8',
mesh: '#a78bfa',
text: '#fbbf24',
scene: '#f472b6',
}
const TAG_CLS: Record<string, string> = {
audio: 'border-emerald-500/30 bg-emerald-500/10 text-emerald-400',
image: 'border-sky-500/30 bg-sky-500/10 text-sky-400',
mesh: 'border-violet-500/30 bg-violet-500/10 text-violet-400',
text: 'border-amber-500/30 bg-amber-500/10 text-amber-400',
scene: 'border-pink-500/30 bg-pink-500/10 text-pink-400',
}
// ─── Param control ────────────────────────────────────────────────────────────
// nodrag, without it, React Flow starts dragging the node on mousedown inside
// these fields, so click-drag text selection (or opening a <select>) moves the
// node instead.
const inputCls = 'nodrag w-full bg-zinc-800 border border-zinc-700 rounded-lg px-2 py-1 text-[11px] text-zinc-200 focus:outline-none focus:border-accent/60'
/** Dropdown of the files inside the folder held by another param (dir_from). */
function FileSelectControl({ param, value, dirValue, onChange }: {
param: ParamSchema
value: string
dirValue: string
onChange: (v: string) => void
}) {
const [files, setFiles] = useState<string[]>([])
const extsKey = (param.extensions ?? []).join(',')
useEffect(() => {
let alive = true
if (!dirValue) { setFiles([]); return }
window.electron.fs.listFiles(dirValue, param.extensions ?? undefined).then((list) => {
if (alive) setFiles(list)
}).catch(() => { if (alive) setFiles([]) })
return () => { alive = false }
// eslint-disable-next-line react-hooks/exhaustive-deps
}, [dirValue, extsKey])
return (
<select value={value} disabled={!dirValue} onChange={(e) => onChange(e.target.value)}
className={`${inputCls} ${!dirValue ? 'opacity-50 cursor-not-allowed' : ''}`}>
<option value="">{!dirValue ? 'Pick a folder first…' : files.length === 0 ? 'No files found' : 'Select…'}</option>
{/* Keep a saved value visible even if it's no longer in the folder listing. */}
{value && !files.includes(value) && <option value={value}>{value} (missing)</option>}
{files.map((f) => <option key={f} value={f}>{f}</option>)}
</select>
)
}
function ParamControl({ param, value, onChange, resolvedParams }: {
param: ParamSchema
value: number | string
onChange: (v: number | string) => void
resolvedParams: Record<string, unknown>
}) {
if (param.type === 'file-select') {
const dirValue = String(resolvedParams[param.dir_from ?? ''] ?? '')
return <FileSelectControl param={param} value={String(value ?? '')} dirValue={dirValue} onChange={onChange} />
}
if (param.type === 'select') {
return (
<select value={value} onChange={(e) => onChange(e.target.value)} className={inputCls}>
{param.options?.map((o) => (
<option key={String(o.value)} value={o.value}>{o.label ?? String(o.value)}</option>
))}
</select>
)
}
if (param.type === 'string') {
const intent = resolvePickerIntent(param)
return (
<div className="flex items-center gap-1">
<input type="text" value={value as string} placeholder={param.tooltip ?? ''}
onChange={(e) => onChange(e.target.value)} className={`${inputCls} flex-1`} />
<button
onClick={async () => {
const p = await openParamPicker(param, window.electron.fs)
if (p) onChange(p)
}}
title={PICKER_LABELS[intent]}
aria-label={PICKER_LABELS[intent]}
className="nodrag shrink-0 flex items-center justify-center w-6 h-6 rounded bg-zinc-700 hover:bg-zinc-600 text-zinc-400 hover:text-zinc-200 transition-colors"
>
<PickerIcon intent={intent} />
</button>
</div>
)
}
if (param.type === 'float') {
return <FloatInput value={value as number} onChange={(v) => onChange(v)} className={inputCls}
min={param.min} max={param.max} step={param.step} label={param.label} />
}
// int
return <IntInput value={value as number} onChange={(v) => onChange(v)} className={inputCls} />
}
// ─── ExtensionNode ────────────────────────────────────────────────────────────
export default function ExtensionNode({ id, data, selected }: { id: string; data: WFNodeData; selected?: boolean }) {
const { updateNodeData } = useReactFlow()
const running = useWorkflowRunStore((s) => s.activeNodeId === id)
const handleRefs = useRef<HTMLDivElement[]>([])
const [handleTops, setHandleTops] = useState<string[]>([])
const { modelExtensions, processExtensions } = useExtensionsStore()
const installedVariants = useExtensionsStore((s) => (data.extensionId ? s.installedWeightVariants[data.extensionId] : undefined))
const allExtensions = buildAllWorkflowExtensions(modelExtensions, processExtensions)
const ext = allExtensions.find((e) => e.id === data.extensionId)
const openExtension = useNavStore((s) => s.openExtension)
const inputs = ext?.inputs // defined → multi-input mode
const isMulti = inputs && inputs.length > 1
const isTerminal = ext?.id === 'mesh-exporter'
const outputColor = HANDLE_COLOR[ext?.output ?? 'mesh']
const hasParams = (ext?.params.length ?? 0) > 0
// Align handles with their respective IO rows after mount
useLayoutEffect(() => {
setHandleTops(handleRefs.current.map((ref) => {
if (ref) {
const center = ref.offsetTop + ref.offsetHeight / 2
return `${center}px`
}
return '50%'
}))
}, [isMulti, inputs?.length])
const patchParam = useCallback((key: string, val: number | string) => {
const params = { ...data.params, [key]: val }
updateNodeData(id, { params })
// Push live so a paused/looping run picks up the change on the next node start.
useWorkflowRunStore.getState().setLiveNodeParams(id, params)
}, [id, data.params, updateNodeData])
const paramById = new Map(ext?.params.map((p) => [p.id, p]))
const isVisible = (param: ParamSchema): boolean => {
if (!param.show_if) return true
return Object.entries(param.show_if).every(([key, expected]) => {
const current = data.params[key] ?? paramById.get(key)?.default
return Array.isArray(expected) ? expected.includes(current as string | number) : current === expected
})
}
// ── IO subheader ─────────────────────────────────────────────────────────
const ioSubheader = isMulti ? (
// Multi-input layout: one row per input (N, not just 2), output on the first row.
// Row refs feed the same handleRefs array handlesEl aligns its Handles against.
<div className="flex flex-col divide-y divide-zinc-800/40">
{inputs.map((inputType, i) => (
<div key={i} ref={(el) => { if (el) handleRefs.current[i] = el }} className="flex items-center justify-between px-3 py-2">
<span className={`inline-flex items-center px-1.5 py-0.5 rounded text-[9px] font-medium border ${TAG_CLS[inputType] ?? 'border-zinc-700 bg-zinc-800 text-zinc-400'}`}>
{ext?.inputLabels?.[i] ?? inputType}
</span>
{i === 0 && !isTerminal && (
<>
<svg width="8" height="8" viewBox="0 0 24 24" fill="none" stroke="currentColor" strokeWidth="2" className="text-zinc-600 shrink-0">
<line x1="5" y1="12" x2="19" y2="12"/><polyline points="12 5 19 12 12 19"/>
</svg>
<span className={`inline-flex items-center px-1.5 py-0.5 rounded text-[9px] font-medium border ${TAG_CLS[ext?.output ?? ''] ?? 'border-zinc-700 bg-zinc-800 text-zinc-400'}`}>
{ext?.output ?? '-'}
</span>
</>
)}
</div>
))}
</div>
) : (
// Single-input layout (existing behavior)
<div ref={(el) => { if (el) handleRefs.current[0] = el }} className="flex items-center justify-between px-3 py-2">
<span className={`inline-flex items-center px-1.5 py-0.5 rounded text-[9px] font-medium border ${TAG_CLS[ext?.input ?? ''] ?? 'border-zinc-700 bg-zinc-800 text-zinc-400'}`}>
{ext?.input ?? '-'}
</span>
{!isTerminal && (
<>
<svg width="8" height="8" viewBox="0 0 24 24" fill="none" stroke="currentColor" strokeWidth="2" className="text-zinc-600 shrink-0">
<line x1="5" y1="12" x2="19" y2="12"/><polyline points="12 5 19 12 12 19"/>
</svg>
<span className={`inline-flex items-center px-1.5 py-0.5 rounded text-[9px] font-medium border ${TAG_CLS[ext?.output ?? ''] ?? 'border-zinc-700 bg-zinc-800 text-zinc-400'}`}>
{ext?.output ?? '-'}
</span>
</>
)}
</div>
)
// ── Handles ──────────────────────────────────────────────────────────────
const handlesEl = isMulti ? (
<>
{inputs.map((inputType, i) => (
<Handle
key={i}
id={`input-${i}`}
type="target"
position={Position.Left}
style={{ background: HANDLE_COLOR[inputType], width: 14, height: 14, border: '2.5px solid #1a1a1a', top: handleTops[i] ?? '50%' }}
/>
))}
{!isTerminal && (
<Handle
id="output"
type="source"
position={Position.Right}
style={{ background: outputColor, width: 14, height: 14, border: '2.5px solid #1a1a1a', top: handleTops[0] ?? '50%' }}
/>
)}
</>
) : (
<>
<Handle
id="input-0"
type="target"
position={Position.Left}
style={{ background: HANDLE_COLOR[ext?.input ?? 'image'], width: 14, height: 14, border: '2.5px solid #1a1a1a', top: handleTops[0] ?? '50%' }}
/>
{!isTerminal && (
<Handle
id="output"
type="source"
position={Position.Right}
style={{ background: outputColor, width: 14, height: 14, border: '2.5px solid #1a1a1a', top: handleTops[0] ?? '50%' }}
/>
)}
</>
)
return (
<BaseNode
id={id}
selected={selected}
running={running}
title={ext?.name ?? data.extensionId ?? 'Unknown extension'}
enabled={data.enabled}
showInGenerate={data.showInGenerate ?? false}
collapsible={hasParams}
minWidth={200}
subheader={ioSubheader}
handles={handlesEl}
>
{hasParams && (
<div className="px-3 pb-3 pt-2.5 flex flex-col gap-2">
{(() => {
// Effective values of every param (user value or schema default), // lets file-select params resolve their source folder (dir_from).
const resolvedParams = Object.fromEntries(
(ext?.params ?? []).map((p) => [p.id, data.params[p.id] ?? p.default]),
)
return ext!.params.filter(isVisible).map((param) => {
const val = (data.params[param.id] ?? param.default) as number | string
return (
<div key={param.id} className="flex items-center gap-2">
<label className="text-[10px] text-zinc-500 w-24 shrink-0 leading-tight">{param.label}</label>
<div className="flex-1">
<ParamControl
param={withWeightVariantAvailability(param, ext?.weightVariants, installedVariants)}
value={val}
onChange={(v) => patchParam(param.id, v)}
resolvedParams={resolvedParams}
/>
{/* Offer the install instead of leaving the graph on selection. */}
{ext && isMissingWeightVariant(param.id, val, ext.weightVariants, installedVariants) && (
<button
onClick={() => openExtension(ext.extensionId)}
className="nodrag mt-1 text-[10px] text-amber-400 hover:text-amber-300 hover:underline"
>
Not installed: install it
</button>
)}
</div>
</div>
)
})
})()}
</div>
)}
</BaseNode>
)
}