Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.
JavaScript 3d-generationai-agentsanimationavatardigital-humangenerative-aiglbgltfimage-to-3dllmmcpmcp-servermodel-context-protocolsolanatext-to-3dthreejsweb-componentswebglwebxrx402
/**
* Summarization Service with Fallback Chain
* Server-side Redis caching handles cross-user deduplication
* Fallback: Groq -> OpenRouter -> Browser T5
*/
import { mlWorker } from './ml-worker';
import { SITE_VARIANT } from '@/config';
import { isFeatureAvailable } from './runtime-config';
export type SummarizationProvider = 'groq' | 'openrouter' | 'browser' | 'cache';
export interface SummarizationResult {
summary: string;
provider: SummarizationProvider;
cached: boolean;
}
export type ProgressCallback = (step: number, total: number, message: string) => void;
async function tryGroq(headlines: string[], geoContext?: string): Promise<SummarizationResult | null> {
if (!isFeatureAvailable('aiGroq')) return null;
try {
const response = await fetch('/api/groq-summarize', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ headlines, mode: 'brief', geoContext, variant: SITE_VARIANT }),
});
if (!response.ok) {
const data = await response.json().catch(() => ({}));
if (data.fallback || response.status === 403) return null;
throw new Error(`Groq error: ${response.status}`);
}
const data = await response.json();
const provider = data.cached ? 'cache' : 'groq';
console.log(`[Summarization] ${provider === 'cache' ? 'Redis cache hit' : 'Groq success'}:`, data.model);
return {
summary: data.summary,
provider: provider as SummarizationProvider,
cached: !!data.cached,
};
} catch (error) {
console.warn('[Summarization] Groq failed:', error);
return null;
}
}
async function tryOpenRouter(headlines: string[], geoContext?: string): Promise<SummarizationResult | null> {
if (!isFeatureAvailable('aiOpenRouter')) return null;
try {
const response = await fetch('/api/openrouter-summarize', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ headlines, mode: 'brief', geoContext, variant: SITE_VARIANT }),
});
if (!response.ok) {
const data = await response.json().catch(() => ({}));
if (data.fallback || response.status === 403) return null;
throw new Error(`OpenRouter error: ${response.status}`);
}
const data = await response.json();
const provider = data.cached ? 'cache' : 'openrouter';
console.log(`[Summarization] ${provider === 'cache' ? 'Redis cache hit' : 'OpenRouter success'}:`, data.model);
return {
summary: data.summary,
provider: provider as SummarizationProvider,
cached: !!data.cached,
};
} catch (error) {
console.warn('[Summarization] OpenRouter failed:', error);
return null;
}
}
async function tryBrowserT5(headlines: string[]): Promise<SummarizationResult | null> {
try {
if (!mlWorker.isAvailable) {
console.log('[Summarization] Browser ML not available');
return null;
}
const combinedText = headlines.slice(0, 6).map(h => h.slice(0, 80)).join('. ');
const prompt = `Summarize the main themes from these news headlines in 2 sentences: ${combinedText}`;
const [summary] = await mlWorker.summarize([prompt]);
if (!summary || summary.length < 20 || summary.toLowerCase().includes('summarize')) {
return null;
}
console.log('[Summarization] Browser T5 success');
return {
summary,
provider: 'browser',
cached: false,
};
} catch (error) {
console.warn('[Summarization] Browser T5 failed:', error);
return null;
}
}
/**
* Generate a summary using the fallback chain: Groq -> OpenRouter -> Browser T5
* Server-side Redis caching is handled by the API endpoints
* @param geoContext Optional geographic signal context to include in the prompt
*/
export async function generateSummary(
headlines: string[],
onProgress?: ProgressCallback,
geoContext?: string
): Promise<SummarizationResult | null> {
if (!headlines || headlines.length < 2) {
return null;
}
const totalSteps = 3;
// Step 1: Try Groq (fast, 14.4K/day with 8b-instant + Redis cache)
onProgress?.(1, totalSteps, 'Connecting to Groq AI...');
const groqResult = await tryGroq(headlines, geoContext);
if (groqResult) {
return groqResult;
}
// Step 2: Try OpenRouter (fallback, 50/day + Redis cache)
onProgress?.(2, totalSteps, 'Trying OpenRouter...');
const openRouterResult = await tryOpenRouter(headlines, geoContext);
if (openRouterResult) {
return openRouterResult;
}
// Step 3: Try Browser T5 (local, unlimited but slower)
onProgress?.(3, totalSteps, 'Loading local AI model...');
const browserResult = await tryBrowserT5(headlines);
if (browserResult) {
return browserResult;
}
console.warn('[Summarization] All providers failed');
return null;
}