Skip to content

Open-source platform for 3D AI agents. Turn text or a photo into a rigged, animated GLB avatar, give it an LLM brain, memory and a wallet, and embed it anywhere with one web component. Remote MCP server, x402 payments, Three.js, browser-native.

2.4 KB
Raw Blame
import { estimateTokenCount } from 'tokenx';
/** Default max context window (128k tokens) */
export const DEFAULT_MAX_CONTEXT = 128_000;
/** Default threshold ratio (50% of max context) */
export const DEFAULT_THRESHOLD_RATIO = 0.5;
/**
 * Estimate token count for text content using tokenx
 * @param content - Text content or object to estimate tokens for
 * @returns Estimated token count
 */
export function estimateTokens(content) {
    // Handle null/undefined early
    if (content === null || content === undefined)
        return 0;
    const text = typeof content === 'string' ? content : JSON.stringify(content);
    if (!text)
        return 0;
    return estimateTokenCount(text);
}
/**
 * Calculate total token count for a list of messages
 * - Assistant messages: Use metadata.usage.totalOutputTokens if available (exact value)
 * - User/System messages: Use tokenx estimation
 *
 * @param messages - List of messages to count tokens for
 * @returns Total token count
 */
export function calculateMessageTokens(messages) {
    return messages.reduce((total, msg) => {
        // For assistant messages, prefer the recorded token count from usage metadata
        if (msg.role === 'assistant') {
            const outputTokens = msg.metadata?.usage?.totalOutputTokens;
            if (outputTokens && outputTokens > 0) {
                return total + outputTokens;
            }
        }
        // For user/system messages or assistant messages without usage data, estimate tokens
        return total + estimateTokens(msg.content);
    }, 0);
}
/**
 * Calculate the compression threshold based on max context window
 * @param options - Token count options
 * @returns Compression threshold in tokens
 */
export function getCompressionThreshold(options = {}) {
    const maxContext = options.maxWindowToken ?? DEFAULT_MAX_CONTEXT;
    const ratio = options.thresholdRatio ?? DEFAULT_THRESHOLD_RATIO;
    return Math.floor(maxContext * ratio);
}
/**
 * Check if messages need compression based on token count
 * @param messages - List of messages to check
 * @param options - Token count options
 * @returns Compression check result
 */
export function shouldCompress(messages, options = {}) {
    const currentTokenCount = calculateMessageTokens(messages);
    const threshold = getCompressionThreshold(options);
    return {
        currentTokenCount,
        needsCompression: currentTokenCount > threshold,
        threshold,
    };
}