7.4 billion tokens per month. 34 free LLM providers. 635 free model endpoints. All behind one /v1 endpoint, plus any custom OpenAI-compatible endpoint. Smart routing, automatic failover, encrypted keys. Personal experimentation only.
TypeScript
import type { ChatMessage } from '@freellmapi/shared/types.js';
import type { ToolCallOrigin } from './types.js';
export function textContent(message: ChatMessage): string | null {
return typeof message.content === 'string' ? message.content : null;
}
export function withTextContent(message: ChatMessage, content: string): ChatMessage {
return { ...message, content };
}
export function messageChars(messages: ChatMessage[]): number {
return messages.reduce((sum, message) => {
if (typeof message.content === 'string') return sum + message.content.length;
if (!Array.isArray(message.content)) return sum;
return sum + message.content.reduce((n, block) => {
if (typeof block === 'string') return n + block.length;
return n + (typeof block?.text === 'string' ? block.text.length : 0);
}, 0);
}, 0);
}
export function estimateTokensFromChars(chars: number): number {
return Math.ceil(chars / 4);
}
export function buildToolCallOrigins(messages: ChatMessage[]): Map<string, ToolCallOrigin> {
const origins = new Map<string, ToolCallOrigin>();
messages.forEach((message, messageIndex) => {
for (const call of message.tool_calls ?? []) {
if (!call.id) continue;
origins.set(call.id, {
id: call.id,
name: call.function.name,
arguments: call.function.arguments,
messageIndex,
});
}
});
return origins;
}
export function allMessageText(messages: ChatMessage[]): string {
return messages.map(message => {
if (typeof message.content === 'string') return message.content;
if (!Array.isArray(message.content)) return '';
return message.content.map(block => {
if (typeof block === 'string') return block;
return typeof block?.text === 'string' ? block.text : '';
}).join('');
}).join('\n');
}