Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

825 B
Raw Blame
from .blocks import BaseLLMModel
from .config import (
    AttentionGroupConfig,
    BaseAttentionGroupConfig,
    DSV4AttentionGroupConfig,
    FullAttentionGroupConfig,
    KVCacheGroupSpec,
    LinearGatedDeltaGroupConfig,
    ModelConfig,
    RotaryConfig,
    SWAAttentionGroupConfig,
)
from .register import get_model_class
from .weight import load_weight


def create_model(model_config: ModelConfig) -> BaseLLMModel:
    return get_model_class(model_config.architectures[0], model_config)


__all__ = [
    "BaseLLMModel",
    "create_model",
    "load_weight",
    "AttentionGroupConfig",
    "BaseAttentionGroupConfig",
    "DSV4AttentionGroupConfig",
    "FullAttentionGroupConfig",
    "LinearGatedDeltaGroupConfig",
    "ModelConfig",
    "RotaryConfig",
    "SWAAttentionGroupConfig",
    "KVCacheGroupSpec",
]