FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.
from .blocks import BaseLLMModel
from .config import (
AttentionGroupConfig,
BaseAttentionGroupConfig,
DSV4AttentionGroupConfig,
FullAttentionGroupConfig,
KVCacheGroupSpec,
LinearGatedDeltaGroupConfig,
ModelConfig,
RotaryConfig,
SWAAttentionGroupConfig,
)
from .register import get_model_class
from .weight import load_weight
def create_model(model_config: ModelConfig) -> BaseLLMModel:
return get_model_class(model_config.architectures[0], model_config)
__all__ = [
"BaseLLMModel",
"create_model",
"load_weight",
"AttentionGroupConfig",
"BaseAttentionGroupConfig",
"DSV4AttentionGroupConfig",
"FullAttentionGroupConfig",
"LinearGatedDeltaGroupConfig",
"ModelConfig",
"RotaryConfig",
"SWAAttentionGroupConfig",
"KVCacheGroupSpec",
]