Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

210 B
Raw Blame
from .config import parse_config
from .model import GptOssForCausalLM
from .weight import iter_expert_pieces, iter_weights

__all__ = ["GptOssForCausalLM", "parse_config", "iter_weights", "iter_expert_pieces"]