Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

283 B
Raw Blame
from .config import parse_config
from .gguf import iter_gguf_weights, parse_gguf_config, to_gguf
from .model import Qwen2ForCausalLM
from .weight import iter_weights

__all__ = ["Qwen2ForCausalLM", "parse_config", "iter_weights", "iter_gguf_weights", "parse_gguf_config", "to_gguf"]