Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

547 B
Raw Blame
"""FreeToken Weight (FTW) checkpoint: a unified, O_DIRECT-friendly on-disk weight format.

See :mod:`freetoken.checkpoint.ftw` for the format and :mod:`freetoken.checkpoint.convert`
for the safetensors -> FTW converter (also exposed as ``ft checkpoint``).
"""

from .ftw import (
    FTWReader,
    FTWWriter,
    is_ftw_checkpoint,
    iter_ftw_weights,
    load_ftw_banks,
)
from .convert import convert_checkpoint

__all__ = [
    "FTWReader", "FTWWriter", "is_ftw_checkpoint",
    "iter_ftw_weights", "load_ftw_banks", "convert_checkpoint",
]