Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

357 B
Raw Blame
from .impl import DistributedCommunicator, destroy_distributed, enable_pynccl_distributed
from .info import DistributedInfo, get_tp_info, set_tp_info, try_get_tp_info

__all__ = [
    "DistributedInfo",
    "get_tp_info",
    "set_tp_info",
    "enable_pynccl_distributed",
    "DistributedCommunicator",
    "try_get_tp_info",
    "destroy_distributed",
]