FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.
from .server import launch_server assert __name__ == "__main__" launch_server(prog="python -m freetoken")