FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.
"""Package-wide runtime hygiene: TP info set once, the global ctx never leaks across tests."""
import pytest
@pytest.fixture(autouse=True)
def _runtime():
import freetoken.core as core
from freetoken.distributed import set_tp_info, try_get_tp_info
if try_get_tp_info() is None:
set_tp_info(rank=0, size=1)
core._GLOBAL_CTX = None
yield
core._GLOBAL_CTX = None