Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

1.4 KB
Raw Blame
from typing import Callable, Generic, Iterable, List, TypeVar

T = TypeVar("T")


class Registry(Generic[T]):
    def __init__(self, type: str):
        self._registry = {}
        self._info = {}
        self._type = type

    def register(self, name: str, info: object | None = None) -> Callable[[T], None]:
        if name in self._registry:
            raise KeyError(f"{self._type} '{name}' is already registered.")

        def decorator(item: T) -> None:
            self._registry[name] = item
            self._info[name] = info

        return decorator

    def info(self, name: str) -> object | None:
        if name not in self._registry:
            raise KeyError(f"Unsupported {self._type}: {name}")
        return self._info.get(name)

    def __getitem__(self, name: str) -> T:
        if name not in self._registry:
            raise KeyError(f"Unsupported {self._type}: {name}")
        return self._registry[name]

    def supported_names(self) -> List[str]:
        return list(self._registry.keys())

    def assert_supported(self, names: str | Iterable[str]) -> None:
        if isinstance(names, str):
            names = [names]
        for name in names:
            if name not in self._registry:
                from argparse import ArgumentTypeError

                raise ArgumentTypeError(
                    f"Unsupported {self._type}: {name}. "
                    f"Supported items: {self.supported_names()}"
                )