Skip to content

armgit / Edge0

Public Imported from GitHub
0

Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported

Python
627 B
Raw Blame
"""MLX backend: namespace assembly.

``core`` is mlx.core (arrays, ops, eval/compile, random), ``nn`` is
mlx.nn (module factory), ``io`` and ``quant`` are edge0 wrappers around
mlx-lm and mlx's quantized gather kernels.
"""

from __future__ import annotations

import mlx.core as core  # noqa: F401
import mlx.nn as nn  # noqa: F401

from edge0.backends.mlx import io, quant  # noqa: F401


class BackendImpl:
    """Handle to the active backend implementation."""

    name = "mlx"
    description = "MLX / Metal on Apple Silicon"

    @property
    def version(self) -> str:
        import mlx
        return mlx.__version__