Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported
Python
// This file was generated by [ts-rs](https://github.com/Aleph-Alpha/ts-rs). Do not edit this file manually.
import type { DownloadFailure } from "./DownloadFailure";
export type DownloadEntry = { id: string, tier: string, rev: string, phase: string, source: string | null, source_reason: string | null, bytes_done: number, bytes_total: number, paused: boolean, failed: DownloadFailure | null,
rate_bps?: number | null,
eta_s?: number | null,
source_switched?: boolean, };