Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported
Python
// This file was generated by [ts-rs](https://github.com/Aleph-Alpha/ts-rs). Do not edit this file manually.
import type { DaemonInfo } from "./DaemonInfo";
import type { DownloadEntry } from "./DownloadEntry";
import type { HardwareInfo } from "./HardwareInfo";
import type { ModelEntry } from "./ModelEntry";
export type SystemSnapshot = { daemon: DaemonInfo, hardware: HardwareInfo, models: Array<ModelEntry>, downloads: Array<DownloadEntry>, events_seq: number, };