Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported
Python
export * from "./Event";
export * from "./HelloPayload";
export * from "./ResyncPayload";
export * from "./SystemSnapshot";
export * from "./DaemonInfo";
export * from "./HardwareInfo";
export * from "./ModelEntry";
export * from "./DownloadEntry";
export * from "./DownloadFailure";
export * from "./CatalogTier";
export * from "./CatalogResponse";
export * from "./EventType";
export * from "./Role";
export * from "./MessageStatus";
export * from "./Usage";
export * from "./Attachment";
export * from "./MessageRecord";
export * from "./ThreadRecord";