Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported
Python
import React from "react";
import ReactDOM from "react-dom/client";
import { RouterProvider } from "@tanstack/react-router";
import "./i18n";
import { applyFont, applyTheme, storedFont, storedTheme } from "./lib/theme";
import { router } from "./router";
import "./styles.css";
import "katex/dist/katex.min.css";
applyTheme(storedTheme());
applyFont(storedFont());
ReactDOM.createRoot(document.getElementById("root")!).render(
<React.StrictMode>
<RouterProvider router={router} />
</React.StrictMode>,
);