Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
site: rebuild the landing page for v1.7.0
JustVuggc2d19e062afc
diff --git a/site/index.html b/site/index.htmlindex b8bbc04c..906c2b04 100644--- a/site/index.html+++ b/site/index.html@@ -3,37 +3,37 @@<head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1">-<title>colibri — frontier MoE models on hardware you own</title>-<meta name="description" content="Run frontier Mixture-of-Experts models — 744B to 2.8T parameters — on hardware you already own. Pure C, zero dependencies, experts streamed from disk.">-<meta property="og:title" content="colibri — frontier MoE models on hardware you own">-<meta property="og:description" content="Frontier MoE models on consumer hardware, from 744B to 2.8T: pure C, zero dependencies, experts tiered across VRAM, RAM and disk. Run it, study it, improve it.">+<title>colibrì — run models bigger than your machine</title>+<meta name="description" content="An inference engine in pure C that streams Mixture-of-Experts weights from disk. A 2.8-trillion-parameter model runs on a 32 GB box. Six model families, zero dependencies, CPU or GPU.">+<meta property="og:title" content="colibrì — run models bigger than your machine">+<meta property="og:description" content="Six frontier MoE families, up to 2.8T parameters, on consumer hardware: pure C, zero dependencies, experts tiered across VRAM, RAM and disk. Run it, study it, improve it."><meta property="og:type" content="website"><meta property="og:image" content="https://raw.githubusercontent.com/JustVugg/colibri/main/docs/media/colibri-atlas.png"><link rel="icon" type="image/svg+xml" href="colibri-icon.svg"><link rel="preconnect" href="https://fonts.googleapis.com"><link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>-<link href="https://fonts.googleapis.com/css2?family=Hanken+Grotesk:wght@400;500;600;700;800&family=Space+Grotesk:wght@500;600;700&family=Bytesized&family=Source+Serif+4:ital,opsz,wght@0,8..60,400;0,8..60,500;1,8..60,400&display=swap" rel="stylesheet">+<link href="https://fonts.googleapis.com/css2?family=Outfit:wght@400;500;600;700;800&family=IBM+Plex+Mono:wght@400;500;600&family=Bytesized&display=swap" rel="stylesheet"><style>:root{- --cream:#F0EDE4; --tan:#E7E0D1; --tan2:#DFD7C6; --card-line:#D2CAB7;- --ink:#191817; --ink2:#3c3931; --gray:#726b5e; --faint:#a49c8b;- --dark:#141311; --on-dark:#EDE9DF; --on-dark-dim:#a7a094;- --hair:#dcd6c8; --clay:#b3603f;- --sans:'Hanken Grotesk',-apple-system,BlinkMacSystemFont,'Segoe UI',sans-serif;- --serif:'Source Serif 4',Georgia,'Times New Roman',serif;+ --bg:#FCFCFB; --panel:#F4F4F1; --card:#FFFFFF;+ --ink:#101010; --ink2:#43433F; --gray:#71716B; --faint:#A2A29B;+ --dark:#0E0E0C; --on-dark:#F1F1ED; --on-dark-dim:#9C9C95;+ --hair:#E6E6E2; --line:#D9D9D4; --teal:#087A63;+ --sans:'Outfit',-apple-system,BlinkMacSystemFont,'Segoe UI',sans-serif;+ --mono:'IBM Plex Mono',ui-monospace,SFMono-Regular,Menlo,Consolas,monospace;--maxw:1200px;}*{margin:0;padding:0;box-sizing:border-box}html{scroll-behavior:smooth}-body{background:var(--cream);color:var(--ink);font-family:var(--sans);line-height:1.5;+body{background:var(--bg);color:var(--ink);font-family:var(--sans);line-height:1.55;-webkit-font-smoothing:antialiased;overflow-x:hidden;font-size:17px}a{color:inherit;text-decoration:none}-::selection{background:rgba(179,96,63,.16)}+::selection{background:rgba(8,122,99,.14)}.wrap{max-width:var(--maxw);margin:0 auto;padding:0 clamp(1.3rem,4vw,2.6rem)}-.serif{font-family:var(--serif)}+.mono{font-family:var(--mono)}/* nav */-nav{position:fixed;inset:0 0 auto 0;z-index:50;background:rgba(240,237,228,.88);backdrop-filter:blur(10px);transition:border-color .25s;border-bottom:1px solid transparent}+nav{position:fixed;inset:0 0 auto 0;z-index:50;background:rgba(252,252,251,.88);backdrop-filter:blur(10px);transition:border-color .25s;border-bottom:1px solid transparent}nav.on{border-color:var(--hair)}nav .in{max-width:var(--maxw);margin:0 auto;display:flex;align-items:center;padding:.85rem clamp(1.3rem,4vw,2.6rem)}nav .brand{display:flex;align-items:center}@@ -47,78 +47,103 @@ nav.on .brand .word{max-width:0;opacity:0;margin-left:0}nav .nl{margin-left:auto;display:flex;gap:2rem;align-items:center;font-weight:500;font-size:.96rem}nav .nl a:not(.btn){color:var(--ink2)} nav .nl a:not(.btn):hover{color:var(--ink)}.btn{font-family:var(--sans);font-weight:600;font-size:.94rem;display:inline-flex;align-items:center;gap:.45rem;- background:var(--ink);color:var(--cream);padding:.6rem 1.15rem;border-radius:7px;transition:.15s;border:1.5px solid var(--ink)}+ background:var(--ink);color:var(--bg);padding:.62rem 1.2rem;border-radius:8px;transition:.15s;border:1.5px solid var(--ink)}.btn:hover{background:#000;border-color:#000}-.btn.ghost{background:transparent;color:var(--ink);border-color:var(--card-line)}+.btn.ghost{background:transparent;color:var(--ink);border-color:var(--line)}.btn.ghost:hover{background:transparent;border-color:var(--ink)}@media(max-width:820px){nav .nl a:not(.btn){display:none}}-/* hero */-.hero{padding:9.5rem 0 4.5rem}-.hero-grid{display:grid;grid-template-columns:1.5fr 1fr;gap:3rem;align-items:end}-@media(max-width:860px){.hero-grid{grid-template-columns:1fr;gap:1.6rem}}-.hero h1{font-weight:800;font-size:clamp(2.6rem,6.2vw,4.7rem);line-height:1.03;letter-spacing:-.03em;text-wrap:balance}-.hero h1 u{text-decoration:none;border-bottom:.11em solid var(--ink);padding-bottom:.02em}-.hero .aside{font-family:var(--serif);font-size:clamp(1.1rem,1.7vw,1.32rem);line-height:1.45;color:var(--ink2);max-width:26rem}-.hero .cta{display:flex;gap:.7rem;margin-top:2.4rem;flex-wrap:wrap}+/* hero — centered, one axis, nothing fighting for the eye */+.hero{padding:10rem 0 5.5rem;text-align:center}+.hero .kicker{font-family:var(--mono);font-size:.78rem;font-weight:500;letter-spacing:.14em;text-transform:uppercase;color:var(--teal)}+.hero h1{font-weight:700;font-size:clamp(2.7rem,6.4vw,4.9rem);line-height:1.06;letter-spacing:-.028em;text-wrap:balance;+ max-width:17ch;margin:1.1rem auto 0}+.hero h1 u{text-decoration:none;border-bottom:.1em solid var(--teal);padding-bottom:.03em}+.hero .sub{font-weight:400;font-size:clamp(1.08rem,1.55vw,1.25rem);line-height:1.6;color:var(--ink2);+ max-width:42rem;margin:1.5rem auto 0;text-wrap:pretty}+.hero .cta{display:flex;gap:.75rem;margin-top:2.3rem;flex-wrap:wrap;justify-content:center}-/* dark block */+/* traction band — real, checkable numbers; mono + tabular so they line up */+section.tract{padding:0}+.tract{border-top:1px solid var(--hair);border-bottom:1px solid var(--hair);background:var(--panel)}+.tract .in{max-width:var(--maxw);margin:0 auto;padding:2.2rem clamp(1.3rem,4vw,2.6rem);+ display:grid;grid-template-columns:repeat(5,1fr);gap:1.5rem}+@media(max-width:900px){.tract .in{grid-template-columns:repeat(2,1fr);gap:1.6rem}}+.tract .n{font-family:var(--mono);font-weight:600;+ font-size:clamp(1.5rem,3vw,2.05rem);letter-spacing:-.03em;font-variant-numeric:tabular-nums;line-height:1;color:var(--ink)}+.tract .l{font-size:.8rem;letter-spacing:.05em;text-transform:uppercase;color:var(--gray);margin-top:.5rem;line-height:1.4}+.tract .since{grid-column:1/-1;color:var(--ink2);font-size:1rem;+ padding-top:.9rem;border-top:1px solid var(--line);margin-top:.4rem}+.tract .since b{color:var(--teal);font-weight:600}++/* dark blocks */.block-dark{background:var(--dark);color:var(--on-dark)}.block-dark .inner{max-width:860px;margin:0 auto;padding:clamp(4.5rem,10vh,7rem) clamp(1.3rem,4vw,2.6rem);text-align:center}-.block-dark h2{font-family:var(--serif);font-weight:400;font-size:clamp(2.1rem,5vw,3.4rem);line-height:1.12;letter-spacing:-.01em;text-wrap:balance}-.block-dark p{color:var(--on-dark-dim);font-size:1.1rem;max-width:38rem;margin:1.1rem auto 0;line-height:1.5}+.block-dark h2{font-weight:700;font-size:clamp(2rem,4.6vw,3.15rem);line-height:1.1;letter-spacing:-.025em;text-wrap:balance}+.block-dark p{color:var(--on-dark-dim);font-size:1.1rem;max-width:38rem;margin:1.2rem auto 0;line-height:1.55}.block-dark .btn{background:var(--on-dark);color:var(--dark);border-color:var(--on-dark);margin-top:2rem}.block-dark .btn:hover{background:#fff;border-color:#fff}.atlas-block{position:relative;overflow:hidden;min-height:720px;display:flex;align-items:center}.atlas-block > canvas{position:absolute;inset:0;width:100%;height:100%;display:block;z-index:0;cursor:grab;touch-action:pan-y}.atlas-block::after{content:"";position:absolute;inset:0;z-index:1;pointer-events:none;- background:radial-gradient(ellipse 58% 46% at 50% 48%,rgba(20,19,17,.66),rgba(20,19,17,.12) 72%,transparent)}+ background:radial-gradient(ellipse 58% 46% at 50% 48%,rgba(14,14,12,.66),rgba(14,14,12,.12) 72%,transparent)}.atlas-block .inner{position:relative;z-index:2;pointer-events:none}-.atlas-block .inner h2,.atlas-block .inner p{text-shadow:0 2px 26px rgba(20,19,17,.85),0 1px 5px rgba(20,19,17,.8)}+.atlas-block .inner h2,.atlas-block .inner p{text-shadow:0 2px 26px rgba(14,14,12,.85),0 1px 5px rgba(14,14,12,.8)}.atlas-hint{position:absolute;bottom:1.3rem;left:50%;transform:translateX(-50%);z-index:2;pointer-events:none;- font-family:ui-monospace,Menlo,Consolas,monospace;font-size:.72rem;color:var(--on-dark-dim);letter-spacing:.06em;text-align:center;padding:0 1rem}+ font-family:var(--mono);font-size:.72rem;color:var(--on-dark-dim);letter-spacing:.06em;text-align:center;padding:0 1rem}/* generic section */section{padding:clamp(4.5rem,9vh,7rem) 0}-.eyebrow{font-weight:700;font-size:1.15rem;letter-spacing:-.01em;margin-bottom:2rem}-.lead{font-family:var(--serif);color:var(--ink2);max-width:44rem;font-size:clamp(1.1rem,1.7vw,1.28rem);line-height:1.5}-+.overline{font-family:var(--mono);font-size:.76rem;font-weight:500;letter-spacing:.14em;text-transform:uppercase;color:var(--teal);margin-bottom:.9rem}+.sec-h{font-weight:700;font-size:clamp(1.7rem,3.2vw,2.3rem);line-height:1.12;letter-spacing:-.025em;text-wrap:balance;margin-bottom:1.1rem}+.lead{color:var(--ink2);max-width:44rem;font-size:clamp(1.05rem,1.5vw,1.18rem);line-height:1.62}+.lead strong{color:var(--ink);font-weight:600}/* cards (models) */-.cards{display:grid;grid-template-columns:repeat(3,1fr);gap:1.4rem;margin-top:.5rem}+.cards{display:grid;grid-template-columns:repeat(3,1fr);gap:1.2rem;margin-top:2.2rem}@media(max-width:900px){.cards{grid-template-columns:1fr}}-.card{background:var(--tan);border-radius:12px;padding:1.7rem 1.6rem 1.6rem;display:flex;flex-direction:column;transition:.16s}-.card:hover{background:var(--tan2);transform:translateY(-3px)}-.card h3{font-weight:700;font-size:1.35rem;letter-spacing:-.02em;margin-bottom:.5rem}-.card .desc{font-family:var(--serif);color:var(--ink2);font-size:1.02rem;line-height:1.45;flex:1}+.card{background:var(--card);border:1px solid var(--hair);border-radius:10px;padding:1.6rem 1.5rem 1.5rem;display:flex;flex-direction:column;transition:.16s}+.card:hover{border-color:var(--ink);transform:translateY(-2px)}+.card h3{font-weight:700;font-size:1.3rem;letter-spacing:-.02em;margin-bottom:.5rem}+.card .desc{color:var(--ink2);font-size:.99rem;line-height:1.55;flex:1}.meta{margin-top:1.4rem}-.meta .row{display:flex;justify-content:space-between;align-items:baseline;gap:1rem;padding:.65rem 0;border-top:1px solid var(--card-line)}-.meta .k{font-weight:700;font-size:.7rem;letter-spacing:.08em;text-transform:uppercase;color:var(--gray)}-.meta .v{font-family:var(--serif);font-size:.98rem;color:var(--ink)}+.meta .row{display:flex;justify-content:space-between;align-items:baseline;gap:1rem;padding:.6rem 0;border-top:1px solid var(--hair)}+.meta .k{font-weight:600;font-size:.68rem;letter-spacing:.09em;text-transform:uppercase;color:var(--gray)}+.meta .v{font-family:var(--mono);font-size:.88rem;color:var(--ink)}.card .btn{margin-top:1.3rem;align-self:flex-start}-.card .btn.soon{background:transparent;color:var(--gray);border-color:var(--card-line);pointer-events:none}/* data list (hardware) */.dlist{margin-top:2.4rem;border-top:1px solid var(--hair)}-.dlist a,.dlist .drow{display:grid;grid-template-columns:1fr auto;gap:1.5rem;align-items:center;+.dlist a{display:grid;grid-template-columns:1fr auto;gap:1.5rem;align-items:center;padding:1.15rem .2rem;border-bottom:1px solid var(--hair);transition:.14s}.dlist a:hover{padding-left:.7rem}-.dlist .name{font-weight:600;font-size:1.08rem;letter-spacing:-.01em}+.dlist .name{font-weight:600;font-size:1.06rem;letter-spacing:-.01em}.dlist .sub{color:var(--gray);font-size:.9rem;margin-top:.15rem}-.dlist .spd{font-family:var(--serif);font-size:1.15rem;white-space:nowrap;text-align:right}-.dlist .hi{color:var(--clay)}-.dlistnote{font-family:var(--serif);color:var(--gray);margin-top:1.6rem;font-size:1rem}-.dlistnote a{border-bottom:1px solid var(--card-line)}+.dlist .spd{font-family:var(--mono);font-variant-numeric:tabular-nums;font-size:1.08rem;white-space:nowrap;text-align:right}+.dlist .hi{color:var(--teal);font-weight:600}+.dlistnote{color:var(--gray);margin-top:1.6rem;font-size:.98rem}+.dlistnote a{border-bottom:1px solid var(--line)}+.dlistnote a:hover{border-color:var(--ink)}/* split (build) */.split{display:grid;grid-template-columns:1fr 1.3fr;gap:3rem;align-items:start}@media(max-width:900px){.split{grid-template-columns:1fr;gap:1.5rem}}-.split h2{font-weight:800;font-size:clamp(1.9rem,3.6vw,2.6rem);line-height:1.08;letter-spacing:-.03em;text-wrap:balance}+.split h2{font-weight:700;font-size:clamp(1.9rem,3.6vw,2.6rem);line-height:1.1;letter-spacing:-.028em;text-wrap:balance}.jlist{border-top:1px solid var(--hair)}.jlist a{display:grid;grid-template-columns:1fr auto;gap:1.5rem;align-items:baseline;padding:1.2rem .2rem;border-bottom:1px solid var(--hair);transition:.14s}.jlist a:hover{padding-left:.7rem}-.jlist .t{font-weight:600;font-size:1.1rem}-.jlist .c{font-family:var(--serif);color:var(--gray);font-size:.98rem;white-space:nowrap}+.jlist .t{font-weight:600;font-size:1.08rem}+.jlist .c{font-family:var(--mono);color:var(--gray);font-size:.85rem;white-space:nowrap}++/* terminal — this is a command-line tool; show the command line */+.term{background:var(--dark);border-radius:12px;overflow:hidden;box-shadow:0 18px 40px -24px rgba(14,14,12,.5)}+.term .bar{display:flex;align-items:center;gap:.45rem;padding:.7rem .9rem;border-bottom:1px solid rgba(241,241,237,.1)}+.term .bar i{width:10px;height:10px;border-radius:50%;background:#33332F;display:block}+.term .bar span{margin-left:.5rem;font-family:var(--mono);font-size:.72rem;color:var(--on-dark-dim);letter-spacing:.04em}+.term pre{margin:0;padding:1.15rem 1.2rem 1.3rem;overflow-x:auto;+ font-family:var(--mono);font-size:.86rem;line-height:1.75;color:var(--on-dark)}+.term .p{color:#12B08D;user-select:none}+.term .c{color:var(--on-dark-dim)}/* footer */footer{background:var(--dark);color:var(--on-dark-dim);padding:4rem 0 3rem}@@ -129,7 +154,7 @@ footer h4{color:var(--on-dark);font-weight:700;font-size:.95rem;margin-bottom:1rfooter ul{list-style:none;display:flex;flex-direction:column;gap:.7rem}footer li a{color:var(--on-dark-dim);font-size:.95rem}footer li a:hover{color:var(--on-dark)}-.fbot{max-width:var(--maxw);margin:2.8rem auto 0;padding:1.6rem clamp(1.3rem,4vw,2.6rem) 0;border-top:1px solid #2a2822;+.fbot{max-width:var(--maxw);margin:2.8rem auto 0;padding:1.6rem clamp(1.3rem,4vw,2.6rem) 0;border-top:1px solid #262622;display:flex;gap:1.2rem;flex-wrap:wrap;font-size:.88rem;color:var(--on-dark-dim)}.fbot .sp{margin-left:auto}@@ -142,7 +167,7 @@ footer li a:hover{color:var(--on-dark)}<!-- colibri mark — monochrome, no box --><svg width="0" height="0" style="position:absolute" aria-hidden="true">- <symbol id="logo" viewBox="0 21 168 126"><g transform="translate(7 21)" shape-rendering="crispEdges" fill="#191817">+ <symbol id="logo" viewBox="0 21 168 126"><g transform="translate(7 21)" shape-rendering="crispEdges" fill="#101010"><rect x="56" y="0" width="14" height="14"/><rect x="70" y="0" width="14" height="14"/><rect x="84" y="0" width="14" height="14"/><rect x="42" y="14" width="14" height="14"/><rect x="56" y="14" width="14" height="14"/><rect x="70" y="14" width="14" height="14"/><rect x="84" y="14" width="14" height="14"/><rect x="98" y="14" width="14" height="14"/><rect x="140" y="14" width="14" height="14"/><rect x="56" y="28" width="14" height="14"/><rect x="70" y="28" width="14" height="14"/><rect x="84" y="28" width="14" height="14"/><rect x="98" y="28" width="14" height="14"/><rect x="126" y="28" width="14" height="14"/><rect x="140" y="28" width="14" height="14"/>@@ -152,7 +177,7 @@ footer li a:hover{color:var(--on-dark)}<rect x="84" y="84" width="14" height="14"/><rect x="98" y="84" width="14" height="14"/><rect x="112" y="84" width="14" height="14"/><rect x="126" y="84" width="14" height="14"/><rect x="98" y="98" width="14" height="14"/><rect x="112" y="98" width="14" height="14"/><rect x="112" y="112" width="14" height="14"/></g></symbol>- <symbol id="logo-light" viewBox="0 21 168 126"><g transform="translate(7 21)" shape-rendering="crispEdges" fill="#EDE9DF">+ <symbol id="logo-light" viewBox="0 21 168 126"><g transform="translate(7 21)" shape-rendering="crispEdges" fill="#F1F1ED"><rect x="56" y="0" width="14" height="14"/><rect x="70" y="0" width="14" height="14"/><rect x="84" y="0" width="14" height="14"/><rect x="42" y="14" width="14" height="14"/><rect x="56" y="14" width="14" height="14"/><rect x="70" y="14" width="14" height="14"/><rect x="84" y="14" width="14" height="14"/><rect x="98" y="14" width="14" height="14"/><rect x="140" y="14" width="14" height="14"/><rect x="56" y="28" width="14" height="14"/><rect x="70" y="28" width="14" height="14"/><rect x="84" y="28" width="14" height="14"/><rect x="98" y="28" width="14" height="14"/><rect x="126" y="28" width="14" height="14"/><rect x="140" y="28" width="14" height="14"/>@@ -172,47 +197,60 @@ footer li a:hover{color:var(--on-dark)}<a href="#models">Models</a><a href="#hardware">Hardware</a><a href="https://github.com/JustVugg/colibri/blob/main/docs/benchmarks.md">Benchmarks</a>+ <a href="https://discord.gg/MAaKtQRc">Discord</a><a class="btn" href="https://github.com/JustVugg/colibri">Star on GitHub</a></div></div></nav><header class="hero" id="top">- <div class="wrap hero-grid">- <h1>These models do not fit in your machine. <u>They run in it anyway.</u></h1>- <div class="aside">- A Mixture-of-Experts token touches a small fraction of the weights, so colibri keeps that part- resident and streams the rest from disk as it is needed. Four families run today — GLM-5.2- (744B), Inkling (975B), Kimi K3 (2.8T) and OLMoE (7B) — in pure C, with zero dependencies.- No cluster, no cloud, no API key.- <div class="cta">- <a class="btn" href="https://github.com/JustVugg/colibri">Star on GitHub</a>- <a class="btn ghost" href="https://github.com/JustVugg/colibri#quick-start">Quick start →</a>- </div>+ <div class="wrap">+ <div class="kicker">Pure C · zero dependencies · Apache 2.0</div>+ <h1>Run models <u>bigger than your machine</u></h1>+ <p class="sub">+ colibrì streams Mixture-of-Experts weights from disk instead of loading them,+ so a 2.8-trillion-parameter model runs on a 32 GB box.+ Six model families, one engine, CPU or GPU.+ </p>+ <div class="cta">+ <a class="btn" href="https://github.com/JustVugg/colibri#quick-start">Quick start →</a>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri/blob/main/docs/benchmarks.md">See the benchmarks</a></div></div></header>+<section class="tract">+ <div class="in reveal">+ <div><div class="n" data-gh="stargazers_count">25,157</div><div class="l">GitHub stars</div></div>+ <div><div class="n" data-gh="forks_count">2,730</div><div class="l">forks</div></div>+ <div><div class="n">100+</div><div class="l">contributors</div></div>+ <div><div class="n">510</div><div class="l">pull requests merged</div></div>+ <div><div class="n">6</div><div class="l">families · 4 backends · 3 platforms</div></div>+ <div class="since">All of it in <b data-gh-age>six weeks</b>, in the open: issues filed from strangers' machines,+ reproduced and fixed the same day. Currently shipping <b>v1.7.0</b>.</div>+ </div>+</section>+<section class="block-dark" id="engine"><div class="inner reveal"><h2>Frontier models should not be sealed inside datacenters.</h2>- <p>Anyone curious enough should be able to open one up — run it, watch every expert fire, and make it better.</p>+ <p>Anyone curious enough should be able to open one up: run it, watch every expert fire, and make it better.</p><a class="btn" href="https://github.com/JustVugg/colibri">Read the engine →</a></div></section><section><div class="wrap reveal">- <div class="eyebrow">How it works — a JIT, but for weights</div>+ <div class="overline">How it works</div><div class="split"><h2>Weights are not state to hold. They are data to stage.</h2><div><p class="lead" style="margin-bottom:1.3rem">A token through GLM-5.2 activates only <strong>~40B parameters</strong>, and just- <strong>~11 GB</strong> of those change from token to token — the routed experts. colibri keeps the dense weights resident- and treats the 19,456 experts as a storage hierarchy: measured routing heat decides which experts earn VRAM, which earn- pinned RAM, and which stream from NVMe. The router runs a layer ahead, so prefetch hides the latency.</p>- <p class="lead">Everything is validated <strong>token-exact</strong> against the reference transformers implementation —- speed never buys drift.</p>+ <strong>~11 GB</strong> of those change from token to token: the routed experts. colibrì keeps the dense weights resident+ and treats the 19,456 experts as a storage hierarchy. Measured routing heat decides which experts earn VRAM, which earn+ pinned RAM, and which stream from NVMe, and the router runs a layer ahead so prefetch hides the latency.</p>+ <p class="lead">Everything is validated <strong>token-exact</strong> against the reference transformers implementation.+ Speed never buys drift.</p></div></div></div>@@ -220,26 +258,27 @@ footer li a:hover{color:var(--on-dark)}<section id="models"><div class="wrap reveal">- <div class="eyebrow">The models — one engine, more minds coming</div>+ <div class="overline">The models</div>+ <h2 class="sec-h">Six families run today, one engine each.</h2><div class="cards"><div class="card"><h3>GLM-5.2</h3><p class="desc">The flagship target: an int4 container, token-exact versus reference, with the full expert atlas published.</p><div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Z.ai</span></div><div class="row"><span class="k">Size · Status</span><span class="v">744B MoE · Live</span></div></div>- <a class="btn" href="https://github.com/JustVugg/colibri">Run it →</a></div>- <div class="card"><h3>OLMoE</h3><p class="desc">The small research workhorse — quantization A/Bs and quality ablations run here first.</p>- <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Allen AI</span></div><div class="row"><span class="k">Size · Status</span><span class="v">7B MoE · Live</span></div></div>- <a class="btn" href="https://github.com/JustVugg/colibri">Run it →</a></div>- <div class="card"><h3>Inkling</h3><p class="desc">A 975B reasoning MoE, running today. An int4 dense container brings the resident set to 15.3 GB, so it fits a 25 GB box.</p>- <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Thinking Machines</span></div><div class="row"><span class="k">Size · Status</span><span class="v">975B MoE · Live</span></div></div>- <a class="btn" href="https://github.com/JustVugg/colibri/blob/main/docs/inkling.md">Run it →</a></div>- <div class="card"><h3>DeepSeek</h3><p class="desc">A widely-studied frontier MoE family — the tiered engine's next large-scale target.</p>- <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">DeepSeek AI</span></div><div class="row"><span class="k">Size · Status</span><span class="v">671B–1T MoE · Planned</span></div></div>- <a class="btn soon">On the roadmap</a></div>- <div class="card"><h3>Kimi K3</h3><p class="desc">The largest model here, running today — its QAT-trained MXFP4 experts are streamed straight from the original checkpoint, with no conversion.</p>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri#quick-start">Run it →</a></div>+ <div class="card"><h3>Kimi K3</h3><p class="desc">The largest family we run: gated recurrence plus MLA attention, 2.8T parameters, now with a Metal backend on Apple Silicon.</p><div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Moonshot AI</span></div><div class="row"><span class="k">Size · Status</span><span class="v">2.8T MoE · Live</span></div></div>- <a class="btn" href="https://github.com/JustVugg/colibri/blob/main/docs/kimi_k3.md">Run it →</a></div>- <div class="card"><h3>Qwen3 MoE</h3><p class="desc">The most widely-deployed open family — broad hardware coverage meets broad adoption.</p>- <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Alibaba Qwen</span></div><div class="row"><span class="k">Size · Status</span><span class="v">MoE · Planned</span></div></div>- <a class="btn soon">On the roadmap</a></div>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri/blob/main/docs/kimi_k3.md">Run it →</a></div>+ <div class="card"><h3>Inkling</h3><p class="desc">A 975B reasoning MoE with an audio tower. Mixed-precision staging fits it on a consumer box.</p>+ <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Thinking Machines</span></div><div class="row"><span class="k">Size · Status</span><span class="v">975B MoE · Live</span></div></div>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri/blob/main/docs/inkling.md">Run it →</a></div>+ <div class="card"><h3>DeepSeek V4</h3><p class="desc">Sparse attention, multi-token prediction and a trained drafter: the most instrumented engine here.</p>+ <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">DeepSeek AI</span></div><div class="row"><span class="k">Size · Status</span><span class="v">284B MoE · Live</span></div></div>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri/blob/main/docs/deepseek-v4.md">Run it →</a></div>+ <div class="card"><h3>Qwen3.6</h3><p class="desc">Gated attention plus Gated DeltaNet. Its CUDA tier keeps hot experts in VRAM: 7x faster than CPU on two 8 GB cards, output bit-identical.</p>+ <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Alibaba Qwen</span></div><div class="row"><span class="k">Size · Status</span><span class="v">35B MoE · Live</span></div></div>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri/blob/main/docs/qwen36.md">Run it →</a></div>+ <div class="card"><h3>OLMoE</h3><p class="desc">The small research workhorse. Quantization A/Bs and quality ablations run here first.</p>+ <div class="meta"><div class="row"><span class="k">Maker</span><span class="v">Allen AI</span></div><div class="row"><span class="k">Size · Status</span><span class="v">7B MoE · Live</span></div></div>+ <a class="btn ghost" href="https://github.com/JustVugg/colibri">Run it →</a></div></div></div></section>@@ -248,7 +287,7 @@ footer li a:hover{color:var(--on-dark)}<canvas id="atlasCanvas"></canvas><div class="inner reveal"><h2>The mind, measured.</h2>- <p>Every point behind this text is a real measured expert — 13,260 characterised experts, specialists clustering by topic,+ <p>Every point behind this text is a real measured expert: 13,260 characterised experts, specialists clustering by topic,generalists drifting to the centre. The first expert atlas of a 700B-class model, mapped on ordinary machines.</p></div><div class="atlas-hint">drag to spin · position is measured routing affinity, not a learned embedding</div>@@ -256,7 +295,8 @@ footer li a:hover{color:var(--on-dark)}<section id="hardware"><div class="wrap reveal">- <div class="eyebrow">Same engine, any hardware</div>+ <div class="overline">Hardware</div>+ <h2 class="sec-h">Same engine, any machine.</h2><p class="lead">Measured decode speed on real community machines. The hardware only changes where the experts live, not what the model answers.</p><div class="dlist"><a href="https://github.com/JustVugg/colibri/blob/main/docs/benchmarks.md"><div><div class="name">6× RTX 5090 · full residency + NUMA</div><div class="sub">all in VRAM + RAM · disk 0</div></div><div class="spd">9.0–9.2 tok/s</div></a>@@ -277,10 +317,22 @@ footer li a:hover{color:var(--on-dark)}<div class="split"><h2>Come build the microscope.</h2><div class="jlist">- <a href="https://github.com/JustVugg/colibri/issues"><span class="t">Run a benchmark on your hardware</span><span class="c">Any machine is a datapoint</span></a>- <a href="https://github.com/JustVugg/colibri/issues"><span class="t">Pick an open issue</span><span class="c">Kernels · schedulers · atlas</span></a>- <a href="https://github.com/JustVugg/colibri"><span class="t">Read the engine</span><span class="c">One C file · zero dependencies</span></a>- <a href="https://github.com/JustVugg/colibri/blob/main/docs/api.md"><span class="t">Use the OpenAI-compatible API</span><span class="c">Drop-in gateway</span></a>+ <a href="https://github.com/JustVugg/colibri/issues"><span class="t">Run a benchmark on your hardware</span><span class="c">any machine is a datapoint</span></a>+ <a href="https://github.com/JustVugg/colibri/issues"><span class="t">Pick an open issue</span><span class="c">kernels · schedulers · atlas</span></a>+ <a href="https://github.com/JustVugg/colibri"><span class="t">Read the engine</span><span class="c">one C file · zero deps</span></a>+ <a href="https://github.com/JustVugg/colibri/blob/main/docs/api.md"><span class="t">Use the OpenAI-compatible API</span><span class="c">drop-in gateway</span></a>+ </div>+ <div class="term" style="grid-column:1/-1;margin-top:2.2rem">+ <div class="bar"><i></i><i></i><i></i><span>bash</span></div>+<pre><span class="c"># one C file, no dependencies</span>+<span class="p">$</span> git clone https://github.com/JustVugg/colibri+<span class="p">$</span> make -C colibri/c++<span class="c"># point it at a checkpoint and talk to it</span>+<span class="p">$</span> ./coli chat --model /path/to/glm-5.2++<span class="c"># or serve an OpenAI-compatible API + dashboard</span>+<span class="p">$</span> ./coli web --model /path/to/glm-5.2</pre></div></div></div>@@ -297,28 +349,68 @@ footer li a:hover{color:var(--on-dark)}<li><a href="https://github.com/JustVugg/colibri/blob/main/docs/benchmarks.md">Benchmarks</a></li></ul></div><div><h4>Models</h4><ul>- <li><a href="#models">GLM-5.2</a></li><li><a href="#models">OLMoE</a></li>- <li><a href="#models">Inkling</a></li><li><a href="#models">Kimi K3</a></li>+ <li><a href="#models">GLM-5.2</a></li><li><a href="#models">Kimi K3</a></li>+ <li><a href="#models">Inkling</a></li><li><a href="#models">DeepSeek V4</a></li>+ <li><a href="#models">Qwen3.6</a></li><li><a href="#models">OLMoE</a></li></ul></div><div><h4>Project</h4><ul><li><a href="https://github.com/JustVugg/colibri/issues">Issues</a></li>+ <li><a href="https://discord.gg/MAaKtQRc">Discord</a></li><li><a href="https://github.com/JustVugg/colibri/blob/main/docs/benchmarks.md">Community results</a></li><li><a href="https://github.com/JustVugg/colibri">Apache 2.0 license</a></li></ul></div></div>- <div class="fbot"><span>colibri — the hummingbird: tiny, fast, precise.</span><span class="sp">Apache 2.0</span></div>+ <div class="fbot"><span>colibrì — the hummingbird: tiny, fast, precise.</span><span class="sp">Apache 2.0</span></div></div></footer><script>+/* Live GitHub figures.+ * Progressive enhancement, deliberately: the numbers are already correct in the+ * HTML, so this page is honest with JS disabled, with the API rate-limited, or+ * offline. The fetch only ever *refreshes* them -- it never blanks them, never+ * shows a spinner, and never writes a smaller number than the one already there+ * (a rate-limited 403 returns no data, and a partial response is ignored).+ * Cached for an hour in localStorage so a reload doesn't spend the visitor's+ * unauthenticated quota (60 req/h per IP). */+(function liveStats(){+ var KEY='coli.gh.v1', TTL=36e5, REPO='JustVugg/colibri';+ function paint(d){+ if(!d) return;+ document.querySelectorAll('[data-gh]').forEach(function(el){+ var v=d[el.getAttribute('data-gh')];+ if(typeof v==='number' && v>0) el.textContent=v.toLocaleString('en-US');+ });+ if(d.created_at){+ var wk=Math.floor((Date.now()-Date.parse(d.created_at))/6048e5);+ var el=document.querySelector('[data-gh-age]');+ if(el && wk>0){+ var words=['one','two','three','four','five','six','seven','eight','nine','ten','eleven','twelve'];+ el.textContent = wk<=12 ? words[wk-1]+' weeks'+ : (wk<52 ? Math.round(wk/4.345)+' months' : (wk/52).toFixed(1)+' years');+ }+ }+ }+ try{+ var c=JSON.parse(localStorage.getItem(KEY)||'null');+ if(c && Date.now()-c.t<TTL){ paint(c.d); return; }+ }catch(e){}+ fetch('https://api.github.com/repos/'+REPO,{headers:{'Accept':'application/vnd.github+json'}})+ .then(function(r){ return r.ok ? r.json() : null; })+ .then(function(d){+ if(!d || typeof d.stargazers_count!=='number') return; // rate-limited or odd payload: keep the static numbers+ paint(d);+ try{ localStorage.setItem(KEY, JSON.stringify({t:Date.now(), d:{+ stargazers_count:d.stargazers_count, forks_count:d.forks_count, created_at:d.created_at}})); }catch(e){}+ })+ .catch(function(){}); /* offline / blocked: the HTML numbers stand */+})();+const nav=document.getElementById('nav');addEventListener('scroll',()=>nav.classList.toggle('on',scrollY>16),{passive:true});const io=new IntersectionObserver((es)=>es.forEach(e=>{if(e.isIntersecting){e.target.classList.add('in');io.unobserve(e.target)}}),{threshold:.08});document.querySelectorAll('.reveal').forEach(el=>io.observe(el));const reduce=matchMedia('(prefers-reduced-motion: reduce)').matches;-const pimgs=[...document.querySelectorAll('.pf img[data-parallax]')];-function park(){const vh=innerHeight;for(const img of pimgs){const f=img.closest('.pf').getBoundingClientRect();const c=(f.top+f.height/2-vh/2)/vh;const s=img.classList.contains('sc4')?1.04:1.06;img.style.transform='scale('+s+') translateY('+(c*-2.4)+'%)';}}-if(!reduce&&pimgs.length){addEventListener('scroll',park,{passive:true});addEventListener('resize',park);park()}/* ---- Expert atlas: a rotating 3-D galaxy of measured experts, clustered by topic ---- */(function(){