Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

39.0 KB
Raw Blame
<!DOCTYPE html>
<html lang="en" dir="ltr">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Fast local serving — WebBrain Research</title>
  <meta name="description" content="Which formats and engines make strong models fast enough for an agent loop on your own GPU: NVFP4, EXL3, ONNX.">
  <meta property="og:title" content="Fast local serving — WebBrain Research">
  <meta property="og:description" content="Which formats and engines make strong models fast enough for an agent loop on your own GPU: NVFP4, EXL3, ONNX.">
  <meta property="og:type" content="website">
  <meta property="og:url" content="https://webbrain.one/research/efficient-serving/">
  <meta property="og:site_name" content="WebBrain">
  <meta property="og:locale" content="en_US">
  <meta property="og:image" content="https://webbrain.one/og-image.png">
  <meta property="og:image:width" content="1200">
  <meta property="og:image:height" content="630">
  <meta name="twitter:card" content="summary_large_image">
  <meta name="twitter:title" content="Fast local serving — WebBrain Research">
  <meta name="twitter:description" content="Which formats and engines make strong models fast enough for an agent loop on your own GPU: NVFP4, EXL3, ONNX.">
  <meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
  <meta name="robots" content="index, follow">
  <link rel="icon" type="image/png" href="/favicon.png">
  <link rel="canonical" href="https://webbrain.one/research/efficient-serving/">
  <script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@type": "TechArticle",
  "headline": "Fast local serving",
  "url": "https://webbrain.one/research/efficient-serving/",
  "description": "Which formats and engines make strong models fast enough for an agent loop on your own GPU: NVFP4, EXL3, ONNX.",
  "author": {
    "@type": "Organization",
    "name": "WebBrain",
    "url": "https://webbrain.one/"
  }
}
  </script>

  <script>
    (function () {
      try {
        var saved = localStorage.getItem('webbrain-theme');
        var theme = (saved === 'light' || saved === 'dark')
          ? saved
          : (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
        document.documentElement.setAttribute('data-theme', theme);
      } catch (_) {
        document.documentElement.setAttribute('data-theme', 'dark');
      }
    })();
  </script>

  <style>
    *, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }

    :root {
      --bg: #0b0e17;
      --bg-card: #111827;
      --bg-card-hover: #1a2233;
      --surface: #161d2e;
      --border: rgba(255,255,255,0.08);
      --border-strong: rgba(255,255,255,0.16);
      --text: #e4e4ec;
      --text-dim: #8b8fa4;
      --accent: #6c63ff;
      --accent-hover: #5a52d5;
      --accent-text: #9d97ff;
      --accent2: #a78bfa;
      --accent-glow: rgba(108,99,255,0.22);
      --success: #34d399;
      --success-bg: rgba(52,211,153,0.10);
      --amber: #f4cc7d;
      --warning: #fbbf24;
      --tint-soft-2: rgba(255,255,255,0.04);
      --tint-medium: rgba(255,255,255,0.08);
      --shadow-card: rgba(0,0,0,0.32);
      --nav-bg: rgba(11,14,23,0.80);
      --grid-line: rgba(255,255,255,0.035);
      --code-bg: #0f1420;
      --code-text: #e4e4ec;
      --site-width: min(calc(100% - 48px), 1320px);
      --font: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
      --mono: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
      color-scheme: dark;
    }
    :root[data-theme="light"] {
      --bg: #f7f1e6;
      --bg-card: #fffdf8;
      --bg-card-hover: #f2e9d4;
      --surface: #ede2cb;
      --border: rgba(89,55,25,0.15);
      --border-strong: rgba(89,55,25,0.28);
      --text: #2c1810;
      --text-dim: #6b5b47;
      --accent: #5b52e8;
      --accent-hover: #4940ce;
      --accent-text: #5b52e8;
      --accent2: #7c6ce6;
      --accent-glow: rgba(91,82,232,0.12);
      --success: #247554;
      --success-bg: rgba(36,117,84,0.09);
      --amber: #946000;
      --warning: #b97a00;
      --tint-soft-2: rgba(89,55,25,0.07);
      --tint-medium: rgba(89,55,25,0.10);
      --shadow-card: rgba(89,55,25,0.10);
      --nav-bg: rgba(247,241,230,0.85);
      --grid-line: rgba(89,55,25,0.05);
      --code-bg: #fffdf8;
      --code-text: #2c1810;
      color-scheme: light;
    }

    html { scroll-behavior: smooth; background: var(--bg); }
    body {
      min-height: 100vh;
      display: flex;
      flex-direction: column;
      font-family: var(--font);
      background: radial-gradient(circle at 76% 10%, var(--accent-glow), transparent 30%), var(--bg);
      color: var(--text);
      line-height: 1.55;
      overflow-x: hidden;
      -webkit-font-smoothing: antialiased;
    }
    body::before {
      content: '';
      position: absolute;
      inset: 0 0 auto;
      height: 820px;
      z-index: -1;
      background-image:
        linear-gradient(var(--grid-line) 1px, transparent 1px),
        linear-gradient(90deg, var(--grid-line) 1px, transparent 1px);
      background-size: 44px 44px;
      -webkit-mask-image: linear-gradient(to bottom, black, transparent 88%);
      mask-image: linear-gradient(to bottom, black, transparent 88%);
      pointer-events: none;
    }
    a { color: var(--accent-text); text-decoration: none; }
    a:hover { text-decoration: underline; }
    a:focus-visible, button:focus-visible, input:focus-visible, summary:focus-visible { outline: 3px solid var(--accent); outline-offset: 3px; border-radius: 6px; }
    code { font-family: var(--mono); font-size: 0.92em; }

    /* ----- Nav (same as the homepage) ----- */
    .site-nav {
      position: sticky;
      top: 0;
      z-index: 100;
      background: var(--nav-bg);
      border-bottom: 1px solid var(--border);
      -webkit-backdrop-filter: blur(20px);
      backdrop-filter: blur(20px);
    }
    .nav-inner { width: var(--site-width); min-height: 66px; margin: 0 auto; display: flex; align-items: center; gap: 24px; }
    .nav-brand { display: inline-flex; align-items: center; gap: 10px; font-size: 20px; font-weight: 800; letter-spacing: -0.02em; white-space: nowrap; }
    .brand-word { background: linear-gradient(135deg, var(--accent), var(--accent2)); -webkit-background-clip: text; background-clip: text; -webkit-text-fill-color: transparent; }
    .nav-brand:hover { text-decoration: none; }
    .brand-tile { width: 30px; height: 30px; display: grid; place-items: center; flex: 0 0 auto; border-radius: 8px; background: #060d32; box-shadow: 0 6px 16px var(--accent-glow); }
    .brand-tile img { width: 22px; height: 22px; display: block; }
    .brand-domain { margin-inline-start: 3px; font-weight: 400; opacity: 0.55; }
    .nav-links { display: flex; align-items: center; gap: 22px; margin-inline-start: auto; }
    .nav-links a { color: var(--text-dim); font-size: 14px; font-weight: 550; white-space: nowrap; }
    .nav-links a:hover, .nav-links a[aria-current="page"] { color: var(--text); text-decoration: none; }
    .nav-tools { display: flex; align-items: center; gap: 10px; }
    .nav-cta {
      min-height: 34px;
      display: inline-flex;
      align-items: center;
      padding: 7px 14px;
      border-radius: 8px;
      background: var(--accent);
      color: #fff;
      font-size: 13px;
      font-weight: 700;
      white-space: nowrap;
    }
    .nav-cta:hover { background: var(--accent-hover); text-decoration: none; }
    .theme-toggle {
      appearance: none; -webkit-appearance: none;
      width: 32px; height: 32px;
      display: inline-flex; align-items: center; justify-content: center;
      padding: 0;
      background: var(--tint-soft-2);
      border: 1px solid var(--border);
      border-radius: 999px;
      color: var(--text-dim);
      cursor: pointer;
    }
    .theme-toggle:hover { background: var(--tint-medium); border-color: var(--accent); color: var(--text); }
    .theme-toggle svg { width: 16px; height: 16px; display: block; }
    .theme-toggle .icon-sun { display: block; }
    .theme-toggle .icon-moon { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-moon { display: block; }


    /* ================================================================
       RESEARCH — a mosaic of research lines, then one page per line.
       Tiles differ in size by weight, and each draws its own idea:
       ternary weights, tool routing, screenshot-to-action, benchmarks.
       ================================================================ */
    main { flex: 1; width: var(--site-width); margin: 0 auto; padding: 72px 0 40px; }
    :root { --wb-footer-width: var(--site-width); }
    .kicker { margin: 0 0 18px; color: var(--accent-text); font-size: 14px; font-weight: 700; }

    .research-hero {
      display: grid;
      grid-template-columns: minmax(0, 1.05fr) minmax(0, 0.95fr);
      align-items: end;
      gap: 28px clamp(36px, 5vw, 80px);
    }
    .research-hero h1 {
      font-size: clamp(42px, 5.6vw, 76px);
      font-weight: 770;
      line-height: 0.98;
      letter-spacing: -0.05em;
      text-wrap: balance;
    }
    .research-lede p { color: var(--text-dim); font-size: 17px; line-height: 1.7; }
    .research-lede p + p { margin-top: 14px; }
    .research-lede strong { color: var(--text); font-weight: 650; }
    .research-totals {
      display: flex;
      flex-wrap: wrap;
      align-items: baseline;
      gap: 6px 22px;
      margin-top: 22px !important;
      padding-top: 18px;
      border-top: 1px solid var(--border);
      font-size: 14px !important;
    }
    .research-totals b { color: var(--text); font-size: 22px; font-weight: 750; letter-spacing: -0.02em; font-variant-numeric: tabular-nums; margin-inline-end: 4px; }
    .research-asof { flex-basis: 100%; font-size: 13px; }

    /* ----- The mosaic ----- */
    .mosaic {
      display: grid;
      grid-template-columns: repeat(12, minmax(0, 1fr));
      grid-auto-flow: dense;
      gap: 16px;
      margin-top: 56px;
    }
    .tile {
      position: relative;
      min-width: 0;
      display: flex;
      flex-direction: column;
      gap: 10px;
      padding: 24px 24px 20px;
      border: 1px solid var(--border);
      border-radius: 18px;
      background: var(--bg-card);
      color: var(--text);
      transition: border-color 0.15s ease, transform 0.15s ease;
    }
    .tile:hover { border-color: var(--accent); text-decoration: none; transform: translateY(-2px); }
    .tile:focus-visible { outline: 3px solid var(--accent); outline-offset: 3px; }
    .tile-xl { grid-column: span 7; grid-row: span 2; }
    .tile-l { grid-column: span 5; grid-row: span 2; }
    .tile-w { grid-column: span 6; }
    .tile-m { grid-column: span 4; }
    .tile-s { grid-column: span 3; }
    .tile-kind { color: var(--accent-text); font-size: 13px; font-weight: 700; }
    .tile h2 { font-size: 23px; font-weight: 750; line-height: 1.15; letter-spacing: -0.03em; }
    .tile-xl h2, .tile-l h2 { font-size: clamp(26px, 2.5vw, 34px); }
    .tile p { color: var(--text-dim); font-size: 14.5px; line-height: 1.6; }
    .tile p strong { color: var(--text); }
    .tile .viz { margin: 8px 0 4px; }
    .tile-xl .viz, .tile-l .viz { flex: 1; display: flex; align-items: center; }
    .tile-stats { display: flex; flex-wrap: wrap; gap: 8px 22px; margin-top: auto; padding-top: 10px; }
    .tile-stat { display: flex; flex-direction: column; min-width: 0; }
    .tile-stat b { font-size: 26px; font-weight: 760; line-height: 1.1; letter-spacing: -0.03em; font-variant-numeric: tabular-nums; }
    .tile-xl .tile-stat b, .tile-l .tile-stat b { font-size: 34px; }
    .tile-stat span { color: var(--text-dim); font-size: 12.5px; line-height: 1.35; max-width: 180px; }
    .tile-more { margin-top: 6px; color: var(--accent-text); font-size: 13.5px; font-weight: 650; }
    .tile:hover .tile-more { text-decoration: underline; text-underline-offset: 3px; }

    /* Visuals */
    .viz-ternary {
      display: grid !important;
      grid-template-columns: repeat(12, minmax(0, 1fr));
      gap: 5px;
      align-content: center;
      font-variant-numeric: tabular-nums;
    }
    .viz-ternary span {
      display: grid;
      place-items: center;
      aspect-ratio: 1;
      border-radius: 7px;
      font-size: clamp(10px, 0.9vw, 13px);
      font-weight: 700;
    }
    .tv-pos { background: var(--accent); color: #fff; }
    .tv-neg { background: var(--text); color: var(--bg); }
    .tv-zero { background: var(--tint-medium); color: var(--text-dim); }

    .viz-routing { display: flex; flex-direction: column; align-items: flex-start; gap: 10px; }
    .vr-in { padding: 9px 13px; border-radius: 12px 12px 12px 3px; background: var(--tint-medium); font-size: 13.5px; }
    .vr-arrow { width: 2px; height: 16px; margin-inline-start: 22px; background: var(--border-strong); }
    .vr-tools { display: flex; flex-wrap: wrap; gap: 6px; }
    .vr-tools b, .vr-tools i { padding: 5px 9px; border-radius: 7px; font: 600 12px/1.2 var(--mono); font-style: normal; }
    .vr-tools b { background: var(--accent); color: #fff; }
    .vr-tools i { border: 1px solid var(--border); color: var(--text-dim); }

    .viz-vld { display: flex; flex-wrap: wrap; align-items: center; gap: 12px; }
    .vv-shot { position: relative; width: 108px; height: 76px; display: flex; flex-direction: column; gap: 6px; padding: 10px; border: 1px solid var(--border-strong); border-radius: 9px; background: var(--bg); }
    .vv-shot i { display: block; height: 6px; border-radius: 3px; background: var(--tint-medium); }
    .vv-shot i:nth-child(2) { width: 70%; }
    .vv-shot i:nth-child(3) { width: 45%; }
    .vv-shot b { position: absolute; right: 12px; bottom: 10px; width: 34px; height: 14px; border-radius: 4px; background: var(--accent); box-shadow: 0 0 0 4px var(--accent-glow); }
    .vv-plus { color: var(--text-dim); font-size: 20px; }
    .vv-text { padding: 7px 11px; border-radius: 10px; background: var(--tint-medium); font-size: 13.5px; }
    .vv-arrow { width: 26px; height: 2px; background: var(--border-strong); }
    .vv-out { padding: 7px 11px; border-radius: 8px; background: var(--text); color: var(--bg); font: 650 13px/1.2 var(--mono); }

    .viz-bars { display: flex; flex-direction: column; gap: 9px; }
    .vb-row { display: grid; grid-template-columns: minmax(0, 7.5em) minmax(0, 1fr) 3.5em; align-items: center; gap: 10px; font-size: 12.5px; }
    .tile-w .vb-row { grid-template-columns: minmax(0, 11em) minmax(0, 1fr) 4em; }
    .vb-label { overflow: hidden; color: var(--text-dim); text-overflow: ellipsis; white-space: nowrap; }
    .vb-track { height: 10px; border-radius: 999px; background: var(--tint-medium); overflow: hidden; }
    .vb-fill { display: block; height: 100%; border-radius: inherit; background: var(--border-strong); }
    .vb-row.is-ours .vb-label { color: var(--text); font-weight: 650; }
    .vb-row.is-ours .vb-fill { background: var(--accent); }
    .vb-value { color: var(--text); font-weight: 650; text-align: end; font-variant-numeric: tabular-nums; }

    .viz-eye { display: flex; align-items: center; gap: 12px; }
    .ve-model { padding: 10px 14px; border: 1px solid var(--border-strong); border-radius: 10px; font: 700 14px/1 var(--mono); }
    .ve-plus { color: var(--text-dim); font-size: 20px; }
    .ve-eye { position: relative; width: 58px; height: 34px; border: 2px solid var(--accent); border-radius: 50% / 50%; }
    .ve-eye i { position: absolute; inset: 7px 19px; border-radius: 50%; background: var(--accent); }

    .viz-shield span { display: block; width: 52px; height: 60px; background: var(--success); clip-path: polygon(50% 0, 100% 16%, 92% 66%, 50% 100%, 8% 66%, 0 16%); opacity: 0.85; }

    .viz-bits { display: flex; flex-direction: column; gap: 7px; }
    .viz-bits span { display: block; width: var(--w); min-width: 74px; padding: 5px 8px; border-radius: 6px; background: var(--tint-medium); }
    .viz-bits span:last-child { background: var(--accent); color: #fff; }
    .viz-bits b { font: 650 12px/1.2 var(--mono); }

    .viz-crosshair { display: flex; align-items: center; gap: 14px; }
    .vc-screen { position: relative; width: 132px; height: 84px; display: flex; flex-direction: column; gap: 7px; padding: 12px; border: 1px solid var(--border-strong); border-radius: 9px; background: var(--bg); }
    .vc-screen i { display: block; height: 6px; border-radius: 3px; background: var(--tint-medium); }
    .vc-screen i:nth-child(2) { width: 64%; }
    .vc-screen i:nth-child(3) { width: 40%; }
    .vc-screen b { position: absolute; left: 62%; top: 58%; width: 22px; height: 22px; margin: -11px 0 0 -11px; border: 2px solid var(--accent); border-radius: 50%; }
    .vc-screen em { position: absolute; left: 62%; top: 58%; width: 5px; height: 5px; margin: -2.5px 0 0 -2.5px; border-radius: 50%; background: var(--accent); }
    .vc-out { padding: 7px 11px; border-radius: 8px; background: var(--text); color: var(--bg); font: 650 13px/1.2 var(--mono); }

    .viz-decision { display: flex; flex-direction: column; align-items: flex-start; gap: 8px; }
    .vd-q { font-size: 13.5px; color: var(--text-dim); }
    .vd-a { display: flex; gap: 6px; }
    .vd-a b, .vd-a i { padding: 6px 14px; border-radius: 999px; font-size: 13px; font-weight: 700; font-style: normal; }
    .vd-a b { background: var(--success); color: #fff; }
    .vd-a i { border: 1px solid var(--border); color: var(--text-dim); }

    /* ----- The ideas behind it ----- */
    .principles { margin-top: 88px; padding-top: 44px; border-top: 1px solid var(--border); }
    .principles > h2 { max-width: 760px; font-size: clamp(28px, 3vw, 40px); line-height: 1.1; letter-spacing: -0.04em; text-wrap: balance; }
    .principles ul { display: grid; grid-template-columns: repeat(3, minmax(0, 1fr)); gap: 32px 40px; margin-top: 32px; list-style: none; }
    .principles h3 { font-size: 17px; font-weight: 720; letter-spacing: -0.01em; }
    .principles p { margin-top: 8px; color: var(--text-dim); font-size: 14.5px; line-height: 1.7; }

    /* ----- Project pages ----- */
    .crumbs { display: flex; gap: 8px; margin-bottom: 26px; color: var(--text-dim); font-size: 14px; }
    .crumbs a { color: var(--text-dim); }
    .crumbs a:hover { color: var(--text); }
    .detail-hero {
      display: grid;
      grid-template-columns: minmax(0, 1.15fr) minmax(0, 0.85fr);
      align-items: end;
      gap: 32px clamp(36px, 5vw, 80px);
      padding-bottom: 44px;
      border-bottom: 1px solid var(--border);
    }
    .detail-hero h1 { font-size: clamp(38px, 4.8vw, 64px); font-weight: 770; line-height: 1.02; letter-spacing: -0.045em; text-wrap: balance; }
    .detail-lede { max-width: 640px; margin-top: 20px; color: var(--text-dim); font-size: 18px; line-height: 1.7; }
    .detail-lede strong { color: var(--text); }
    .detail-links { display: flex; flex-wrap: wrap; gap: 10px; margin-top: 26px; }
    .detail-link { padding: 9px 15px; border: 1px solid var(--border-strong); border-radius: 9px; color: var(--text); font-size: 14px; font-weight: 650; }
    .detail-link:first-child { border-color: var(--accent); background: var(--accent); color: #fff; }
    .detail-link:hover { text-decoration: none; border-color: var(--accent); }
    .detail-stats { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 1px; overflow: hidden; border: 1px solid var(--border); border-radius: 16px; background: var(--border); }
    .detail-stats div { display: flex; flex-direction: column; gap: 4px; padding: 18px 20px; background: var(--bg-card); }
    .detail-stats b { font-size: 30px; font-weight: 760; line-height: 1.1; letter-spacing: -0.03em; font-variant-numeric: tabular-nums; }
    .detail-stats span { color: var(--text-dim); font-size: 13px; line-height: 1.4; }

    .detail-body { max-width: 820px; }
    .detail-block { margin-top: 48px; }
    .detail-block h2 { font-size: 24px; font-weight: 740; letter-spacing: -0.03em; }
    .detail-block p { margin-top: 12px; color: var(--text-dim); font-size: 16px; line-height: 1.75; }
    .detail-block p strong { color: var(--text); }
    .why p { color: var(--text); font-size: 18px; line-height: 1.65; }

    .table-wrap { margin-top: 16px; overflow-x: auto; border: 1px solid var(--border); border-radius: 12px; }
    .table-wrap table { width: 100%; border-collapse: collapse; font-size: 14px; font-variant-numeric: tabular-nums; }
    .table-wrap th, .table-wrap td { padding: 11px 14px; border-bottom: 1px solid var(--border); text-align: start; vertical-align: top; }
    .table-wrap thead th { color: var(--text-dim); font-size: 12.5px; font-weight: 700; background: var(--tint-soft-2, transparent); }
    .table-wrap tbody th { font-weight: 600; }
    .table-wrap tbody tr:last-child th, .table-wrap tbody tr:last-child td { border-bottom: 0; }
    .table-wrap tr.is-ours th, .table-wrap tr.is-ours td { background: var(--accent-glow); }
    .table-note { font-size: 13.5px !important; }

    .repo-list, .post-list { margin-top: 14px; list-style: none; border-top: 1px solid var(--border); }
    .repo-list li { display: grid; grid-template-columns: minmax(0, 1fr) auto; gap: 4px 18px; padding: 13px 0; border-bottom: 1px solid var(--border); }
    .repo-list code { font-size: 14px; }
    .repo-note { grid-column: 1; color: var(--text-dim); font-size: 14px; }
    .repo-stats { grid-column: 2; grid-row: 1; color: var(--text-dim); font-size: 13px; white-space: nowrap; font-variant-numeric: tabular-nums; }
    .post-list li { display: flex; justify-content: space-between; gap: 18px; padding: 12px 0; border-bottom: 1px solid var(--border); font-size: 15px; }
    .post-list span { color: var(--text-dim); font-size: 13px; white-space: nowrap; }
    .caveats ul { margin-top: 12px; padding-inline-start: 20px; color: var(--text-dim); font-size: 15px; line-height: 1.7; }
    .caveats li + li { margin-top: 6px; }

    .detail-next { display: flex; justify-content: space-between; gap: 20px; margin-top: 72px; padding: 24px 0 56px; border-top: 1px solid var(--border); font-size: 15px; font-weight: 650; }

    @keyframes rise { from { opacity: 0; transform: translateY(12px); } to { opacity: 1; transform: none; } }
    .research-hero, .detail-hero { animation: rise 0.45s ease-out both; }

    @media (max-width: 1080px) {
      .research-hero, .detail-hero { grid-template-columns: 1fr; }
      .tile-xl, .tile-l, .tile-w { grid-column: span 12; grid-row: auto; }
      .tile-m { grid-column: span 6; }
      .tile-s { grid-column: span 6; }
      .principles ul { grid-template-columns: 1fr 1fr; }
    }
    @media (max-width: 860px) {
      :root { --site-width: calc(100% - 32px); }
      main { padding-top: 48px; }
      .nav-links .nav-secondary { display: none; }
    }
    @media (max-width: 640px) {
      .nav-inner { gap: 12px; min-height: 60px; }
      .nav-links { display: none; }
      .nav-tools { margin-inline-start: auto; }
      .theme-toggle { display: none; }
      .tile-m, .tile-s { grid-column: span 12; }
      .principles ul { grid-template-columns: 1fr; }
      .repo-list li { grid-template-columns: 1fr; }
      .repo-stats { grid-column: 1; grid-row: auto; }
      .post-list li { flex-direction: column; gap: 2px; }
    }
    @media (prefers-reduced-motion: reduce) {
      *, *::before, *::after { animation-duration: 0.01ms !important; transition-duration: 0.01ms !important; scroll-behavior: auto !important; }
    }

  </style>

  <!-- Site footer styles: start -->
  <style>
    .wb-footer {
      --wb-footer-text: var(--text, var(--ink, #2c1810));
      --wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
      --wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
      margin: 0;
      padding: 0;
      border-top: 1px solid var(--wb-footer-line);
      background: var(--wb-footer-bg, none);
      color: var(--wb-footer-dim);
      font-size: 13px;
      line-height: 1.5;
      text-align: start;
    }
    .wb-footer-inner {
      width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
      margin: 0 auto;
      padding: 26px 0 30px;
      display: flex;
      flex-direction: column;
      gap: 18px;
    }
    /* Page links start on the brand's left edge; the social icons sit at
       the far end of the same row. */
    .wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
    .wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
    .wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
    .wb-footer-copy { margin: 0; }
    .wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
    .wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
    .wb-footer-social { display: flex; align-items: center; gap: 8px; }
    .wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
    .wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
    .wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
    .wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
    .wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
    .wb-footer-icon svg { display: block; width: 15px; height: 15px; }
    /* Only shown without JavaScript, when the language picker can't run. */
    .wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
    .wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
    @media (max-width: 860px) {
      .wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
    }
  </style>
  <!-- Site footer styles: end -->
  <!-- Plausible analytics: start -->
  <!-- Privacy-friendly analytics by Plausible -->
  <script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
  <script>
    window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
    plausible.init()
  </script>
  <!-- Plausible analytics: end -->
</head>
<body>

<header class="site-nav">
  <div class="nav-inner">
    <a href="/" class="nav-brand" aria-label="WebBrain">
      <span class="brand-tile"><img src="/favicon.png" alt="" width="22" height="22"></span>
      <span class="brand-word">WebBrain<span class="brand-domain">.one</span></span>
    </a>
    <nav class="nav-links" aria-label="Main navigation">
      <a href="/">Browser extension</a>
      
      <a href="/research/">Research</a>
      <a href="/docs/" class="nav-secondary">Docs</a>
      <a href="/blog/" class="nav-secondary">Blog</a>
    </nav>
    <div class="nav-tools">
      <button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
        <svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
          <circle cx="12" cy="12" r="4"/>
          <path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
        </svg>
        <svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
          <path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
        </svg>
      </button>
      <a class="nav-cta" href="/#download">Download</a>
    </div>
  </div>
</header>

<main>
  <nav class="crumbs" aria-label="Breadcrumb"><a href="/research/">Research</a><span aria-hidden="true">/</span><span>Fast local serving</span></nav>
  <section class="detail-hero" aria-labelledby="detail-title">
    <div>
      <p class="kicker">Quantization</p>
      <h1 id="detail-title">Fast local serving</h1>
      <p class="detail-lede">WebBrain measures which quantization formats and serving engines make strong models fast enough for an interactive agent loop on consumer and workstation Blackwell GPUs, and publishes the quantized models.</p>
      <div class="detail-links"><a class="detail-link" href="https://huggingface.co/webbrain-one/Nanbeige4.3-33B-NVFP4" target="_blank" rel="noopener">Models on Hugging Face</a></div>
    </div>
    <div class="detail-stats"><div><b>~5.8×</b><span>faster median step, Qwen 3.6 27B NVFP4</span></div><div><b>~3×</b><span>throughput, EXL3 on SparkInfer vs ExLlamaV3</span></div><div><b>121 tok/s</b><span>GLM-5.2 EXL3, single stream on 4× RTX PRO 6000</span></div><div><b>96/100</b><span>parsed calls, NVFP4 (vs 92)</span></div></div>
  </section>

  <div class="detail-body">
    <section class="detail-block why"><h2>Why it matters</h2><p>An agent takes many steps per task, so seconds per step add up to minutes. Running locally only works if the model answers fast on hardware people own.</p></section>
    <section class="detail-block">
      <h2>What we found</h2>
      <p><strong>NVFP4</strong>: Qwen 3.6 27B in NVFP4 cut the median planner step from 10.2 s to 1.76 s and parsed more calls (96 vs 92 of 100), with the same 77.2% Sonnet match on tool-using cases. It is not a clean upgrade: it over-uses tools on ambiguous prompts (0/8).</p>
      <p><strong>EXL3</strong>: on SparkInfer, a vLLM fork, EXL3 files run roughly 3× faster than on ExLlamaV3. GLM-5.2 at 3.0–3.5 bits per weight on four RTX PRO 6000 cards reaches 121 tokens/s for one stream, 436 tokens/s aggregate at 8 streams, with 251K context.</p>
      <p>GGUF stays the default for portability; EXL3 is best on owned NVIDIA hardware, and NVFP4 has its place on datacenter Blackwell.</p>
    </section>
    
    <section class="detail-block">
      <h2>Models</h2>
      <ul class="repo-list">
        <li>
          <a href="https://huggingface.co/webbrain-one/Nanbeige4.3-33B-NVFP4" target="_blank" rel="noopener"><code>Nanbeige4.3-33B-NVFP4</code></a>
          <span class="repo-note">Nanbeige 4.3 33B in NVFP4</span>
          <span class="repo-stats">613 downloads · 21 likes</span>
        </li>
        <li>
          <a href="https://huggingface.co/webbrain-one/Ling-3.0-tiny-ONNX" target="_blank" rel="noopener"><code>Ling-3.0-tiny-ONNX</code></a>
          <span class="repo-note">inclusionAI Ling-3.0-tiny for ONNX runtimes</span>
          <span class="repo-stats">40 downloads · 2 likes</span>
        </li>
      </ul>
    </section>
    
    <section class="detail-block caveats">
      <h2>Caveats</h2>
      <ul><li>Speeds come from different hosts and engines and are not directly comparable across posts.</li></ul>
    </section>
    <section class="detail-block"><h2>Read more on the blog</h2><ul class="post-list"><li><a href="/blog/exl3-sparkinfer-blackwell-lite/">EXL3 is the best quantization format for local AI right now — especially on Blackwell lite</a><span>2026-08-11</span></li><li><a href="/blog/qwen36-27b-nvfp4-planner-benchmark/">Qwen 3.6 27B NVFP4 is much faster, but not a clean planner upgrade</a><span>2026-07-02</span></li><li><a href="/blog/local-planner-q4-june-2026/">DiffusionGemma hits 0.35s median in the WebBrain local planner bench</a><span>2026-06-19</span></li></ul></section>
  </div>

  <nav class="detail-next" aria-label="More research">
    <a href="/research/">All research</a>
    <a href="/research/safesocial/">Next: SafeSocial</a>
  </nav>
</main>

<!-- Site footer: start -->
<footer class="wb-footer">
  <div class="wb-footer-inner">
    <div class="wb-footer-brand">
      <p class="wb-footer-tagline">On a mission to make the web smarter.</p>
      <p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> &amp; <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
    </div>
    <div class="wb-footer-row">
      <div class="wb-footer-links">
        <a href="/">Browser extension</a>
        <a href="/companion/">Desktop Companion</a>
        <a href="/research/">Research</a>
        <a href="/docs/">Docs</a>
        <a href="/docs/faq/">FAQ</a>
        <a href="/blog/">Blog</a>
        <a href="/privacy">Privacy Policy</a>
        <a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
        <a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
        <a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
        <a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
      </div>
      <div class="wb-footer-social">
        <a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
        <a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
        <a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
        <a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
      </div>
    </div>
  </div>
</footer>
<!-- Site footer: end -->

<script>
  (function () {
    var btn = document.getElementById('theme-toggle');
    if (!btn) return;
    var root = document.documentElement;
    function setTheme(theme, persist) {
      root.setAttribute('data-theme', theme);
      if (persist) {
        try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
      }
    }
    btn.addEventListener('click', function () {
      setTheme(root.getAttribute('data-theme') === 'light' ? 'dark' : 'light', true);
    });
    var mq = window.matchMedia('(prefers-color-scheme: light)');
    function onMQ(e) {
      try { if (localStorage.getItem('webbrain-theme')) return; } catch (_) {}
      setTheme(e.matches ? 'light' : 'dark', false);
    }
    if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
    else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
  })();
</script>

</body>
</html>