Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

35.7 KB
Raw Blame
<!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Introducing WebBrain Compass Tiny v1 - WebBrain Blog</title>
  <meta name="description" content="WebBrain Compass Tiny v1 is a private preview of a 2.6B model built for WebBrain&#39;s Compact tool loop. In our first routing suite it matches Qwen3.6-35B-A3B on tool-name conformity and beats the local LFM2.5 base model it was trained from by eight routing outcomes, at a size meant for edge deployment.">
  <meta name="keywords" content="WebBrain Compass Tiny, browser agent, tool calling, compact mode, edge AI, LFM2.5, Qwen">
  <meta property="og:title" content="WebBrain Compass Tiny v1: Compact browser-tool routing at the edge">
  <meta property="og:description" content="A first look at WebBrain&#39;s 2.6B Compact model preview, its tool-routing benchmark, and what an open-weights release would take.">
  <meta property="og:type" content="article">
  <meta property="og:url" content="https://webbrain.one/blog/webbrain-compass-tiny-v1">
  <meta property="og:image" content="https://webbrain.one/og-image.png">
  <meta property="og:image:secure_url" content="https://webbrain.one/og-image.png">
  <meta property="og:image:type" content="image/png">
  <meta property="og:image:width" content="1200">
  <meta property="og:image:height" content="630">
  <meta property="og:image:alt" content="WebBrain — Open-source AI browser agent">
  <meta name="twitter:card" content="summary_large_image">
  <meta name="twitter:title" content="WebBrain Compass Tiny v1: an edge-sized Compact model">
  <meta name="twitter:description" content="Compass Tiny v1 matches a 35B Qwen model on WebBrain Compact tool-name routing. More tests and v1.1/v2 work are coming.">
  <meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
  <meta name="twitter:image:alt" content="WebBrain — Open-source AI browser agent">
  <link rel="icon" type="image/png" href="/favicon.png">
  <link rel="canonical" href="https://webbrain.one/blog/webbrain-compass-tiny-v1">
  <!-- Blog is English-only; alternates point to locale homepages. -->
  <link rel="alternate" hreflang="en" href="https://webbrain.one/">
  <link rel="alternate" hreflang="es" href="https://webbrain.one/es/">
  <link rel="alternate" hreflang="fr" href="https://webbrain.one/fr/">
  <link rel="alternate" hreflang="tr" href="https://webbrain.one/tr/">
  <link rel="alternate" hreflang="zh" href="https://webbrain.one/zh/">
  <link rel="alternate" hreflang="ru" href="https://webbrain.one/ru/">
  <link rel="alternate" hreflang="uk" href="https://webbrain.one/uk/">
  <link rel="alternate" hreflang="ar" href="https://webbrain.one/ar/">
  <link rel="alternate" hreflang="ja" href="https://webbrain.one/ja/">
  <link rel="alternate" hreflang="ko" href="https://webbrain.one/ko/">
  <link rel="alternate" hreflang="id" href="https://webbrain.one/id/">
  <link rel="alternate" hreflang="th" href="https://webbrain.one/th/">
  <link rel="alternate" hreflang="ms" href="https://webbrain.one/ms/">
  <link rel="alternate" hreflang="tl" href="https://webbrain.one/tl/">
  <link rel="alternate" hreflang="he" href="https://webbrain.one/he/">
  <link rel="alternate" hreflang="x-default" href="https://webbrain.one/">
  <style>
    *, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }
    :root {
      --bg: #0b0e17;
      --bg-card: #111827;
      --bg-card-hover: #1a2233;
      --surface: #161d2e;
      --border: rgba(255,255,255,0.07);
      --text: #e4e4ec;
      --text-dim: #8b8fa4;
      --accent: #6c63ff;
      --accent-glow: rgba(108,99,255,0.25);
      --accent2: #a78bfa;
      --success: #34d399;
      --warning: #fbbf24;
      --danger: #f87171;
      --tint-soft: rgba(255,255,255,0.05);
      --tint-soft-2: rgba(255,255,255,0.04);
      --tint-medium: rgba(255,255,255,0.08);
      --nav-bg: rgba(11,14,23,0.85);
      --code-bg: #0a0e17;
      --inline-code-bg: rgba(255,255,255,0.06);
      --shadow-strong: rgba(0,0,0,0.40);
      --radius: 12px;
      --radius-lg: 16px;
      --max-w: 760px;
      /* Line the shared site footer up with the blog's header. */
      --wb-footer-width: min(calc(var(--max-w) - 48px), calc(100% - 48px));
      color-scheme: dark;
    }
    :root[data-theme="light"] {
      --bg: #f7f1e6;
      --bg-card: #fffdf8;
      --bg-card-hover: #f2e9d4;
      --surface: #ede2cb;
      --border: rgba(89,55,25,0.15);
      --text: #2c1810;
      --text-dim: #6b5b47;
      --accent: #5b52e8;
      --accent-glow: rgba(91,82,232,0.20);
      --accent2: #7c6ce6;
      --success: #2d8866;
      --warning: #9a6500;
      --danger: #b74747;
      --tint-soft: rgba(89,55,25,0.05);
      --tint-soft-2: rgba(89,55,25,0.07);
      --tint-medium: rgba(89,55,25,0.10);
      --nav-bg: rgba(247,241,230,0.85);
      --code-bg: #fff7e6;
      --inline-code-bg: rgba(89,55,25,0.08);
      --shadow-strong: rgba(89,55,25,0.18);
      color-scheme: light;
    }
    html { scroll-behavior: smooth; }
    body {
      font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
      background: var(--bg);
      color: var(--text);
      line-height: 1.75;
      font-size: 17px;
      overflow-x: hidden;
    }
    a { color: var(--accent2); text-decoration: none; }
    a:hover { text-decoration: underline; }
    .glow-bg {
      position: fixed;
      inset: 0;
      z-index: -1;
      pointer-events: none;
      overflow: hidden;
    }
    .glow-bg::before,
    .glow-bg::after {
      content: '';
      position: absolute;
      border-radius: 50%;
      filter: blur(120px);
      opacity: 0.26;
    }
    .glow-bg::before {
      width: 500px;
      height: 500px;
      background: var(--accent);
      top: -220px;
      left: -160px;
    }
    .glow-bg::after {
      width: 500px;
      height: 500px;
      background: var(--accent2);
      right: -180px;
      bottom: -230px;
      opacity: 0.18;
    }
    nav {
      position: sticky;
      top: 0;
      z-index: 100;
      background: var(--nav-bg);
      backdrop-filter: saturate(160%) blur(12px);
      -webkit-backdrop-filter: saturate(160%) blur(12px);
      border-bottom: 1px solid var(--border);
    }
    .nav-inner {
      max-width: var(--max-w);
      margin: 0 auto;
      padding: 14px 24px;
      display: flex;
      align-items: center;
      justify-content: space-between;
      gap: 20px;
    }
    .nav-brand {
      display: inline-flex;
      align-items: center;
      gap: 6px;
      flex-shrink: 0;
      color: var(--text);
      font-size: 18px;
      font-weight: 700;
      text-decoration: none;
    }
    .nav-brand:hover { text-decoration: none; }
    .nav-brand .brand-logo { width: 26px; height: 26px; border-radius: 7px; flex: 0 0 auto; }
    .nav-brand .domain { opacity: 0.5; font-weight: 400; }
    .nav-links {
      display: flex;
      align-items: center;
      justify-content: flex-end;
      gap: 16px;
      min-width: 0;
    }
    .nav-links a {
      position: relative;
      color: var(--text-dim);
      font-size: 14px;
      font-weight: 500;
      white-space: nowrap;
    }
    .nav-links a:hover { color: var(--text); text-decoration: none; }
    .nav-links a[aria-current="page"] { color: var(--text); }
    .nav-links a[aria-current="page"]::after {
      content: '';
      position: absolute;
      left: 1px;
      right: 1px;
      bottom: -7px;
      height: 3px;
      border-radius: 999px;
      background: linear-gradient(90deg, var(--accent2), var(--accent));
      box-shadow: 0 2px 12px var(--accent-glow);
    }
    .lang-dropdown {
      background: var(--tint-soft);
      color: var(--text);
      border: 1px solid var(--border);
      border-radius: 8px;
      padding: 6px 10px;
      font-size: 13px;
      max-width: 120px;
    }
    .lang-dropdown:focus { outline: 2px solid var(--accent-glow); outline-offset: 1px; }
    .lang-dropdown option { background-color: var(--bg-card-hover); color: var(--text); }
    .theme-toggle {
      appearance: none;
      -webkit-appearance: none;
      background: var(--tint-soft-2);
      border: 1px solid var(--border);
      border-radius: 999px;
      width: 30px;
      height: 30px;
      padding: 0;
      display: inline-flex;
      align-items: center;
      justify-content: center;
      flex-shrink: 0;
      cursor: pointer;
      color: var(--text-dim);
      transition: background 0.2s, color 0.2s, border-color 0.2s, transform 0.1s;
    }
    .theme-toggle:hover {
      background: var(--tint-medium);
      border-color: var(--accent);
      color: var(--text);
      transform: translateY(-1px);
    }
    .theme-toggle:focus-visible {
      outline: 2px solid var(--accent2);
      outline-offset: 2px;
    }
    .theme-toggle svg { width: 16px; height: 16px; display: block; }
    .theme-toggle .icon-sun { display: block; }
    .theme-toggle .icon-moon { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-moon { display: block; }
    main,
    article {
      max-width: var(--max-w);
      margin: 0 auto;
      padding: 64px 24px 80px;
    }
    .sr-only {
      position: absolute;
      width: 1px;
      height: 1px;
      padding: 0;
      margin: -1px;
      overflow: hidden;
      clip: rect(0, 0, 0, 0);
      white-space: nowrap;
      border: 0;
    }
    h1 {
      font-size: 38px;
      line-height: 1.2;
      font-weight: 700;
      letter-spacing: 0;
      margin-bottom: 16px;
    }
    .lede {
      color: var(--text-dim);
      line-height: 1.6;
    }
    .lede {
      font-size: 19px;
      margin-bottom: 40px;
    }
    .meta {
      font-size: 13px;
      color: var(--text-dim);
      margin-bottom: 12px;
      letter-spacing: 0;
    }
    h2 {
      font-size: 24px;
      font-weight: 700;
      margin-top: 48px;
      margin-bottom: 14px;
      letter-spacing: 0;
    }
    h3 {
      font-size: 18px;
      font-weight: 600;
      margin-top: 32px;
      margin-bottom: 10px;
      color: var(--text);
    }
    h4, h5, h6 {
      color: var(--text);
      margin-top: 28px;
      margin-bottom: 10px;
      line-height: 1.35;
    }
    p { margin-bottom: 16px; }
    ul, ol { margin: 0 0 16px 20px; }
    li { margin-bottom: 6px; }
    code {
      font-family: 'SF Mono', 'Menlo', 'Consolas', monospace;
      font-size: 0.88em;
      background: var(--inline-code-bg);
      padding: 2px 6px;
      border-radius: 4px;
      color: color-mix(in srgb, var(--accent2) 80%, var(--text));
    }
    pre {
      background: var(--code-bg);
      border: 1px solid var(--border);
      border-radius: var(--radius);
      padding: 18px 20px;
      overflow-x: auto;
      margin: 20px 0;
      font-size: 14px;
      line-height: 1.55;
      box-shadow: 0 18px 60px var(--shadow-strong);
    }
    pre code {
      background: transparent;
      padding: 0;
      color: inherit;
      font-size: inherit;
    }
    blockquote {
      border-left: 3px solid var(--accent);
      padding: 4px 0 4px 18px;
      margin: 20px 0;
      color: var(--text-dim);
      font-style: italic;
    }
    blockquote p:last-child { margin-bottom: 0; }
    hr {
      border: 0;
      border-top: 1px solid var(--border);
      margin: 36px 0;
    }
    article img {
      max-width: 100%;
      height: auto;
      display: block;
      border-radius: var(--radius);
      border: 1px solid var(--border);
      margin: 24px 0;
    }
    .table-wrap { overflow-x: auto; margin: 24px 0; }
    table {
      width: 100%;
      min-width: 560px;
      border-collapse: collapse;
      font-size: 14px;
    }
    th, td {
      text-align: left;
      padding: 10px 12px;
      border-bottom: 1px solid var(--border);
      vertical-align: top;
    }
    th {
      color: var(--text-dim);
      font-weight: 600;
      font-size: 12px;
      text-transform: uppercase;
      letter-spacing: 0;
      background: var(--tint-soft-2);
    }
    td code { font-size: 12px; }
    .win { color: var(--success); font-weight: 600; }
    .lose { color: var(--danger); }
    .meh { color: var(--warning); }
    .callout {
      background: color-mix(in srgb, var(--accent) 10%, transparent);
      border: 1px solid color-mix(in srgb, var(--accent) 24%, transparent);
      border-radius: var(--radius);
      padding: 16px 20px;
      margin: 24px 0;
      font-size: 15px;
      line-height: 1.65;
      color: var(--text-dim);
    }
    .callout strong { color: var(--text); }
    .author-box {
      margin-top: 64px;
      padding-top: 32px;
      border-top: 1px solid var(--border);
      color: var(--text-dim);
      font-size: 14px;
    }
    .post-list { display: flex; flex-direction: column; gap: 18px; }
    .post-card {
      display: block;
      background: var(--bg-card);
      border: 1px solid var(--border);
      border-radius: var(--radius-lg);
      padding: 24px 26px;
      transition: background 0.18s, border-color 0.18s, transform 0.18s;
    }
    .post-card:hover {
      background: var(--bg-card-hover);
      border-color: color-mix(in srgb, var(--accent) 30%, transparent);
      transform: translateY(-1px);
      text-decoration: none;
    }
    .post-meta {
      font-size: 12px;
      color: var(--text-dim);
      letter-spacing: 0;
      margin-bottom: 8px;
    }
    .post-title {
      font-size: 21px;
      font-weight: 600;
      color: var(--text);
      margin-bottom: 6px;
      letter-spacing: 0;
      line-height: 1.35;
    }
    .post-excerpt {
      color: var(--text-dim);
      font-size: 15px;
      line-height: 1.6;
    }
    @media (max-width: 700px) {
      :root { --wb-footer-width: calc(100% - 40px); }
      body { font-size: 16px; }
      .nav-inner { padding: 14px 20px; align-items: flex-start; }
      .nav-links { gap: 12px; flex-wrap: wrap; }
      .lang-dropdown { display: none; }
      h1 { font-size: 28px; }
      .lede { font-size: 16px; }
      main, article { padding: 48px 20px 64px; }
      h2 { font-size: 20px; margin-top: 36px; }
      .post-card { padding: 20px; }
      .post-title { font-size: 19px; }
    }
    @media (max-width: 420px) {
      .nav-inner { gap: 12px; }
      .nav-links a[href="https://github.com/webbrain-one/webbrain"] { display: none; }
      .theme-toggle { width: 28px; height: 28px; }
    }
  </style>
  <!-- Site footer styles: start -->
  <style>
    .wb-footer {
      --wb-footer-text: var(--text, var(--ink, #2c1810));
      --wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
      --wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
      margin: 0;
      padding: 0;
      border-top: 1px solid var(--wb-footer-line);
      background: var(--wb-footer-bg, none);
      color: var(--wb-footer-dim);
      font-size: 13px;
      line-height: 1.5;
      text-align: start;
    }
    .wb-footer-inner {
      width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
      margin: 0 auto;
      padding: 26px 0 30px;
      display: flex;
      flex-direction: column;
      gap: 18px;
    }
    /* Page links start on the brand's left edge; the social icons sit at
       the far end of the same row. */
    .wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
    .wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
    .wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
    .wb-footer-copy { margin: 0; }
    .wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
    .wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
    .wb-footer-social { display: flex; align-items: center; gap: 8px; }
    .wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
    .wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
    .wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
    .wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
    .wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
    .wb-footer-icon svg { display: block; width: 15px; height: 15px; }
    /* Only shown without JavaScript, when the language picker can't run. */
    .wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
    .wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
    @media (max-width: 860px) {
      .wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
    }
  </style>
  <!-- Site footer styles: end -->
  <script>
    (function () {
      try {
        var saved = localStorage.getItem('webbrain-theme');
        var theme = (saved === 'light' || saved === 'dark')
          ? saved
          : (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
        document.documentElement.setAttribute('data-theme', theme);
      } catch (_) {
        document.documentElement.setAttribute('data-theme', 'dark');
      }
    })();
  </script>
  <!-- Plausible analytics: start -->
  <!-- Privacy-friendly analytics by Plausible -->
  <script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
  <script>
    window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
    plausible.init()
  </script>
  <!-- Plausible analytics: end -->
  <script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@type": "BlogPosting",
  "headline": "Introducing WebBrain Compass Tiny: edge-sized Compact tool routing for WebBrain",
  "description": "WebBrain Compass Tiny v1 is a private preview of a 2.6B model built for WebBrain's Compact tool loop. In our first routing suite it matches Qwen3.6-35B-A3B on tool-name conformity and beats the local LFM2.5 base model it was trained from by eight routing outcomes, at a size meant for edge deployment.",
  "author": {
    "@type": "Person",
    "name": "Emre Sokullu",
    "url": "https://emresokullu.com"
  },
  "datePublished": "2026-09-05",
  "image": "https://webbrain.one/og-image.png",
  "publisher": {
    "@type": "Organization",
    "name": "WebBrain",
    "logo": {
      "@type": "ImageObject",
      "url": "https://webbrain.one/logo-github.png"
    }
  },
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://webbrain.one/blog/webbrain-compass-tiny-v1"
  }
}
  </script>
</head>
<body>
  <div class="glow-bg"></div>
  <nav>
    <div class="nav-inner">
      <a href="/" class="nav-brand"><img class="brand-logo" src="/logo-github.png" alt="" aria-hidden="true"> WebBrain<span class="domain">.one</span></a>
      <div class="nav-links">
        <a href="/">Home</a>
        <a href="/docs/">Docs</a>
        <a href="/blog" aria-current="page">Blog</a>
        <select class="lang-dropdown" id="lang-dropdown" aria-label="Select language" data-current="en"><option value="en">English</option><option value="es">Español</option><option value="fr">Français</option><option value="tr">Türkçe</option><option value="zh">中文</option><option value="ru">Русский</option><option value="uk">Українська</option><option value="ar">العربية</option><option value="ja">日本語</option><option value="ko">한국어</option><option value="id">Bahasa Indonesia</option><option value="th">ไทย</option><option value="ms">Bahasa Melayu</option><option value="tl">Filipino</option><option value="he">עברית</option></select>
        <button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
          <svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
            <circle cx="12" cy="12" r="4"/>
            <path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
          </svg>
          <svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
            <path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
          </svg>
        </button>
        <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>
      </div>
    </div>
  </nav>

  <article>
    <div class="meta">September 5, 2026 &middot; 6 min read &middot; <a href="/blog">&larr; All posts</a></div>
    <h1>Introducing WebBrain Compass Tiny: edge-sized Compact tool routing for WebBrain</h1>
    <p class="lede"><strong>WebBrain Compass Tiny v1 is our first edge-sized model built for the Compact browser-tool loop.</strong> We are not claiming that 2.6B parameters match a 35B model at general reasoning. What this first suite shows is narrower: a focused, grounded routing policy can make a small model useful inside a real browser agent. Compass matches Qwen3.6-35B-A3B at picking the expected tool name, and it beats the LFM2.5-2.6B base model it was trained from by eight routing outcomes. Qwen3.8-27B is still the quality leader wherever its cost and footprint fit.</p>
<h2 id="the-short-version">The short version</h2>
<p>Compass Tiny v1 is a private preview today. We are preparing an open-weights release so it can be downloaded and run locally, once the remaining release, provenance, and packaging checks are done. Until that work is finished it is not a public download, and this article is not a release announcement.</p>
<p>The model is tuned for three Compact behaviors in WebBrain:</p>
<ol><li>Answer or ask a clarifying question when that is the justified next step.</li><li>Emit a grounded Compact tool call when the page context supports it.</li><li>Abstain or escalate when direct execution would be unjustified.</li></ol>
<p>That is narrower than &quot;be a universally smarter model,&quot; and the narrowness is the point. A browser agent has to choose its next action from a constrained toolset.</p>
<h2 id="what-we-measured">What we measured</h2>
<p>We ran the current Compact Chrome suite: 100 first-action cases and 100 stateful scenarios. Eleven of the scenarios are intentionally out of scope for Compact, so they are excluded from the scenario-quality denominator. That leaves 89 scored scenarios.</p>
<p>The table reports two different signals. Exact reference action means the tool and the arguments matched the canonical next action. Expected tool name credits the model for reaching for the right tool even when the arguments differ, which measures routing rather than a completed browser task.</p>
<p>The canonical next action was authored by Sonnet. It works as a regression reference, not as an oracle for every reasonable live-browser strategy: a careful model might inspect something before clicking it directly. Keep that in mind when reading the exact-reference column.</p>
<div class="table-wrap"><table><thead><tr><th>Model</th><th>Parameters</th><th>First-turn structured calls</th><th>Exact reference action (of 89)</th><th>Expected tool name (of 89)</th></tr></thead><tbody><tr><td>Qwen3.8-27B</td><td>27B</td><td><strong>99 / 100</strong></td><td><strong>17</strong></td><td>39</td></tr><tr><td>Qwen3.6-35B-A3B</td><td>35B A3B</td><td>89 / 100</td><td>15</td><td><strong>42</strong></td></tr><tr><td><strong>WebBrain Compass Tiny v1</strong></td><td><strong>2.6B</strong></td><td><strong>81 / 100</strong></td><td>4</td><td><strong>42</strong></td></tr><tr><td>LFM2.5-2.6B base (local)</td><td>2.6B</td><td>80 / 100</td><td>4</td><td>34</td></tr><tr><td>Qwen3.5-9B</td><td>9B</td><td>84 / 100</td><td>2</td><td>12</td></tr></tbody></table></div>
<p>So Compass does not beat the 35B model on the strict reference. It matches it on tool-name routing in this Compact suite. It also lands 30 expected-tool-name outcomes above the 9B Qwen and eight above the local LFM base model. For a model meant to run near the edge of the product, where size, VRAM, latency, and controllability count for as much as raw general capability, that is a good starting position.</p>
<h2 id="the-controlled-basemodel-comparison">The controlled base-model comparison</h2>
<p>The base-model row is the comparison we care about most. We served the pinned <code>LiquidAI/LFM2.5-2.6B</code> base revision locally through the same vLLM version, LFM2 parser, tokenizer, BF16 precision, 32K context window, Compact prompt, tools, and benchmark harness we used for Compass.</p>
<p>The base model produced 80 first-turn structured calls, four exact-reference scenario actions, and 34 expected-tool-name outcomes. Compass produced 81, four, and 42. In this deliberately narrow measurement the fine-tune leaves the exact-reference count where it was and adds eight expected Compact routing outcomes.</p>
<p>That is a bounded result and we would rather report it as one. Compass is not making a broad general-intelligence jump over its base. WebBrain-specific training moved the next-action routing policy in the direction we wanted, without making the model any bigger.</p>
<h2 id="where-the-larger-models-still-win">Where the larger models still win</h2>
<p>Qwen3.8-27B is the best model in this comparison if its budget and deployment footprint are acceptable. It has the highest exact-reference score, it emits a first-turn tool call almost every time, and it completed scenarios quickly in this run.</p>
<p>Compass is not positioned as a replacement for that class. The claim is smaller: a 2.6B specialist can already handle a well-scoped WebBrain Compact decision, so every low-risk browser step no longer has to go through a much larger planner.</p>
<p>Qwen3.6-35B-A3B is an important reference point too, and its tie with Compass on expected tool name should not be over-read as equal general intelligence. It is evidence of task specialization. It says nothing about broad reasoning, coding, knowledge, multilingual breadth, or long-horizon browser reliability.</p>
<h2 id="what-happens-next">What happens next</h2>
<p>The evaluation is just getting started. We are adding more browser surfaces, longer trajectories, tool-result recovery, calibrated escalation behavior, and broader multilingual cases.</p>
<p>The working roadmap has Compass v1.1 and eventually v2, with more data, more targeted evaluations, and clearer release artifacts. If that work lands, this private preview becomes an open-weights option for teams that want WebBrain-native Compact behavior without routing every action through a large cloud model.</p>
<h2 id="reproducibility-notes">Reproducibility notes</h2>
<p>Every model in the table ran against the same Compact Chrome harness and the same structured tool schemas. The runner captures the next response and does not execute the browser action, so these figures are routing metrics rather than end-to-end success rates. Provider routes, sampling behavior, and model revisions all change over time, so read this as a dated benchmark snapshot rather than a standing leaderboard.</p>
<p>Tags: #WebBrain #CompassTiny #BrowserAgent #ToolCalling #EdgeAI #CompactMode #LFM25 #OpenWeights</p>

    <div class="author-box">
      Written by <a href="https://emresokullu.com" target="_blank" rel="noopener">Emre Sokullu</a>. WebBrain is GPL-3.0-or-later and open on <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>.
    </div>
  </article>

  <!-- Site footer: start -->
<footer class="wb-footer">
  <div class="wb-footer-inner">
    <div class="wb-footer-brand">
      <p class="wb-footer-tagline">On a mission to make the web smarter.</p>
      <p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> &amp; <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
    </div>
    <div class="wb-footer-row">
      <div class="wb-footer-links">
        <a href="/">Browser extension</a>
        <a href="/companion/">Desktop Companion</a>
        <a href="/research/">Research</a>
        <a href="/docs/">Docs</a>
        <a href="/docs/faq/">FAQ</a>
        <a href="/blog/">Blog</a>
        <a href="/privacy">Privacy Policy</a>
        <a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
        <a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
        <a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
        <a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
      </div>
      <div class="wb-footer-social">
        <a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
        <a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
        <a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
        <a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
      </div>
    </div>
  </div>
</footer>
<!-- Site footer: end -->
  <script>
    (function () {
      const btn = document.getElementById('theme-toggle');
      if (!btn) return;
      const root = document.documentElement;

      function setTheme(theme, persist) {
        root.setAttribute('data-theme', theme);
        if (persist) {
          try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
        }
      }

      btn.addEventListener('click', function () {
        const next = root.getAttribute('data-theme') === 'light' ? 'dark' : 'light';
        setTheme(next, true);
      });

      const mq = window.matchMedia('(prefers-color-scheme: light)');
      function onMQ(e) {
        try {
          if (localStorage.getItem('webbrain-theme')) return;
        } catch (_) {}
        setTheme(e.matches ? 'light' : 'dark', false);
      }
      if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
      else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
    })();
  </script>
  <script>
    (function () {
      const LOCALES = ["en","es","fr","tr","zh","ru","uk","ar","ja","ko","id","th","ms","tl","he"];
      const sel = document.getElementById('lang-dropdown');
      if (!sel) return;
      sel.value = sel.dataset.current || 'en';
      sel.addEventListener('change', function () {
        const target = sel.value;
        if (!LOCALES.includes(target)) return;
        window.location.href = target === 'en' ? '/' : '/' + target + '/';
      });
    })();
  </script>
</body>
</html>