Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

32.6 KB
Raw Blame
<!DOCTYPE html>
<html lang="en">
<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>Compact Tool Routing: 10 Models Compared - WebBrain Blog</title>
  <meta name="description" content="An updated WebBrain Compact benchmark table comparing Compass Tiny with Gemma 4, Qwen 3.5, Qwen 3.6, Qwen 3.8, Nanbeige, and the LFM2.5 base model.">
  <meta name="keywords" content="browser agent benchmark, tool calling, WebBrain Compact, Gemma 4, Qwen 3.5, WebBrain Compass Tiny">
  <meta property="og:title" content="Compact tool routing: 10 models compared">
  <meta property="og:description" content="The latest WebBrain Compact routing results for Compass Tiny, Gemma 4, Qwen, Nanbeige, and LFM2.5.">
  <meta property="og:type" content="article">
  <meta property="og:url" content="https://webbrain.one/blog/compact-tool-routing-models-compared">
  <meta property="og:image" content="https://webbrain.one/og-image.png">
  <meta property="og:image:secure_url" content="https://webbrain.one/og-image.png">
  <meta property="og:image:type" content="image/png">
  <meta property="og:image:width" content="1200">
  <meta property="og:image:height" content="630">
  <meta property="og:image:alt" content="WebBrain — Open-source AI browser agent">
  <meta name="twitter:card" content="summary_large_image">
  <meta name="twitter:title" content="Compact tool routing: the updated WebBrain table">
  <meta name="twitter:description" content="Ten models from 2B to 35B, measured on the same Compact browser-tool suite.">
  <meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
  <meta name="twitter:image:alt" content="WebBrain — Open-source AI browser agent">
  <link rel="icon" type="image/png" href="/favicon.png">
  <link rel="canonical" href="https://webbrain.one/blog/compact-tool-routing-models-compared">
  <!-- Blog is English-only; alternates point to locale homepages. -->
  <link rel="alternate" hreflang="en" href="https://webbrain.one/">
  <link rel="alternate" hreflang="es" href="https://webbrain.one/es/">
  <link rel="alternate" hreflang="fr" href="https://webbrain.one/fr/">
  <link rel="alternate" hreflang="tr" href="https://webbrain.one/tr/">
  <link rel="alternate" hreflang="zh" href="https://webbrain.one/zh/">
  <link rel="alternate" hreflang="ru" href="https://webbrain.one/ru/">
  <link rel="alternate" hreflang="uk" href="https://webbrain.one/uk/">
  <link rel="alternate" hreflang="ar" href="https://webbrain.one/ar/">
  <link rel="alternate" hreflang="ja" href="https://webbrain.one/ja/">
  <link rel="alternate" hreflang="ko" href="https://webbrain.one/ko/">
  <link rel="alternate" hreflang="id" href="https://webbrain.one/id/">
  <link rel="alternate" hreflang="th" href="https://webbrain.one/th/">
  <link rel="alternate" hreflang="ms" href="https://webbrain.one/ms/">
  <link rel="alternate" hreflang="tl" href="https://webbrain.one/tl/">
  <link rel="alternate" hreflang="he" href="https://webbrain.one/he/">
  <link rel="alternate" hreflang="x-default" href="https://webbrain.one/">
  <style>
    *, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }
    :root {
      --bg: #0b0e17;
      --bg-card: #111827;
      --bg-card-hover: #1a2233;
      --surface: #161d2e;
      --border: rgba(255,255,255,0.07);
      --text: #e4e4ec;
      --text-dim: #8b8fa4;
      --accent: #6c63ff;
      --accent-glow: rgba(108,99,255,0.25);
      --accent2: #a78bfa;
      --success: #34d399;
      --warning: #fbbf24;
      --danger: #f87171;
      --tint-soft: rgba(255,255,255,0.05);
      --tint-soft-2: rgba(255,255,255,0.04);
      --tint-medium: rgba(255,255,255,0.08);
      --nav-bg: rgba(11,14,23,0.85);
      --code-bg: #0a0e17;
      --inline-code-bg: rgba(255,255,255,0.06);
      --shadow-strong: rgba(0,0,0,0.40);
      --radius: 12px;
      --radius-lg: 16px;
      --max-w: 760px;
      /* Line the shared site footer up with the blog's header. */
      --wb-footer-width: min(calc(var(--max-w) - 48px), calc(100% - 48px));
      color-scheme: dark;
    }
    :root[data-theme="light"] {
      --bg: #f7f1e6;
      --bg-card: #fffdf8;
      --bg-card-hover: #f2e9d4;
      --surface: #ede2cb;
      --border: rgba(89,55,25,0.15);
      --text: #2c1810;
      --text-dim: #6b5b47;
      --accent: #5b52e8;
      --accent-glow: rgba(91,82,232,0.20);
      --accent2: #7c6ce6;
      --success: #2d8866;
      --warning: #9a6500;
      --danger: #b74747;
      --tint-soft: rgba(89,55,25,0.05);
      --tint-soft-2: rgba(89,55,25,0.07);
      --tint-medium: rgba(89,55,25,0.10);
      --nav-bg: rgba(247,241,230,0.85);
      --code-bg: #fff7e6;
      --inline-code-bg: rgba(89,55,25,0.08);
      --shadow-strong: rgba(89,55,25,0.18);
      color-scheme: light;
    }
    html { scroll-behavior: smooth; }
    body {
      font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
      background: var(--bg);
      color: var(--text);
      line-height: 1.75;
      font-size: 17px;
      overflow-x: hidden;
    }
    a { color: var(--accent2); text-decoration: none; }
    a:hover { text-decoration: underline; }
    .glow-bg {
      position: fixed;
      inset: 0;
      z-index: -1;
      pointer-events: none;
      overflow: hidden;
    }
    .glow-bg::before,
    .glow-bg::after {
      content: '';
      position: absolute;
      border-radius: 50%;
      filter: blur(120px);
      opacity: 0.26;
    }
    .glow-bg::before {
      width: 500px;
      height: 500px;
      background: var(--accent);
      top: -220px;
      left: -160px;
    }
    .glow-bg::after {
      width: 500px;
      height: 500px;
      background: var(--accent2);
      right: -180px;
      bottom: -230px;
      opacity: 0.18;
    }
    nav {
      position: sticky;
      top: 0;
      z-index: 100;
      background: var(--nav-bg);
      backdrop-filter: saturate(160%) blur(12px);
      -webkit-backdrop-filter: saturate(160%) blur(12px);
      border-bottom: 1px solid var(--border);
    }
    .nav-inner {
      max-width: var(--max-w);
      margin: 0 auto;
      padding: 14px 24px;
      display: flex;
      align-items: center;
      justify-content: space-between;
      gap: 20px;
    }
    .nav-brand {
      display: inline-flex;
      align-items: center;
      gap: 6px;
      flex-shrink: 0;
      color: var(--text);
      font-size: 18px;
      font-weight: 700;
      text-decoration: none;
    }
    .nav-brand:hover { text-decoration: none; }
    .nav-brand .brand-logo { width: 26px; height: 26px; border-radius: 7px; flex: 0 0 auto; }
    .nav-brand .domain { opacity: 0.5; font-weight: 400; }
    .nav-links {
      display: flex;
      align-items: center;
      justify-content: flex-end;
      gap: 16px;
      min-width: 0;
    }
    .nav-links a {
      position: relative;
      color: var(--text-dim);
      font-size: 14px;
      font-weight: 500;
      white-space: nowrap;
    }
    .nav-links a:hover { color: var(--text); text-decoration: none; }
    .nav-links a[aria-current="page"] { color: var(--text); }
    .nav-links a[aria-current="page"]::after {
      content: '';
      position: absolute;
      left: 1px;
      right: 1px;
      bottom: -7px;
      height: 3px;
      border-radius: 999px;
      background: linear-gradient(90deg, var(--accent2), var(--accent));
      box-shadow: 0 2px 12px var(--accent-glow);
    }
    .lang-dropdown {
      background: var(--tint-soft);
      color: var(--text);
      border: 1px solid var(--border);
      border-radius: 8px;
      padding: 6px 10px;
      font-size: 13px;
      max-width: 120px;
    }
    .lang-dropdown:focus { outline: 2px solid var(--accent-glow); outline-offset: 1px; }
    .lang-dropdown option { background-color: var(--bg-card-hover); color: var(--text); }
    .theme-toggle {
      appearance: none;
      -webkit-appearance: none;
      background: var(--tint-soft-2);
      border: 1px solid var(--border);
      border-radius: 999px;
      width: 30px;
      height: 30px;
      padding: 0;
      display: inline-flex;
      align-items: center;
      justify-content: center;
      flex-shrink: 0;
      cursor: pointer;
      color: var(--text-dim);
      transition: background 0.2s, color 0.2s, border-color 0.2s, transform 0.1s;
    }
    .theme-toggle:hover {
      background: var(--tint-medium);
      border-color: var(--accent);
      color: var(--text);
      transform: translateY(-1px);
    }
    .theme-toggle:focus-visible {
      outline: 2px solid var(--accent2);
      outline-offset: 2px;
    }
    .theme-toggle svg { width: 16px; height: 16px; display: block; }
    .theme-toggle .icon-sun { display: block; }
    .theme-toggle .icon-moon { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
    :root[data-theme="light"] .theme-toggle .icon-moon { display: block; }
    main,
    article {
      max-width: var(--max-w);
      margin: 0 auto;
      padding: 64px 24px 80px;
    }
    .sr-only {
      position: absolute;
      width: 1px;
      height: 1px;
      padding: 0;
      margin: -1px;
      overflow: hidden;
      clip: rect(0, 0, 0, 0);
      white-space: nowrap;
      border: 0;
    }
    h1 {
      font-size: 38px;
      line-height: 1.2;
      font-weight: 700;
      letter-spacing: 0;
      margin-bottom: 16px;
    }
    .lede {
      color: var(--text-dim);
      line-height: 1.6;
    }
    .lede {
      font-size: 19px;
      margin-bottom: 40px;
    }
    .meta {
      font-size: 13px;
      color: var(--text-dim);
      margin-bottom: 12px;
      letter-spacing: 0;
    }
    h2 {
      font-size: 24px;
      font-weight: 700;
      margin-top: 48px;
      margin-bottom: 14px;
      letter-spacing: 0;
    }
    h3 {
      font-size: 18px;
      font-weight: 600;
      margin-top: 32px;
      margin-bottom: 10px;
      color: var(--text);
    }
    h4, h5, h6 {
      color: var(--text);
      margin-top: 28px;
      margin-bottom: 10px;
      line-height: 1.35;
    }
    p { margin-bottom: 16px; }
    ul, ol { margin: 0 0 16px 20px; }
    li { margin-bottom: 6px; }
    code {
      font-family: 'SF Mono', 'Menlo', 'Consolas', monospace;
      font-size: 0.88em;
      background: var(--inline-code-bg);
      padding: 2px 6px;
      border-radius: 4px;
      color: color-mix(in srgb, var(--accent2) 80%, var(--text));
    }
    pre {
      background: var(--code-bg);
      border: 1px solid var(--border);
      border-radius: var(--radius);
      padding: 18px 20px;
      overflow-x: auto;
      margin: 20px 0;
      font-size: 14px;
      line-height: 1.55;
      box-shadow: 0 18px 60px var(--shadow-strong);
    }
    pre code {
      background: transparent;
      padding: 0;
      color: inherit;
      font-size: inherit;
    }
    blockquote {
      border-left: 3px solid var(--accent);
      padding: 4px 0 4px 18px;
      margin: 20px 0;
      color: var(--text-dim);
      font-style: italic;
    }
    blockquote p:last-child { margin-bottom: 0; }
    hr {
      border: 0;
      border-top: 1px solid var(--border);
      margin: 36px 0;
    }
    article img {
      max-width: 100%;
      height: auto;
      display: block;
      border-radius: var(--radius);
      border: 1px solid var(--border);
      margin: 24px 0;
    }
    .table-wrap { overflow-x: auto; margin: 24px 0; }
    table {
      width: 100%;
      min-width: 560px;
      border-collapse: collapse;
      font-size: 14px;
    }
    th, td {
      text-align: left;
      padding: 10px 12px;
      border-bottom: 1px solid var(--border);
      vertical-align: top;
    }
    th {
      color: var(--text-dim);
      font-weight: 600;
      font-size: 12px;
      text-transform: uppercase;
      letter-spacing: 0;
      background: var(--tint-soft-2);
    }
    td code { font-size: 12px; }
    .win { color: var(--success); font-weight: 600; }
    .lose { color: var(--danger); }
    .meh { color: var(--warning); }
    .callout {
      background: color-mix(in srgb, var(--accent) 10%, transparent);
      border: 1px solid color-mix(in srgb, var(--accent) 24%, transparent);
      border-radius: var(--radius);
      padding: 16px 20px;
      margin: 24px 0;
      font-size: 15px;
      line-height: 1.65;
      color: var(--text-dim);
    }
    .callout strong { color: var(--text); }
    .author-box {
      margin-top: 64px;
      padding-top: 32px;
      border-top: 1px solid var(--border);
      color: var(--text-dim);
      font-size: 14px;
    }
    .post-list { display: flex; flex-direction: column; gap: 18px; }
    .post-card {
      display: block;
      background: var(--bg-card);
      border: 1px solid var(--border);
      border-radius: var(--radius-lg);
      padding: 24px 26px;
      transition: background 0.18s, border-color 0.18s, transform 0.18s;
    }
    .post-card:hover {
      background: var(--bg-card-hover);
      border-color: color-mix(in srgb, var(--accent) 30%, transparent);
      transform: translateY(-1px);
      text-decoration: none;
    }
    .post-meta {
      font-size: 12px;
      color: var(--text-dim);
      letter-spacing: 0;
      margin-bottom: 8px;
    }
    .post-title {
      font-size: 21px;
      font-weight: 600;
      color: var(--text);
      margin-bottom: 6px;
      letter-spacing: 0;
      line-height: 1.35;
    }
    .post-excerpt {
      color: var(--text-dim);
      font-size: 15px;
      line-height: 1.6;
    }
    @media (max-width: 700px) {
      :root { --wb-footer-width: calc(100% - 40px); }
      body { font-size: 16px; }
      .nav-inner { padding: 14px 20px; align-items: flex-start; }
      .nav-links { gap: 12px; flex-wrap: wrap; }
      .lang-dropdown { display: none; }
      h1 { font-size: 28px; }
      .lede { font-size: 16px; }
      main, article { padding: 48px 20px 64px; }
      h2 { font-size: 20px; margin-top: 36px; }
      .post-card { padding: 20px; }
      .post-title { font-size: 19px; }
    }
    @media (max-width: 420px) {
      .nav-inner { gap: 12px; }
      .nav-links a[href="https://github.com/webbrain-one/webbrain"] { display: none; }
      .theme-toggle { width: 28px; height: 28px; }
    }
  </style>
  <!-- Site footer styles: start -->
  <style>
    .wb-footer {
      --wb-footer-text: var(--text, var(--ink, #2c1810));
      --wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
      --wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
      margin: 0;
      padding: 0;
      border-top: 1px solid var(--wb-footer-line);
      background: var(--wb-footer-bg, none);
      color: var(--wb-footer-dim);
      font-size: 13px;
      line-height: 1.5;
      text-align: start;
    }
    .wb-footer-inner {
      width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
      margin: 0 auto;
      padding: 26px 0 30px;
      display: flex;
      flex-direction: column;
      gap: 18px;
    }
    /* Page links start on the brand's left edge; the social icons sit at
       the far end of the same row. */
    .wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
    .wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
    .wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
    .wb-footer-copy { margin: 0; }
    .wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
    .wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
    .wb-footer-social { display: flex; align-items: center; gap: 8px; }
    .wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
    .wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
    .wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
    .wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
    .wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
    .wb-footer-icon svg { display: block; width: 15px; height: 15px; }
    /* Only shown without JavaScript, when the language picker can't run. */
    .wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
    .wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
    @media (max-width: 860px) {
      .wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
    }
  </style>
  <!-- Site footer styles: end -->
  <script>
    (function () {
      try {
        var saved = localStorage.getItem('webbrain-theme');
        var theme = (saved === 'light' || saved === 'dark')
          ? saved
          : (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
        document.documentElement.setAttribute('data-theme', theme);
      } catch (_) {
        document.documentElement.setAttribute('data-theme', 'dark');
      }
    })();
  </script>
  <!-- Plausible analytics: start -->
  <!-- Privacy-friendly analytics by Plausible -->
  <script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
  <script>
    window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
    plausible.init()
  </script>
  <!-- Plausible analytics: end -->
  <script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@type": "BlogPosting",
  "headline": "Compact tool routing compared: 10 models, from 2B to 35B",
  "description": "An updated WebBrain Compact benchmark table comparing Compass Tiny with Gemma 4, Qwen 3.5, Qwen 3.6, Qwen 3.8, Nanbeige, and the LFM2.5 base model.",
  "author": {
    "@type": "Person",
    "name": "Emre Sokullu",
    "url": "https://emresokullu.com"
  },
  "datePublished": "2026-09-07",
  "image": "https://webbrain.one/og-image.png",
  "publisher": {
    "@type": "Organization",
    "name": "WebBrain",
    "logo": {
      "@type": "ImageObject",
      "url": "https://webbrain.one/logo-github.png"
    }
  },
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://webbrain.one/blog/compact-tool-routing-models-compared"
  }
}
  </script>
</head>
<body>
  <div class="glow-bg"></div>
  <nav>
    <div class="nav-inner">
      <a href="/" class="nav-brand"><img class="brand-logo" src="/logo-github.png" alt="" aria-hidden="true"> WebBrain<span class="domain">.one</span></a>
      <div class="nav-links">
        <a href="/">Home</a>
        <a href="/docs/">Docs</a>
        <a href="/blog" aria-current="page">Blog</a>
        <select class="lang-dropdown" id="lang-dropdown" aria-label="Select language" data-current="en"><option value="en">English</option><option value="es">Español</option><option value="fr">Français</option><option value="tr">Türkçe</option><option value="zh">中文</option><option value="ru">Русский</option><option value="uk">Українська</option><option value="ar">العربية</option><option value="ja">日本語</option><option value="ko">한국어</option><option value="id">Bahasa Indonesia</option><option value="th">ไทย</option><option value="ms">Bahasa Melayu</option><option value="tl">Filipino</option><option value="he">עברית</option></select>
        <button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
          <svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
            <circle cx="12" cy="12" r="4"/>
            <path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
          </svg>
          <svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
            <path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
          </svg>
        </button>
        <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>
      </div>
    </div>
  </nav>

  <article>
    <div class="meta">September 7, 2026 &middot; 3 min read &middot; <a href="/blog">&larr; All posts</a></div>
    <h1>Compact tool routing compared: 10 models, from 2B to 35B</h1>
    <p class="lede"><strong>We added six local models to the WebBrain Compact routing benchmark.</strong> The updated table now spans 10 models from 2B to 35B. Qwen3.8-27B leads strict exact-action accuracy and first-turn structured-call coverage. A separate, looser tool-family measure produces a different ordering, but should not be read as end-to-end scenario success.</p>
<h2 id="updated-results">Updated results</h2>
<p>The suite contains 100 first-turn prompts and 100 stateful scenarios. Eleven scenarios are intentionally outside Compact mode, leaving 89 scored scenarios. <strong>Strict exact action</strong> requires both the reference tool name and its arguments to match. <strong>Loose tool-family match</strong> also gives credit for name-only matches and terminal prose mapped to the expected tool family; it is diagnostic, not a task-success score.</p>
<div class="table-wrap"><table><thead><tr><th>Model</th><th>Parameters</th><th>First-turn structured calls</th><th><strong>Strict exact action (/89)</strong></th><th>Loose tool-family match (/89)</th><th>Loose match rate</th></tr></thead><tbody><tr><td>Qwen3.8-27B</td><td>27B</td><td><strong>99 / 100</strong></td><td><strong>17</strong></td><td>39</td><td>43.8%</td></tr><tr><td>Qwen3.5-4B</td><td>4B</td><td>89 / 100</td><td>16</td><td>36</td><td>40.4%</td></tr><tr><td>Qwen3.6-35B-A3B</td><td>35B A3B</td><td>89 / 100</td><td>15</td><td>42</td><td>47.2%</td></tr><tr><td>Gemma 4 E4B</td><td>7.5B</td><td>90 / 100</td><td>15</td><td>43</td><td>48.3%</td></tr><tr><td>Nanbeige4.2-3B</td><td>4.2B reported</td><td>89 / 100</td><td>13</td><td>37</td><td>41.6%</td></tr><tr><td>Gemma 4 12B QAT</td><td>12B</td><td>90 / 100</td><td>12</td><td>34</td><td>38.2%</td></tr><tr><td>Qwen3.5-2B</td><td>2B</td><td>92 / 100</td><td>11</td><td>28</td><td>31.5%</td></tr><tr><td>Gemma 4 E2B</td><td>4.6B</td><td>74 / 100</td><td>8</td><td><strong>45</strong></td><td><strong>50.6%</strong></td></tr><tr><td><strong>WebBrain Compass Tiny v1</strong></td><td><strong>2.6B</strong></td><td>81 / 100</td><td>4</td><td>42</td><td>47.2%</td></tr><tr><td>LFM2.5-2.6B base</td><td>2.6B</td><td>80 / 100</td><td>4</td><td>34</td><td>38.2%</td></tr></tbody></table></div>
<h2 id="what-stands-out">What stands out</h2>
<ul><li>Qwen3.8-27B has the strongest strict exact-action result and the highest first-turn structured-call rate.</li><li>Gemma 4 E2B tops only the loose measure: 8 of its 45 credited outcomes are exact, while 37 are name-only or equivalent prose credits. Qwen3.8 records 17 exact outcomes and 22 additional loose matches.</li><li>Model size alone is not the story, but neither is the loose ranking. The strict and loose columns measure different behavior and should be read together.</li></ul>
<h2 id="notes">Notes</h2>
<p>The six new rows—Gemma 4 E2B, Gemma 4 E4B, Gemma 4 12B QAT, Nanbeige4.2-3B, Qwen3.5-4B, and Qwen3.5-2B—were run locally as 4-bit models through LM Studio. Concurrency varied from one to four, so this is a quality table, not a speed comparison. The displayed E4B row is its second concurrency-2 run; the first produced 13 exact and 42 loose matches, illustrating modest run-to-run variance.</p>
<p>The runner records the model’s next response without executing the browser action. These are routing results, not end-to-end task-completion rates. The Sonnet-authored reference action is a regression target rather than an oracle: a cautious model may reasonably inspect before acting. In the paired E2B/Qwen3.8 comparison, all 19 scenarios credited only to E2B were loose <code>ideal_name</code> outcomes, not exact action-and-argument matches.</p>
<p>Tags: #WebBrain #BrowserAgent #ToolCalling #CompactMode #Gemma4 #Qwen #CompassTiny</p>

    <div class="author-box">
      Written by <a href="https://emresokullu.com" target="_blank" rel="noopener">Emre Sokullu</a>. WebBrain is GPL-3.0-or-later and open on <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>.
    </div>
  </article>

  <!-- Site footer: start -->
<footer class="wb-footer">
  <div class="wb-footer-inner">
    <div class="wb-footer-brand">
      <p class="wb-footer-tagline">On a mission to make the web smarter.</p>
      <p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> &amp; <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
    </div>
    <div class="wb-footer-row">
      <div class="wb-footer-links">
        <a href="/">Browser extension</a>
        <a href="/companion/">Desktop Companion</a>
        <a href="/research/">Research</a>
        <a href="/docs/">Docs</a>
        <a href="/docs/faq/">FAQ</a>
        <a href="/blog/">Blog</a>
        <a href="/privacy">Privacy Policy</a>
        <a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
        <a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
        <a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
        <a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
      </div>
      <div class="wb-footer-social">
        <a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
        <a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
        <a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
        <a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
      </div>
    </div>
  </div>
</footer>
<!-- Site footer: end -->
  <script>
    (function () {
      const btn = document.getElementById('theme-toggle');
      if (!btn) return;
      const root = document.documentElement;

      function setTheme(theme, persist) {
        root.setAttribute('data-theme', theme);
        if (persist) {
          try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
        }
      }

      btn.addEventListener('click', function () {
        const next = root.getAttribute('data-theme') === 'light' ? 'dark' : 'light';
        setTheme(next, true);
      });

      const mq = window.matchMedia('(prefers-color-scheme: light)');
      function onMQ(e) {
        try {
          if (localStorage.getItem('webbrain-theme')) return;
        } catch (_) {}
        setTheme(e.matches ? 'light' : 'dark', false);
      }
      if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
      else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
    })();
  </script>
  <script>
    (function () {
      const LOCALES = ["en","es","fr","tr","zh","ru","uk","ar","ja","ko","id","th","ms","tl","he"];
      const sel = document.getElementById('lang-dropdown');
      if (!sel) return;
      sel.value = sel.dataset.current || 'en';
      sel.addEventListener('change', function () {
        const target = sel.value;
        if (!LOCALES.includes(target)) return;
        window.location.href = target === 'en' ? '/' : '/' + target + '/';
      });
    })();
  </script>
</body>
</html>