Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>Tiny Vision Models Compared II: WebBrain vs Qwen 3.5 and Gemma 4 - WebBrain Blog</title>
<meta name="description" content="WebBrain VL 2 450M joins our 100-case browser-vision benchmark alongside Qwen 3.5 2B and 4B and Gemma 4 E4B, with the earlier Qwen and LFM baselines retained for context.">
<meta name="keywords" content="WebBrain VL 2 450M, WebBrain, Qwen 3.5 4B, Qwen 3.5 2B, Qwen 3.5 0.8B, Gemma 4 E4B, LFM2.5-VL, WebGPU, browser vision, vision-language model">
<meta property="og:title" content="Tiny Vision Models Compared II: WebBrain joins Qwen and Gemma">
<meta property="og:description" content="WebBrain VL 2 450M reaches 44 strict passes in a 100-case browser benchmark, close to Qwen 3.5 2B and Gemma 4 E4B with far fewer parameters.">
<meta property="og:type" content="article">
<meta property="og:url" content="https://webbrain.one/blog/tiny-vision-models-compared-ii">
<meta property="og:image" content="https://webbrain.one/og-image.png">
<meta property="og:image:secure_url" content="https://webbrain.one/og-image.png">
<meta property="og:image:type" content="image/png">
<meta property="og:image:width" content="1200">
<meta property="og:image:height" content="630">
<meta property="og:image:alt" content="WebBrain — Open-source AI browser agent">
<meta name="twitter:card" content="summary_large_image">
<meta name="twitter:title" content="WebBrain VL 2 450M joins the tiny vision race">
<meta name="twitter:description" content="44/100 strict passes in WebBrain's browser-vision suite: similar to Qwen 3.5 2B and Gemma 4 E4B with roughly one-quarter to one-ninth as many parameters.">
<meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
<meta name="twitter:image:alt" content="WebBrain — Open-source AI browser agent">
<link rel="icon" type="image/png" href="/favicon.png">
<link rel="canonical" href="https://webbrain.one/blog/tiny-vision-models-compared-ii">
<!-- Blog is English-only; alternates point to locale homepages. -->
<link rel="alternate" hreflang="en" href="https://webbrain.one/">
<link rel="alternate" hreflang="es" href="https://webbrain.one/es/">
<link rel="alternate" hreflang="fr" href="https://webbrain.one/fr/">
<link rel="alternate" hreflang="tr" href="https://webbrain.one/tr/">
<link rel="alternate" hreflang="zh" href="https://webbrain.one/zh/">
<link rel="alternate" hreflang="ru" href="https://webbrain.one/ru/">
<link rel="alternate" hreflang="uk" href="https://webbrain.one/uk/">
<link rel="alternate" hreflang="ar" href="https://webbrain.one/ar/">
<link rel="alternate" hreflang="ja" href="https://webbrain.one/ja/">
<link rel="alternate" hreflang="ko" href="https://webbrain.one/ko/">
<link rel="alternate" hreflang="id" href="https://webbrain.one/id/">
<link rel="alternate" hreflang="th" href="https://webbrain.one/th/">
<link rel="alternate" hreflang="ms" href="https://webbrain.one/ms/">
<link rel="alternate" hreflang="tl" href="https://webbrain.one/tl/">
<link rel="alternate" hreflang="he" href="https://webbrain.one/he/">
<link rel="alternate" hreflang="x-default" href="https://webbrain.one/">
<style>
*, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }
:root {
--bg: #0b0e17;
--bg-card: #111827;
--bg-card-hover: #1a2233;
--surface: #161d2e;
--border: rgba(255,255,255,0.07);
--text: #e4e4ec;
--text-dim: #8b8fa4;
--accent: #6c63ff;
--accent-glow: rgba(108,99,255,0.25);
--accent2: #a78bfa;
--success: #34d399;
--warning: #fbbf24;
--danger: #f87171;
--tint-soft: rgba(255,255,255,0.05);
--tint-soft-2: rgba(255,255,255,0.04);
--tint-medium: rgba(255,255,255,0.08);
--nav-bg: rgba(11,14,23,0.85);
--code-bg: #0a0e17;
--inline-code-bg: rgba(255,255,255,0.06);
--shadow-strong: rgba(0,0,0,0.40);
--radius: 12px;
--radius-lg: 16px;
--max-w: 760px;
/* Line the shared site footer up with the blog's header. */
--wb-footer-width: min(calc(var(--max-w) - 48px), calc(100% - 48px));
color-scheme: dark;
}
:root[data-theme="light"] {
--bg: #f7f1e6;
--bg-card: #fffdf8;
--bg-card-hover: #f2e9d4;
--surface: #ede2cb;
--border: rgba(89,55,25,0.15);
--text: #2c1810;
--text-dim: #6b5b47;
--accent: #5b52e8;
--accent-glow: rgba(91,82,232,0.20);
--accent2: #7c6ce6;
--success: #2d8866;
--warning: #9a6500;
--danger: #b74747;
--tint-soft: rgba(89,55,25,0.05);
--tint-soft-2: rgba(89,55,25,0.07);
--tint-medium: rgba(89,55,25,0.10);
--nav-bg: rgba(247,241,230,0.85);
--code-bg: #fff7e6;
--inline-code-bg: rgba(89,55,25,0.08);
--shadow-strong: rgba(89,55,25,0.18);
color-scheme: light;
}
html { scroll-behavior: smooth; }
body {
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
background: var(--bg);
color: var(--text);
line-height: 1.75;
font-size: 17px;
overflow-x: hidden;
}
a { color: var(--accent2); text-decoration: none; }
a:hover { text-decoration: underline; }
.glow-bg {
position: fixed;
inset: 0;
z-index: -1;
pointer-events: none;
overflow: hidden;
}
.glow-bg::before,
.glow-bg::after {
content: '';
position: absolute;
border-radius: 50%;
filter: blur(120px);
opacity: 0.26;
}
.glow-bg::before {
width: 500px;
height: 500px;
background: var(--accent);
top: -220px;
left: -160px;
}
.glow-bg::after {
width: 500px;
height: 500px;
background: var(--accent2);
right: -180px;
bottom: -230px;
opacity: 0.18;
}
nav {
position: sticky;
top: 0;
z-index: 100;
background: var(--nav-bg);
backdrop-filter: saturate(160%) blur(12px);
-webkit-backdrop-filter: saturate(160%) blur(12px);
border-bottom: 1px solid var(--border);
}
.nav-inner {
max-width: var(--max-w);
margin: 0 auto;
padding: 14px 24px;
display: flex;
align-items: center;
justify-content: space-between;
gap: 20px;
}
.nav-brand {
display: inline-flex;
align-items: center;
gap: 6px;
flex-shrink: 0;
color: var(--text);
font-size: 18px;
font-weight: 700;
text-decoration: none;
}
.nav-brand:hover { text-decoration: none; }
.nav-brand .brand-logo { width: 26px; height: 26px; border-radius: 7px; flex: 0 0 auto; }
.nav-brand .domain { opacity: 0.5; font-weight: 400; }
.nav-links {
display: flex;
align-items: center;
justify-content: flex-end;
gap: 16px;
min-width: 0;
}
.nav-links a {
position: relative;
color: var(--text-dim);
font-size: 14px;
font-weight: 500;
white-space: nowrap;
}
.nav-links a:hover { color: var(--text); text-decoration: none; }
.nav-links a[aria-current="page"] { color: var(--text); }
.nav-links a[aria-current="page"]::after {
content: '';
position: absolute;
left: 1px;
right: 1px;
bottom: -7px;
height: 3px;
border-radius: 999px;
background: linear-gradient(90deg, var(--accent2), var(--accent));
box-shadow: 0 2px 12px var(--accent-glow);
}
.lang-dropdown {
background: var(--tint-soft);
color: var(--text);
border: 1px solid var(--border);
border-radius: 8px;
padding: 6px 10px;
font-size: 13px;
max-width: 120px;
}
.lang-dropdown:focus { outline: 2px solid var(--accent-glow); outline-offset: 1px; }
.lang-dropdown option { background-color: var(--bg-card-hover); color: var(--text); }
.theme-toggle {
appearance: none;
-webkit-appearance: none;
background: var(--tint-soft-2);
border: 1px solid var(--border);
border-radius: 999px;
width: 30px;
height: 30px;
padding: 0;
display: inline-flex;
align-items: center;
justify-content: center;
flex-shrink: 0;
cursor: pointer;
color: var(--text-dim);
transition: background 0.2s, color 0.2s, border-color 0.2s, transform 0.1s;
}
.theme-toggle:hover {
background: var(--tint-medium);
border-color: var(--accent);
color: var(--text);
transform: translateY(-1px);
}
.theme-toggle:focus-visible {
outline: 2px solid var(--accent2);
outline-offset: 2px;
}
.theme-toggle svg { width: 16px; height: 16px; display: block; }
.theme-toggle .icon-sun { display: block; }
.theme-toggle .icon-moon { display: none; }
:root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
:root[data-theme="light"] .theme-toggle .icon-moon { display: block; }
main,
article {
max-width: var(--max-w);
margin: 0 auto;
padding: 64px 24px 80px;
}
.sr-only {
position: absolute;
width: 1px;
height: 1px;
padding: 0;
margin: -1px;
overflow: hidden;
clip: rect(0, 0, 0, 0);
white-space: nowrap;
border: 0;
}
h1 {
font-size: 38px;
line-height: 1.2;
font-weight: 700;
letter-spacing: 0;
margin-bottom: 16px;
}
.lede {
color: var(--text-dim);
line-height: 1.6;
}
.lede {
font-size: 19px;
margin-bottom: 40px;
}
.meta {
font-size: 13px;
color: var(--text-dim);
margin-bottom: 12px;
letter-spacing: 0;
}
h2 {
font-size: 24px;
font-weight: 700;
margin-top: 48px;
margin-bottom: 14px;
letter-spacing: 0;
}
h3 {
font-size: 18px;
font-weight: 600;
margin-top: 32px;
margin-bottom: 10px;
color: var(--text);
}
h4, h5, h6 {
color: var(--text);
margin-top: 28px;
margin-bottom: 10px;
line-height: 1.35;
}
p { margin-bottom: 16px; }
ul, ol { margin: 0 0 16px 20px; }
li { margin-bottom: 6px; }
code {
font-family: 'SF Mono', 'Menlo', 'Consolas', monospace;
font-size: 0.88em;
background: var(--inline-code-bg);
padding: 2px 6px;
border-radius: 4px;
color: color-mix(in srgb, var(--accent2) 80%, var(--text));
}
pre {
background: var(--code-bg);
border: 1px solid var(--border);
border-radius: var(--radius);
padding: 18px 20px;
overflow-x: auto;
margin: 20px 0;
font-size: 14px;
line-height: 1.55;
box-shadow: 0 18px 60px var(--shadow-strong);
}
pre code {
background: transparent;
padding: 0;
color: inherit;
font-size: inherit;
}
blockquote {
border-left: 3px solid var(--accent);
padding: 4px 0 4px 18px;
margin: 20px 0;
color: var(--text-dim);
font-style: italic;
}
blockquote p:last-child { margin-bottom: 0; }
hr {
border: 0;
border-top: 1px solid var(--border);
margin: 36px 0;
}
article img {
max-width: 100%;
height: auto;
display: block;
border-radius: var(--radius);
border: 1px solid var(--border);
margin: 24px 0;
}
.table-wrap { overflow-x: auto; margin: 24px 0; }
table {
width: 100%;
min-width: 560px;
border-collapse: collapse;
font-size: 14px;
}
th, td {
text-align: left;
padding: 10px 12px;
border-bottom: 1px solid var(--border);
vertical-align: top;
}
th {
color: var(--text-dim);
font-weight: 600;
font-size: 12px;
text-transform: uppercase;
letter-spacing: 0;
background: var(--tint-soft-2);
}
td code { font-size: 12px; }
.win { color: var(--success); font-weight: 600; }
.lose { color: var(--danger); }
.meh { color: var(--warning); }
.callout {
background: color-mix(in srgb, var(--accent) 10%, transparent);
border: 1px solid color-mix(in srgb, var(--accent) 24%, transparent);
border-radius: var(--radius);
padding: 16px 20px;
margin: 24px 0;
font-size: 15px;
line-height: 1.65;
color: var(--text-dim);
}
.callout strong { color: var(--text); }
.author-box {
margin-top: 64px;
padding-top: 32px;
border-top: 1px solid var(--border);
color: var(--text-dim);
font-size: 14px;
}
.post-list { display: flex; flex-direction: column; gap: 18px; }
.post-card {
display: block;
background: var(--bg-card);
border: 1px solid var(--border);
border-radius: var(--radius-lg);
padding: 24px 26px;
transition: background 0.18s, border-color 0.18s, transform 0.18s;
}
.post-card:hover {
background: var(--bg-card-hover);
border-color: color-mix(in srgb, var(--accent) 30%, transparent);
transform: translateY(-1px);
text-decoration: none;
}
.post-meta {
font-size: 12px;
color: var(--text-dim);
letter-spacing: 0;
margin-bottom: 8px;
}
.post-title {
font-size: 21px;
font-weight: 600;
color: var(--text);
margin-bottom: 6px;
letter-spacing: 0;
line-height: 1.35;
}
.post-excerpt {
color: var(--text-dim);
font-size: 15px;
line-height: 1.6;
}
@media (max-width: 700px) {
:root { --wb-footer-width: calc(100% - 40px); }
body { font-size: 16px; }
.nav-inner { padding: 14px 20px; align-items: flex-start; }
.nav-links { gap: 12px; flex-wrap: wrap; }
.lang-dropdown { display: none; }
h1 { font-size: 28px; }
.lede { font-size: 16px; }
main, article { padding: 48px 20px 64px; }
h2 { font-size: 20px; margin-top: 36px; }
.post-card { padding: 20px; }
.post-title { font-size: 19px; }
}
@media (max-width: 420px) {
.nav-inner { gap: 12px; }
.nav-links a[href="https://github.com/webbrain-one/webbrain"] { display: none; }
.theme-toggle { width: 28px; height: 28px; }
}
</style>
<!-- Site footer styles: start -->
<style>
.wb-footer {
--wb-footer-text: var(--text, var(--ink, #2c1810));
--wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
--wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
margin: 0;
padding: 0;
border-top: 1px solid var(--wb-footer-line);
background: var(--wb-footer-bg, none);
color: var(--wb-footer-dim);
font-size: 13px;
line-height: 1.5;
text-align: start;
}
.wb-footer-inner {
width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
margin: 0 auto;
padding: 26px 0 30px;
display: flex;
flex-direction: column;
gap: 18px;
}
/* Page links start on the brand's left edge; the social icons sit at
the far end of the same row. */
.wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
.wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
.wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
.wb-footer-copy { margin: 0; }
.wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
.wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
.wb-footer-social { display: flex; align-items: center; gap: 8px; }
.wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
.wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
.wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
.wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
.wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
.wb-footer-icon svg { display: block; width: 15px; height: 15px; }
/* Only shown without JavaScript, when the language picker can't run. */
.wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
.wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
@media (max-width: 860px) {
.wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
}
</style>
<!-- Site footer styles: end -->
<script>
(function () {
try {
var saved = localStorage.getItem('webbrain-theme');
var theme = (saved === 'light' || saved === 'dark')
? saved
: (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
document.documentElement.setAttribute('data-theme', theme);
} catch (_) {
document.documentElement.setAttribute('data-theme', 'dark');
}
})();
</script>
<!-- Plausible analytics: start -->
<!-- Privacy-friendly analytics by Plausible -->
<script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
<script>
window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
plausible.init()
</script>
<!-- Plausible analytics: end -->
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "BlogPosting",
"headline": "Tiny Vision Models Compared II: WebBrain, Gemma 4, and Larger Qwen 3.5 Models Join the Race",
"description": "WebBrain VL 2 450M joins our 100-case browser-vision benchmark alongside Qwen 3.5 2B and 4B and Gemma 4 E4B, with the earlier Qwen and LFM baselines retained for context.",
"author": {
"@type": "Person",
"name": "Emre Sokullu",
"url": "https://emresokullu.com"
},
"datePublished": "2026-08-22",
"image": "https://webbrain.one/og-image.png",
"publisher": {
"@type": "Organization",
"name": "WebBrain",
"logo": {
"@type": "ImageObject",
"url": "https://webbrain.one/logo-github.png"
}
},
"mainEntityOfPage": {
"@type": "WebPage",
"@id": "https://webbrain.one/blog/tiny-vision-models-compared-ii"
}
}
</script>
</head>
<body>
<div class="glow-bg"></div>
<nav>
<div class="nav-inner">
<a href="/" class="nav-brand"><img class="brand-logo" src="/logo-github.png" alt="" aria-hidden="true"> WebBrain<span class="domain">.one</span></a>
<div class="nav-links">
<a href="/">Home</a>
<a href="/docs/">Docs</a>
<a href="/blog" aria-current="page">Blog</a>
<select class="lang-dropdown" id="lang-dropdown" aria-label="Select language" data-current="en"><option value="en">English</option><option value="es">Español</option><option value="fr">Français</option><option value="tr">Türkçe</option><option value="zh">中文</option><option value="ru">Русский</option><option value="uk">Українська</option><option value="ar">العربية</option><option value="ja">日本語</option><option value="ko">한국어</option><option value="id">Bahasa Indonesia</option><option value="th">ไทย</option><option value="ms">Bahasa Melayu</option><option value="tl">Filipino</option><option value="he">עברית</option></select>
<button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
<svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<circle cx="12" cy="12" r="4"/>
<path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
</svg>
<svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
</svg>
</button>
<a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>
</div>
</div>
</nav>
<article>
<div class="meta">August 22, 2026 · 8 min read · <a href="/blog">← All posts</a></div>
<h1>Tiny Vision Models Compared II: WebBrain, Gemma 4, and Larger Qwen 3.5 Models Join the Race</h1>
<p class="lede"><strong>A 450M model trained for one narrow job can compete with much larger general-purpose vision models on that job.</strong> WebBrain VL 2 450M passed 44 of our 100 browser-vision cases in its deployed ONNX/WebGPU configuration. Qwen 3.5 2B passed 39 and Gemma 4 E4B passed 41. Their mean rubric scores remain higher, so this is not a claim that 450M broadly beats either model. It is evidence that task-specific fine-tuning can move a genuinely tiny model into the same useful browser-observation band.</p>
<h2 id="the-expanded-table">The expanded table</h2>
<p>Our <a href="/blog/tiny-vision-models-qwen38-reference/">first tiny-vision comparison</a> established the baseline: the off-the-shelf LFM2.5-VL models were compact but weak under WebBrain's exact screenshot contract, while Qwen 3.5 0.8B was unexpectedly capable for its size.</p>
<p>This follow-up adds four rows: <strong><a href="https://huggingface.co/webbrain-one/webbrain-vl-2-450M" target="_blank" rel="noopener">WebBrain VL 2 450M</a></strong>, <strong><a href="https://huggingface.co/Qwen/Qwen3.5-2B" target="_blank" rel="noopener">Qwen 3.5 2B</a></strong>, <strong><a href="https://huggingface.co/Qwen/Qwen3.5-4B" target="_blank" rel="noopener">Qwen 3.5 4B</a></strong>, and <strong><a href="https://huggingface.co/google/gemma-4-E4B-it" target="_blank" rel="noopener">Gemma 4 E4B IT</a></strong>. Every model saw the same 100 screenshots, the same production six-section prompt, and the same deterministic rubric.</p>
<p><img src="/assets/browser-vision-benchmark-strict-passes.png" alt="Strictpass results for webbrainvl2, three Qwen 3.5 sizes, gemma4e4b, and lfm2.5vl1.6b"></p>
<p><em>One benchmark, one production prompt, and 100 held-out browser screenshots. A strict pass requires the complete six-section observation contract.</em></p>
<div class="table-wrap"><table><thead><tr><th>Model</th><th>Parameter class</th><th>Strict passes</th><th>Mean rubric</th><th>Errors</th><th>Reading</th></tr></thead><tbody><tr><td><strong><a href="https://huggingface.co/Qwen/Qwen3.5-4B" target="_blank" rel="noopener">Qwen 3.5 4B</a></strong>, MLX</td><td>4B</td><td><strong>55/100</strong></td><td><strong>83.4%</strong></td><td>0</td><td>Strongest model in this small-model table</td></tr><tr><td><strong><a href="https://huggingface.co/webbrain-one/webbrain-vl-2-450M" target="_blank" rel="noopener">WebBrain VL 2 450M</a></strong>, deployed ONNX</td><td><strong>453M</strong></td><td><strong>44/100</strong></td><td>76.2%</td><td>0</td><td>Best strict-pass efficiency; WebGPU-ready</td></tr><tr><td><strong><a href="https://huggingface.co/google/gemma-4-E4B-it" target="_blank" rel="noopener">Gemma 4 E4B IT</a></strong>, MLX</td><td>E4B</td><td>41/100</td><td>81.3%</td><td>0</td><td>Better partial coverage, three fewer full passes</td></tr><tr><td><strong><a href="https://huggingface.co/Qwen/Qwen3.5-2B" target="_blank" rel="noopener">Qwen 3.5 2B</a></strong>, MLX</td><td>2B</td><td>39/100</td><td>79.1%</td><td>0</td><td>Similar overall browser-observation band</td></tr><tr><td><strong><a href="https://huggingface.co/Qwen/Qwen3.5-0.8B" target="_blank" rel="noopener">Qwen 3.5 0.8B</a></strong></td><td>0.8B</td><td>20/100</td><td>41.6%</td><td>0</td><td>Strong off-the-shelf sub-1B baseline</td></tr><tr><td><strong><a href="https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B" target="_blank" rel="noopener">LFM2.5-VL-1.6B</a></strong>, MLX</td><td>1.6B</td><td>12/100</td><td>44.4%</td><td>0</td><td>Partial evidence more often than complete answers</td></tr><tr><td><strong><a href="https://huggingface.co/LiquidAI/LFM2.5-VL-450M" target="_blank" rel="noopener">LFM2.5-VL-450M</a></strong>, MLX</td><td>450M</td><td>1/100</td><td>21.6%</td><td>0</td><td>The off-the-shelf starting point</td></tr></tbody></table></div>
<p>The complete <a href="https://github.com/esokullu/webbrain/tree/main/test/vision" target="_blank" rel="noopener">benchmark source, screenshots, expected facts, scoring code, and committed result files are on GitHub</a>.</p>
<p>We intentionally leave LFM2.5-VL-3B out of this comparison. Its run did not follow the numbered six-section output contract reliably, so including it in a compact-model leaderboard would mostly measure formatting failure rather than useful visual understanding. We discuss that result separately in the fine-tuning story.</p>
<h2 id="strict-pass-and-mean-rubric-measure-different-things">Strict pass and mean rubric measure different things</h2>
<p>A strict pass is a complete answer under WebBrain's production contract. The model must return six numbered sections covering page purpose, exact visible text, inputs, state signals, blockers, and unknowns. It must recover the weighted facts for that case without a critical contradiction or confident guess.</p>
<p>The mean rubric score gives partial credit. A model can correctly read a page title, two controls, and an error message yet fail the case because it missed the modal blocking the entire viewport. That answer contributes to the mean score but not to the strict-pass count.</p>
<p>This is why the middle three rows need careful language:</p>
<ul><li>WebBrain V2 has <strong>more complete passes</strong> than Gemma E4B and Qwen 2B.</li><li>Gemma and Qwen have <strong>higher average rubric scores</strong>, meaning they recover more of the expected evidence across all 100 cases.</li><li>The fair conclusion is that all three occupy a similar task-performance band—not that the 450M model is universally better.</li></ul>
<h2 id="what-finetuning-bought">What fine-tuning bought</h2>
<p>WebBrain V2 uses the same 452,847,616-parameter LFM2.5-VL-450M foundation as the one-pass base row. Only 4,128,768 LoRA parameters—about 0.91% of the model—were trainable. The merged checkpoint does not become a multi-billion-parameter model after training; it remains a 453M model whose behavior has been redirected toward browser screenshots and WebBrain's response contract.</p>
<p>The deployed package uses FP16 embeddings and vision encoder weights with a symmetric-Q4 merged decoder. Its complete browser package is about <strong>0.81 GB</strong>. For scale, the local artifacts used in the new comparison were approximately 1.75 GB for Qwen 2B MLX 4-bit, 3.06 GB for Qwen 4B MLX 4-bit, and 6.86 GB for Gemma E4B MLX 4-bit. Those byte counts are not perfectly interchangeable—WebBrain uses ONNX while the other rows use MLX—but they describe the practical download and storage difference.</p>
<p>By nominal parameter count, WebBrain V2 has roughly <strong>one-quarter as many parameters as Qwen 2B</strong> and <strong>one-ninth as many as Gemma E4B</strong>. That is the efficiency result worth celebrating.</p>
<p><img src="/assets/browser-vision-model-size.png" alt="Performanceversusparameter scatter plot for webbrainvl2, Qwen 3.5, gemma4e4b, and lfm2.5vl1.6b"></p>
<p><em>With parameters on X and strict passes on Y, WebBrain V2 is the clear upper-left efficiency outlier. Gemma's E4B label denotes its effective 4B class.</em></p>
<h2 id="qwen-4b-still-leads-this-table">Qwen 4B still leads this table</h2>
<p>Qwen 3.5 4B is the strongest row among the models collected here: 55 strict passes and an 83.4% mean rubric score. Its advantage persists into harder cases, and it is more reliable on multilingual OCR than the smaller rows.</p>
<p>If your deployment can comfortably host it, Qwen 4B is the higher-quality general-purpose choice in this group. The WebBrain result addresses a different constraint: how much browser-specific vision can fit into an extension-friendly local sidecar that runs through WebGPU.</p>
<h2 id="why-webbrain-v2-becomes-the-default">Why WebBrain V2 becomes the default</h2>
<p>WebBrain normally reads the browser through structured sources first: page text, DOM state, accessibility information, URLs, and tool results. Vision is called when pixels contain information those sources missed—charts, canvas content, selected states, overlays, low-contrast labels, or a screenshot after a meaningful state change.</p>
<p>That architecture rewards a compact specialist. The model does not need to replace the planner or solve every multimodal problem. It needs to turn a browser viewport into reliable evidence often enough to unblock the main agent, while keeping screenshots local and the download reasonable.</p>
<p>For that role, V2 is a material upgrade over the raw 450M fallback:</p>
<ul><li>44 strict passes instead of one in the comparable deployed/off-the-shelf table;</li><li>no API or per-image token cost after download;</li><li>a real Transformers.js/WebGPU smoke pass, not only server-side ONNX inference;</li><li>an open-weight checkpoint, public dataset, evaluation artifacts, and release manifests.</li></ul>
<p>We are therefore making <strong>WebBrain VL 2 450M the default local vision model in WebBrain</strong>, replacing the off-the-shelf LFM2.5-VL-450M behavior for this fallback slot. As always, the agent should corroborate high-impact visual claims before clicking, submitting, paying, or changing account state.</p>
<h2 id="the-power-of-finetuning">The power of fine-tuning</h2>
<p>WebBrain VL 2 450M is an open-weight tiny vision model focused on browser tasks and runnable on WebGPU. In this test it performed similarly to Qwen 3.5 2B and Gemma 4 E4B while using far fewer parameters—roughly one-quarter to one-ninth as many.</p>
<p>That does not shrink every vision problem to 450M parameters. It shows that a narrow production contract, a held-out benchmark, targeted data, and disciplined fine-tuning can move a small model much further than its raw checkpoint suggests.</p>
<p>The power of fine-tuning, actually.</p>
<p>Tags: #WebBrain #WebBrainVL #Qwen35 #Gemma4 #LFM25VL #WebGPU #FineTuning #BrowserAgent #LocalAI</p>
<div class="author-box">
Written by <a href="https://emresokullu.com" target="_blank" rel="noopener">Emre Sokullu</a>. WebBrain is GPL-3.0-or-later and open on <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>.
</div>
</article>
<!-- Site footer: start -->
<footer class="wb-footer">
<div class="wb-footer-inner">
<div class="wb-footer-brand">
<p class="wb-footer-tagline">On a mission to make the web smarter.</p>
<p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> & <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
</div>
<div class="wb-footer-row">
<div class="wb-footer-links">
<a href="/">Browser extension</a>
<a href="/companion/">Desktop Companion</a>
<a href="/research/">Research</a>
<a href="/docs/">Docs</a>
<a href="/docs/faq/">FAQ</a>
<a href="/blog/">Blog</a>
<a href="/privacy">Privacy Policy</a>
<a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
<a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
<a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
<a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
</div>
<div class="wb-footer-social">
<a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
<a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
<a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
<a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
</div>
</div>
</div>
</footer>
<!-- Site footer: end -->
<script>
(function () {
const btn = document.getElementById('theme-toggle');
if (!btn) return;
const root = document.documentElement;
function setTheme(theme, persist) {
root.setAttribute('data-theme', theme);
if (persist) {
try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
}
}
btn.addEventListener('click', function () {
const next = root.getAttribute('data-theme') === 'light' ? 'dark' : 'light';
setTheme(next, true);
});
const mq = window.matchMedia('(prefers-color-scheme: light)');
function onMQ(e) {
try {
if (localStorage.getItem('webbrain-theme')) return;
} catch (_) {}
setTheme(e.matches ? 'light' : 'dark', false);
}
if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
})();
</script>
<script>
(function () {
const LOCALES = ["en","es","fr","tr","zh","ru","uk","ar","ja","ko","id","th","ms","tl","he"];
const sel = document.getElementById('lang-dropdown');
if (!sel) return;
sel.value = sel.dataset.current || 'en';
sel.addEventListener('change', function () {
const target = sel.value;
if (!LOCALES.includes(target)) return;
window.location.href = target === 'en' ? '/' : '/' + target + '/';
});
})();
</script>
</body>
</html>