Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>Tiny raw LFM 2.5 planner benchmark - WebBrain Blog</title>
<meta name="description" content="We ran two tiny raw Liquid LFM 2.5 checkpoints, 230M and 350M, through WebBrain's frozen 100-case browser-agent first-tool benchmark on a local OpenAI-compatible endpoint.">
<meta name="keywords" content="WebBrain, LFM 2.5, Liquid AI, tiny language model, browser agent, tool calling, planner benchmark, Qwen 3.5">
<meta property="og:title" content="Tiny raw LFM 2.5 checkpoints in WebBrain's planner benchmark">
<meta property="og:description" content="LFM 2.5 230M and 350M on WebBrain's frozen browser-agent first-tool harness: clean API runs, weak planner routing, useful fine-tuning signal.">
<meta property="og:type" content="article">
<meta property="og:url" content="https://webbrain.one/blog/tiny-lfm25-raw-planner-benchmark">
<meta property="og:image" content="https://webbrain.one/og-image.png">
<meta property="og:image:secure_url" content="https://webbrain.one/og-image.png">
<meta property="og:image:type" content="image/png">
<meta property="og:image:width" content="1200">
<meta property="og:image:height" content="630">
<meta property="og:image:alt" content="WebBrain — Open-source AI browser agent">
<meta name="twitter:card" content="summary_large_image">
<meta name="twitter:title" content="Tiny raw LFM 2.5 planner benchmark">
<meta name="twitter:description" content="Two raw tiny LFM 2.5 checkpoints completed WebBrain's frozen 100-case tool-calling run. The numbers are small, and that is mostly the point.">
<meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
<meta name="twitter:image:alt" content="WebBrain — Open-source AI browser agent">
<link rel="icon" type="image/png" href="/favicon.png">
<link rel="canonical" href="https://webbrain.one/blog/tiny-lfm25-raw-planner-benchmark">
<!-- Blog is English-only; alternates point to locale homepages. -->
<link rel="alternate" hreflang="en" href="https://webbrain.one/">
<link rel="alternate" hreflang="es" href="https://webbrain.one/es/">
<link rel="alternate" hreflang="fr" href="https://webbrain.one/fr/">
<link rel="alternate" hreflang="tr" href="https://webbrain.one/tr/">
<link rel="alternate" hreflang="zh" href="https://webbrain.one/zh/">
<link rel="alternate" hreflang="ru" href="https://webbrain.one/ru/">
<link rel="alternate" hreflang="uk" href="https://webbrain.one/uk/">
<link rel="alternate" hreflang="ar" href="https://webbrain.one/ar/">
<link rel="alternate" hreflang="ja" href="https://webbrain.one/ja/">
<link rel="alternate" hreflang="ko" href="https://webbrain.one/ko/">
<link rel="alternate" hreflang="id" href="https://webbrain.one/id/">
<link rel="alternate" hreflang="th" href="https://webbrain.one/th/">
<link rel="alternate" hreflang="ms" href="https://webbrain.one/ms/">
<link rel="alternate" hreflang="tl" href="https://webbrain.one/tl/">
<link rel="alternate" hreflang="he" href="https://webbrain.one/he/">
<link rel="alternate" hreflang="x-default" href="https://webbrain.one/">
<style>
*, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }
:root {
--bg: #0b0e17;
--bg-card: #111827;
--bg-card-hover: #1a2233;
--surface: #161d2e;
--border: rgba(255,255,255,0.07);
--text: #e4e4ec;
--text-dim: #8b8fa4;
--accent: #6c63ff;
--accent-glow: rgba(108,99,255,0.25);
--accent2: #a78bfa;
--success: #34d399;
--warning: #fbbf24;
--danger: #f87171;
--tint-soft: rgba(255,255,255,0.05);
--tint-soft-2: rgba(255,255,255,0.04);
--tint-medium: rgba(255,255,255,0.08);
--nav-bg: rgba(11,14,23,0.85);
--code-bg: #0a0e17;
--inline-code-bg: rgba(255,255,255,0.06);
--shadow-strong: rgba(0,0,0,0.40);
--radius: 12px;
--radius-lg: 16px;
--max-w: 760px;
/* Line the shared site footer up with the blog's header. */
--wb-footer-width: min(calc(var(--max-w) - 48px), calc(100% - 48px));
color-scheme: dark;
}
:root[data-theme="light"] {
--bg: #f7f1e6;
--bg-card: #fffdf8;
--bg-card-hover: #f2e9d4;
--surface: #ede2cb;
--border: rgba(89,55,25,0.15);
--text: #2c1810;
--text-dim: #6b5b47;
--accent: #5b52e8;
--accent-glow: rgba(91,82,232,0.20);
--accent2: #7c6ce6;
--success: #2d8866;
--warning: #9a6500;
--danger: #b74747;
--tint-soft: rgba(89,55,25,0.05);
--tint-soft-2: rgba(89,55,25,0.07);
--tint-medium: rgba(89,55,25,0.10);
--nav-bg: rgba(247,241,230,0.85);
--code-bg: #fff7e6;
--inline-code-bg: rgba(89,55,25,0.08);
--shadow-strong: rgba(89,55,25,0.18);
color-scheme: light;
}
html { scroll-behavior: smooth; }
body {
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
background: var(--bg);
color: var(--text);
line-height: 1.75;
font-size: 17px;
overflow-x: hidden;
}
a { color: var(--accent2); text-decoration: none; }
a:hover { text-decoration: underline; }
.glow-bg {
position: fixed;
inset: 0;
z-index: -1;
pointer-events: none;
overflow: hidden;
}
.glow-bg::before,
.glow-bg::after {
content: '';
position: absolute;
border-radius: 50%;
filter: blur(120px);
opacity: 0.26;
}
.glow-bg::before {
width: 500px;
height: 500px;
background: var(--accent);
top: -220px;
left: -160px;
}
.glow-bg::after {
width: 500px;
height: 500px;
background: var(--accent2);
right: -180px;
bottom: -230px;
opacity: 0.18;
}
nav {
position: sticky;
top: 0;
z-index: 100;
background: var(--nav-bg);
backdrop-filter: saturate(160%) blur(12px);
-webkit-backdrop-filter: saturate(160%) blur(12px);
border-bottom: 1px solid var(--border);
}
.nav-inner {
max-width: var(--max-w);
margin: 0 auto;
padding: 14px 24px;
display: flex;
align-items: center;
justify-content: space-between;
gap: 20px;
}
.nav-brand {
display: inline-flex;
align-items: center;
gap: 6px;
flex-shrink: 0;
color: var(--text);
font-size: 18px;
font-weight: 700;
text-decoration: none;
}
.nav-brand:hover { text-decoration: none; }
.nav-brand .brand-logo { width: 26px; height: 26px; border-radius: 7px; flex: 0 0 auto; }
.nav-brand .domain { opacity: 0.5; font-weight: 400; }
.nav-links {
display: flex;
align-items: center;
justify-content: flex-end;
gap: 16px;
min-width: 0;
}
.nav-links a {
position: relative;
color: var(--text-dim);
font-size: 14px;
font-weight: 500;
white-space: nowrap;
}
.nav-links a:hover { color: var(--text); text-decoration: none; }
.nav-links a[aria-current="page"] { color: var(--text); }
.nav-links a[aria-current="page"]::after {
content: '';
position: absolute;
left: 1px;
right: 1px;
bottom: -7px;
height: 3px;
border-radius: 999px;
background: linear-gradient(90deg, var(--accent2), var(--accent));
box-shadow: 0 2px 12px var(--accent-glow);
}
.lang-dropdown {
background: var(--tint-soft);
color: var(--text);
border: 1px solid var(--border);
border-radius: 8px;
padding: 6px 10px;
font-size: 13px;
max-width: 120px;
}
.lang-dropdown:focus { outline: 2px solid var(--accent-glow); outline-offset: 1px; }
.lang-dropdown option { background-color: var(--bg-card-hover); color: var(--text); }
.theme-toggle {
appearance: none;
-webkit-appearance: none;
background: var(--tint-soft-2);
border: 1px solid var(--border);
border-radius: 999px;
width: 30px;
height: 30px;
padding: 0;
display: inline-flex;
align-items: center;
justify-content: center;
flex-shrink: 0;
cursor: pointer;
color: var(--text-dim);
transition: background 0.2s, color 0.2s, border-color 0.2s, transform 0.1s;
}
.theme-toggle:hover {
background: var(--tint-medium);
border-color: var(--accent);
color: var(--text);
transform: translateY(-1px);
}
.theme-toggle:focus-visible {
outline: 2px solid var(--accent2);
outline-offset: 2px;
}
.theme-toggle svg { width: 16px; height: 16px; display: block; }
.theme-toggle .icon-sun { display: block; }
.theme-toggle .icon-moon { display: none; }
:root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
:root[data-theme="light"] .theme-toggle .icon-moon { display: block; }
main,
article {
max-width: var(--max-w);
margin: 0 auto;
padding: 64px 24px 80px;
}
.sr-only {
position: absolute;
width: 1px;
height: 1px;
padding: 0;
margin: -1px;
overflow: hidden;
clip: rect(0, 0, 0, 0);
white-space: nowrap;
border: 0;
}
h1 {
font-size: 38px;
line-height: 1.2;
font-weight: 700;
letter-spacing: 0;
margin-bottom: 16px;
}
.lede {
color: var(--text-dim);
line-height: 1.6;
}
.lede {
font-size: 19px;
margin-bottom: 40px;
}
.meta {
font-size: 13px;
color: var(--text-dim);
margin-bottom: 12px;
letter-spacing: 0;
}
h2 {
font-size: 24px;
font-weight: 700;
margin-top: 48px;
margin-bottom: 14px;
letter-spacing: 0;
}
h3 {
font-size: 18px;
font-weight: 600;
margin-top: 32px;
margin-bottom: 10px;
color: var(--text);
}
h4, h5, h6 {
color: var(--text);
margin-top: 28px;
margin-bottom: 10px;
line-height: 1.35;
}
p { margin-bottom: 16px; }
ul, ol { margin: 0 0 16px 20px; }
li { margin-bottom: 6px; }
code {
font-family: 'SF Mono', 'Menlo', 'Consolas', monospace;
font-size: 0.88em;
background: var(--inline-code-bg);
padding: 2px 6px;
border-radius: 4px;
color: color-mix(in srgb, var(--accent2) 80%, var(--text));
}
pre {
background: var(--code-bg);
border: 1px solid var(--border);
border-radius: var(--radius);
padding: 18px 20px;
overflow-x: auto;
margin: 20px 0;
font-size: 14px;
line-height: 1.55;
box-shadow: 0 18px 60px var(--shadow-strong);
}
pre code {
background: transparent;
padding: 0;
color: inherit;
font-size: inherit;
}
blockquote {
border-left: 3px solid var(--accent);
padding: 4px 0 4px 18px;
margin: 20px 0;
color: var(--text-dim);
font-style: italic;
}
blockquote p:last-child { margin-bottom: 0; }
hr {
border: 0;
border-top: 1px solid var(--border);
margin: 36px 0;
}
article img {
max-width: 100%;
height: auto;
display: block;
border-radius: var(--radius);
border: 1px solid var(--border);
margin: 24px 0;
}
.table-wrap { overflow-x: auto; margin: 24px 0; }
table {
width: 100%;
min-width: 560px;
border-collapse: collapse;
font-size: 14px;
}
th, td {
text-align: left;
padding: 10px 12px;
border-bottom: 1px solid var(--border);
vertical-align: top;
}
th {
color: var(--text-dim);
font-weight: 600;
font-size: 12px;
text-transform: uppercase;
letter-spacing: 0;
background: var(--tint-soft-2);
}
td code { font-size: 12px; }
.win { color: var(--success); font-weight: 600; }
.lose { color: var(--danger); }
.meh { color: var(--warning); }
.callout {
background: color-mix(in srgb, var(--accent) 10%, transparent);
border: 1px solid color-mix(in srgb, var(--accent) 24%, transparent);
border-radius: var(--radius);
padding: 16px 20px;
margin: 24px 0;
font-size: 15px;
line-height: 1.65;
color: var(--text-dim);
}
.callout strong { color: var(--text); }
.author-box {
margin-top: 64px;
padding-top: 32px;
border-top: 1px solid var(--border);
color: var(--text-dim);
font-size: 14px;
}
.post-list { display: flex; flex-direction: column; gap: 18px; }
.post-card {
display: block;
background: var(--bg-card);
border: 1px solid var(--border);
border-radius: var(--radius-lg);
padding: 24px 26px;
transition: background 0.18s, border-color 0.18s, transform 0.18s;
}
.post-card:hover {
background: var(--bg-card-hover);
border-color: color-mix(in srgb, var(--accent) 30%, transparent);
transform: translateY(-1px);
text-decoration: none;
}
.post-meta {
font-size: 12px;
color: var(--text-dim);
letter-spacing: 0;
margin-bottom: 8px;
}
.post-title {
font-size: 21px;
font-weight: 600;
color: var(--text);
margin-bottom: 6px;
letter-spacing: 0;
line-height: 1.35;
}
.post-excerpt {
color: var(--text-dim);
font-size: 15px;
line-height: 1.6;
}
@media (max-width: 700px) {
:root { --wb-footer-width: calc(100% - 40px); }
body { font-size: 16px; }
.nav-inner { padding: 14px 20px; align-items: flex-start; }
.nav-links { gap: 12px; flex-wrap: wrap; }
.lang-dropdown { display: none; }
h1 { font-size: 28px; }
.lede { font-size: 16px; }
main, article { padding: 48px 20px 64px; }
h2 { font-size: 20px; margin-top: 36px; }
.post-card { padding: 20px; }
.post-title { font-size: 19px; }
}
@media (max-width: 420px) {
.nav-inner { gap: 12px; }
.nav-links a[href="https://github.com/webbrain-one/webbrain"] { display: none; }
.theme-toggle { width: 28px; height: 28px; }
}
</style>
<!-- Site footer styles: start -->
<style>
.wb-footer {
--wb-footer-text: var(--text, var(--ink, #2c1810));
--wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
--wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
margin: 0;
padding: 0;
border-top: 1px solid var(--wb-footer-line);
background: var(--wb-footer-bg, none);
color: var(--wb-footer-dim);
font-size: 13px;
line-height: 1.5;
text-align: start;
}
.wb-footer-inner {
width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
margin: 0 auto;
padding: 26px 0 30px;
display: flex;
flex-direction: column;
gap: 18px;
}
/* Page links start on the brand's left edge; the social icons sit at
the far end of the same row. */
.wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
.wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
.wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
.wb-footer-copy { margin: 0; }
.wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
.wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
.wb-footer-social { display: flex; align-items: center; gap: 8px; }
.wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
.wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
.wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
.wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
.wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
.wb-footer-icon svg { display: block; width: 15px; height: 15px; }
/* Only shown without JavaScript, when the language picker can't run. */
.wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
.wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
@media (max-width: 860px) {
.wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
}
</style>
<!-- Site footer styles: end -->
<script>
(function () {
try {
var saved = localStorage.getItem('webbrain-theme');
var theme = (saved === 'light' || saved === 'dark')
? saved
: (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
document.documentElement.setAttribute('data-theme', theme);
} catch (_) {
document.documentElement.setAttribute('data-theme', 'dark');
}
})();
</script>
<!-- Plausible analytics: start -->
<!-- Privacy-friendly analytics by Plausible -->
<script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
<script>
window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
plausible.init()
</script>
<!-- Plausible analytics: end -->
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "BlogPosting",
"headline": "Tiny raw LFM 2.5 checkpoints in WebBrain's frozen planner benchmark",
"description": "We ran two tiny raw Liquid LFM 2.5 checkpoints, 230M and 350M, through WebBrain's frozen 100-case browser-agent first-tool benchmark on a local OpenAI-compatible endpoint.",
"author": {
"@type": "Person",
"name": "Emre Sokullu",
"url": "https://emresokullu.com"
},
"datePublished": "2026-06-26",
"image": "https://webbrain.one/og-image.png",
"publisher": {
"@type": "Organization",
"name": "WebBrain",
"logo": {
"@type": "ImageObject",
"url": "https://webbrain.one/logo-github.png"
}
},
"mainEntityOfPage": {
"@type": "WebPage",
"@id": "https://webbrain.one/blog/tiny-lfm25-raw-planner-benchmark"
}
}
</script>
</head>
<body>
<div class="glow-bg"></div>
<nav>
<div class="nav-inner">
<a href="/" class="nav-brand"><img class="brand-logo" src="/logo-github.png" alt="" aria-hidden="true"> WebBrain<span class="domain">.one</span></a>
<div class="nav-links">
<a href="/">Home</a>
<a href="/docs/">Docs</a>
<a href="/blog" aria-current="page">Blog</a>
<select class="lang-dropdown" id="lang-dropdown" aria-label="Select language" data-current="en"><option value="en">English</option><option value="es">Español</option><option value="fr">Français</option><option value="tr">Türkçe</option><option value="zh">中文</option><option value="ru">Русский</option><option value="uk">Українська</option><option value="ar">العربية</option><option value="ja">日本語</option><option value="ko">한국어</option><option value="id">Bahasa Indonesia</option><option value="th">ไทย</option><option value="ms">Bahasa Melayu</option><option value="tl">Filipino</option><option value="he">עברית</option></select>
<button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
<svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<circle cx="12" cy="12" r="4"/>
<path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
</svg>
<svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
</svg>
</button>
<a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>
</div>
</div>
</nav>
<article>
<div class="meta">June 26, 2026 · 5 min read · <a href="/blog">← All posts</a></div>
<h1>Tiny raw LFM 2.5 checkpoints in WebBrain's frozen planner benchmark</h1>
<p class="lede">We ran two tiny raw Liquid LFM 2.5 checkpoints through WebBrain's frozen browser-agent first-tool benchmark: <strong>lfm2.5-230m</strong> and <strong>lfm2.5-350m</strong> served locally from <code>http://localhost:8000</code>. Both runs completed all 100 cases without transport errors. The quality numbers are low, but that is not a surprise: these are tiny raw checkpoints, not WebBrain-tuned browser planners. The useful result is the shape of the mistakes.</p>
<h2 id="what-we-ran">What we ran</h2>
<p>Both runs used the same frozen May 23, 2026 WebBrain baseline used by the published planner table: Claude Sonnet 4.6's system prompt and 41-tool schema, system hash <code>5c4fac1387025050</code>. The endpoint was a local OpenAI-compatible server at <code>http://localhost:8000</code>.</p>
<pre><code class="language-bash">node test/llm/run-llamacpp.mjs \
--base http://localhost:8000 \
--model lfm2.5-230m \
--tag 2026-06-26-lfm25-230m-localhost8000 \
--concurrency 16 \
--timeout 180000 \
--no-save-request \
--freeze test/llm/freeze/baseline-2026-05-23.json
node test/llm/run-llamacpp.mjs \
--base http://localhost:8000 \
--model lfm2.5-350m \
--tag 2026-06-26-lfm25-350m-localhost8000 \
--concurrency 16 \
--timeout 180000 \
--no-save-request \
--freeze test/llm/freeze/baseline-2026-05-23.json</code></pre>
<p>One naming note: the second local server advertised <code>lfm2.5-350m</code> with root <code>LiquidAI/LFM2.5-350M</code>, so that is the label used here.</p>
<p>Result files:</p>
<pre><code class="language-text">test/llm/results/2026-06-26-lfm25-230m-localhost8000_chrome_lfm2.5-230m_frozen
test/llm/results/2026-06-26-lfm25-350m-localhost8000_chrome_lfm2.5-350m_frozen</code></pre>
<h2 id="headline-results">Headline results</h2>
<div class="table-wrap"><table><thead><tr><th>Metric</th><th>LFM 2.5 230M raw</th><th>LFM 2.5 350M raw</th></tr></thead><tbody><tr><td>Completed cases</td><td>100/100</td><td>100/100</td></tr><tr><td>Transport errors</td><td>0</td><td>0</td></tr><tr><td>Parsed tool calls</td><td>100/100</td><td>86/100</td></tr><tr><td>Valid frozen-schema tool names</td><td>90/100</td><td>75/100</td></tr><tr><td>Strict exact first-call match</td><td>0/100</td><td>0/100</td></tr><tr><td>Ideal tool-name match</td><td>4/100</td><td>4/100</td></tr><tr><td>Sonnet match, all cases</td><td>19.0%</td><td>25.0%</td></tr><tr><td>Sonnet match, when Sonnet tooled</td><td>20.7%</td><td>22.8%</td></tr><tr><td>Median latency</td><td>1.0s</td><td>1.1s</td></tr><tr><td>p95 latency</td><td>65.5s</td><td>5.3s</td></tr><tr><td>Total wall time at concurrency 16</td><td>71s</td><td>12s</td></tr></tbody></table></div>
<p>The clean positive signal: both models were usable through the OpenAI-compatible API path. There were no request failures, and the 230M run emitted a parsed tool call on every case.</p>
<p>The planner signal is much weaker. Neither model produced an exact match against the benchmark's ideal first call. Both matched the ideal tool name only four times. Against the Sonnet 4.6 first-tool reference, the 350M checkpoint did better than the 230M checkpoint, but both are far below the small tuned and instruction-following models already in the table.</p>
<h2 id="how-they-failed">How they failed</h2>
<p>The 230M checkpoint is syntactically eager and strategically narrow. It calls tools constantly, but it collapses toward inspection:</p>
<div class="table-wrap"><table><thead><tr><th>Tool</th><th>LFM 2.5 230M calls</th></tr></thead><tbody><tr><td><code>get_accessibility_tree</code></td><td>61</td></tr><tr><td><code>read_page</code></td><td>21</td></tr><tr><td><code>search_url</code></td><td>4</td></tr><tr><td><code>click</code></td><td>2</td></tr><tr><td>all other first tools</td><td>12</td></tr></tbody></table></div>
<p>That is why it has 100 parsed tool calls but only 19% Sonnet first-tool alignment. It often knows that a browser agent should use a tool, but it does not yet know which first action matches the user's intent. Direct navigation prompts, browser-internal pages, and search tasks frequently became generic page inspection.</p>
<p>The 350M checkpoint is more varied and closer to Sonnet, but less schema-disciplined:</p>
<div class="table-wrap"><table><thead><tr><th>Tool or output</th><th>LFM 2.5 350M calls</th></tr></thead><tbody><tr><td><code>get_accessibility_tree</code></td><td>43</td></tr><tr><td><code>read_page</code></td><td>15</td></tr><tr><td>no tool call</td><td>14</td></tr><tr><td><code>read_pdf</code></td><td>4</td></tr><tr><td><code>search_url</code></td><td>3</td></tr><tr><td><code>stop_recording</code></td><td>3</td></tr><tr><td>all other first tools</td><td>18</td></tr></tbody></table></div>
<p>That variety helps it reach 25% Sonnet first-tool alignment, but it also produces more invalid or non-frozen tool names: <code>open_link</code>, <code>open_chat</code>, <code>stop_recording</code>, <code>close_popup</code>, <code>compose</code>, <code>solve_captcha</code>, and <code>delete_all_emails</code> are not part of the frozen 41-tool schema. For a browser-agent planner, that is a fine-tuning problem before it is a reasoning problem.</p>
<h2 id="context-against-the-older-lfm-and-tiny-qwen-rows">Context against the older LFM and tiny Qwen rows</h2>
<p>The most useful comparison is not with the top of the leaderboard. It is with other small or efficiency-oriented models.</p>
<div class="table-wrap"><table><thead><tr><th>Model</th><th>Parsed calls</th><th>Valid names</th><th>Ideal name</th><th>Sonnet all</th><th>Sonnet tooled</th><th>Median</th></tr></thead><tbody><tr><td>LFM 2.5-8B-A1B</td><td>83/100</td><td>83/100</td><td>23/100</td><td>40.0%</td><td>38.0%</td><td>5.9s</td></tr><tr><td>Qwen 3.5 0.8B</td><td>90/100</td><td>90/100</td><td>15/100</td><td>37.0%</td><td>34.8%</td><td>0.44s</td></tr><tr><td>Qwen 3.5 2B</td><td>89/100</td><td>89/100</td><td>7/100</td><td>36.0%</td><td>34.8%</td><td>0.78s</td></tr><tr><td>LFM 2.5 350M raw</td><td>86/100</td><td>75/100</td><td>4/100</td><td>25.0%</td><td>22.8%</td><td>1.1s</td></tr><tr><td>LFM 2.5 230M raw</td><td>100/100</td><td>90/100</td><td>4/100</td><td>19.0%</td><td>20.7%</td><td>1.0s</td></tr></tbody></table></div>
<p>The earlier LFM 2.5-8B-A1B run is still the better Liquid comparison point for actual planner use. It matched Sonnet on 40% of all cases and had 23 ideal tool-name matches. The tiny raw checkpoints do not reach that tier.</p>
<p>Qwen 3.5 0.8B is the sharper tiny baseline. Even with fewer than one billion parameters, it keeps higher valid-tool discipline and materially better Sonnet alignment than either raw tiny LFM run. That does not make the tiny LFMs uninteresting. It does show that raw scale at 230M or 350M is not enough for browser planning without task-specific post-training.</p>
<h2 id="what-this-means">What this means</h2>
<p>These runs should not be read as "LFM is bad at tools." They are closer to a pre-fine-tuning diagnostic. WebBrain's benchmark asks a very specific first-turn planning question: given a browser state, a user instruction, and 41 available tools, choose the first tool and arguments. Tiny raw models are not expected to have that policy baked in.</p>
<p>What they do show is encouraging in a narrower way:</p>
<ul><li>The local serving path works cleanly with WebBrain's OpenAI-compatible runner.</li><li>The 230M model strongly learned the "emit a tool call" behavior, even if it overuses inspection.</li><li>The 350M model has a broader action vocabulary and better Sonnet alignment, but needs schema control.</li><li>Both runs are small enough that fine-tuning experiments should be cheap and fast.</li></ul>
<p>For WebBrain, the next interesting experiment is not to keep benchmarking these raw checkpoints as-is. It is to tune them on browser-planner traces and rerun the same frozen harness. If a 230M or 350M model can be trained out of the <code>get_accessibility_tree</code> default and into reliable schema-following, it becomes a much more interesting on-device planner candidate.</p>
<p>The bottom line: raw tiny LFMs are not ready browser planners. That is fine. They are the kind of models you fine-tune into a planner, and this run gives us a compact before-picture. Liquid's new <a href="https://www.liquid.ai/blog/lfm2-5-230m" target="_blank" rel="noopener">LFM2.5-230M</a> strengthens that case: if a 230M model can perform as well as the 350M checkpoint while being roughly 33% smaller, it should become the default tiny LFM target for fine-tuning experiments. For no-fine-tuning, raw tiny-model use, though, Qwen 3.5 0.8B remains the de facto standard to beat.</p>
<p>Tags: #LFM25 #LiquidAI #TinyLanguageModels #ToolCalling #BrowserAgent #WebBrain</p>
<div class="author-box">
Written by <a href="https://emresokullu.com" target="_blank" rel="noopener">Emre Sokullu</a>. WebBrain is GPL-3.0-or-later and open on <a href="https://github.com/webbrain-one/webbrain" target="_blank" rel="noopener">GitHub</a>.
</div>
</article>
<!-- Site footer: start -->
<footer class="wb-footer">
<div class="wb-footer-inner">
<div class="wb-footer-brand">
<p class="wb-footer-tagline">On a mission to make the web smarter.</p>
<p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> & <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
</div>
<div class="wb-footer-row">
<div class="wb-footer-links">
<a href="/">Browser extension</a>
<a href="/companion/">Desktop Companion</a>
<a href="/research/">Research</a>
<a href="/docs/">Docs</a>
<a href="/docs/faq/">FAQ</a>
<a href="/blog/">Blog</a>
<a href="/privacy">Privacy Policy</a>
<a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
<a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
<a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
<a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
</div>
<div class="wb-footer-social">
<a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
<a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
<a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
<a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
</div>
</div>
</div>
</footer>
<!-- Site footer: end -->
<script>
(function () {
const btn = document.getElementById('theme-toggle');
if (!btn) return;
const root = document.documentElement;
function setTheme(theme, persist) {
root.setAttribute('data-theme', theme);
if (persist) {
try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
}
}
btn.addEventListener('click', function () {
const next = root.getAttribute('data-theme') === 'light' ? 'dark' : 'light';
setTheme(next, true);
});
const mq = window.matchMedia('(prefers-color-scheme: light)');
function onMQ(e) {
try {
if (localStorage.getItem('webbrain-theme')) return;
} catch (_) {}
setTheme(e.matches ? 'light' : 'dark', false);
}
if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
})();
</script>
<script>
(function () {
const LOCALES = ["en","es","fr","tr","zh","ru","uk","ar","ja","ko","id","th","ms","tl","he"];
const sel = document.getElementById('lang-dropdown');
if (!sel) return;
sel.value = sel.dataset.current || 'en';
sel.addEventListener('change', function () {
const target = sel.value;
if (!LOCALES.includes(target)) return;
window.location.href = target === 'en' ? '/' : '/' + target + '/';
});
})();
</script>
</body>
</html>