Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
<!DOCTYPE html>
<html lang="en" dir="ltr">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>Vision mode — WebBrain Research</title>
<meta name="description" content="Driving the browser from screenshots alone, clicking by coordinates like a person, for pages whose structure is missing or misleading.">
<meta property="og:title" content="Vision mode — WebBrain Research">
<meta property="og:description" content="Driving the browser from screenshots alone, clicking by coordinates like a person, for pages whose structure is missing or misleading.">
<meta property="og:type" content="website">
<meta property="og:url" content="https://webbrain.one/research/vision-mode/">
<meta property="og:site_name" content="WebBrain">
<meta property="og:locale" content="en_US">
<meta property="og:image" content="https://webbrain.one/og-image.png">
<meta property="og:image:width" content="1200">
<meta property="og:image:height" content="630">
<meta name="twitter:card" content="summary_large_image">
<meta name="twitter:title" content="Vision mode — WebBrain Research">
<meta name="twitter:description" content="Driving the browser from screenshots alone, clicking by coordinates like a person, for pages whose structure is missing or misleading.">
<meta name="twitter:image" content="https://webbrain.one/twitter-image.png">
<meta name="robots" content="index, follow">
<link rel="icon" type="image/png" href="/favicon.png">
<link rel="canonical" href="https://webbrain.one/research/vision-mode/">
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "TechArticle",
"headline": "Vision mode",
"url": "https://webbrain.one/research/vision-mode/",
"description": "Driving the browser from screenshots alone, clicking by coordinates like a person, for pages whose structure is missing or misleading.",
"author": {
"@type": "Organization",
"name": "WebBrain",
"url": "https://webbrain.one/"
}
}
</script>
<script>
(function () {
try {
var saved = localStorage.getItem('webbrain-theme');
var theme = (saved === 'light' || saved === 'dark')
? saved
: (window.matchMedia('(prefers-color-scheme: light)').matches ? 'light' : 'dark');
document.documentElement.setAttribute('data-theme', theme);
} catch (_) {
document.documentElement.setAttribute('data-theme', 'dark');
}
})();
</script>
<style>
*, *::before, *::after { margin: 0; padding: 0; box-sizing: border-box; }
:root {
--bg: #0b0e17;
--bg-card: #111827;
--bg-card-hover: #1a2233;
--surface: #161d2e;
--border: rgba(255,255,255,0.08);
--border-strong: rgba(255,255,255,0.16);
--text: #e4e4ec;
--text-dim: #8b8fa4;
--accent: #6c63ff;
--accent-hover: #5a52d5;
--accent-text: #9d97ff;
--accent2: #a78bfa;
--accent-glow: rgba(108,99,255,0.22);
--success: #34d399;
--success-bg: rgba(52,211,153,0.10);
--amber: #f4cc7d;
--warning: #fbbf24;
--tint-soft-2: rgba(255,255,255,0.04);
--tint-medium: rgba(255,255,255,0.08);
--shadow-card: rgba(0,0,0,0.32);
--nav-bg: rgba(11,14,23,0.80);
--grid-line: rgba(255,255,255,0.035);
--code-bg: #0f1420;
--code-text: #e4e4ec;
--site-width: min(calc(100% - 48px), 1320px);
--font: -apple-system, BlinkMacSystemFont, 'Segoe UI', Inter, Roboto, sans-serif;
--mono: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace;
color-scheme: dark;
}
:root[data-theme="light"] {
--bg: #f7f1e6;
--bg-card: #fffdf8;
--bg-card-hover: #f2e9d4;
--surface: #ede2cb;
--border: rgba(89,55,25,0.15);
--border-strong: rgba(89,55,25,0.28);
--text: #2c1810;
--text-dim: #6b5b47;
--accent: #5b52e8;
--accent-hover: #4940ce;
--accent-text: #5b52e8;
--accent2: #7c6ce6;
--accent-glow: rgba(91,82,232,0.12);
--success: #247554;
--success-bg: rgba(36,117,84,0.09);
--amber: #946000;
--warning: #b97a00;
--tint-soft-2: rgba(89,55,25,0.07);
--tint-medium: rgba(89,55,25,0.10);
--shadow-card: rgba(89,55,25,0.10);
--nav-bg: rgba(247,241,230,0.85);
--grid-line: rgba(89,55,25,0.05);
--code-bg: #fffdf8;
--code-text: #2c1810;
color-scheme: light;
}
html { scroll-behavior: smooth; background: var(--bg); }
body {
min-height: 100vh;
display: flex;
flex-direction: column;
font-family: var(--font);
background: radial-gradient(circle at 76% 10%, var(--accent-glow), transparent 30%), var(--bg);
color: var(--text);
line-height: 1.55;
overflow-x: hidden;
-webkit-font-smoothing: antialiased;
}
body::before {
content: '';
position: absolute;
inset: 0 0 auto;
height: 820px;
z-index: -1;
background-image:
linear-gradient(var(--grid-line) 1px, transparent 1px),
linear-gradient(90deg, var(--grid-line) 1px, transparent 1px);
background-size: 44px 44px;
-webkit-mask-image: linear-gradient(to bottom, black, transparent 88%);
mask-image: linear-gradient(to bottom, black, transparent 88%);
pointer-events: none;
}
a { color: var(--accent-text); text-decoration: none; }
a:hover { text-decoration: underline; }
a:focus-visible, button:focus-visible, input:focus-visible, summary:focus-visible { outline: 3px solid var(--accent); outline-offset: 3px; border-radius: 6px; }
code { font-family: var(--mono); font-size: 0.92em; }
/* ----- Nav (same as the homepage) ----- */
.site-nav {
position: sticky;
top: 0;
z-index: 100;
background: var(--nav-bg);
border-bottom: 1px solid var(--border);
-webkit-backdrop-filter: blur(20px);
backdrop-filter: blur(20px);
}
.nav-inner { width: var(--site-width); min-height: 66px; margin: 0 auto; display: flex; align-items: center; gap: 24px; }
.nav-brand { display: inline-flex; align-items: center; gap: 10px; font-size: 20px; font-weight: 800; letter-spacing: -0.02em; white-space: nowrap; }
.brand-word { background: linear-gradient(135deg, var(--accent), var(--accent2)); -webkit-background-clip: text; background-clip: text; -webkit-text-fill-color: transparent; }
.nav-brand:hover { text-decoration: none; }
.brand-tile { width: 30px; height: 30px; display: grid; place-items: center; flex: 0 0 auto; border-radius: 8px; background: #060d32; box-shadow: 0 6px 16px var(--accent-glow); }
.brand-tile img { width: 22px; height: 22px; display: block; }
.brand-domain { margin-inline-start: 3px; font-weight: 400; opacity: 0.55; }
.nav-links { display: flex; align-items: center; gap: 22px; margin-inline-start: auto; }
.nav-links a { color: var(--text-dim); font-size: 14px; font-weight: 550; white-space: nowrap; }
.nav-links a:hover, .nav-links a[aria-current="page"] { color: var(--text); text-decoration: none; }
.nav-tools { display: flex; align-items: center; gap: 10px; }
.nav-cta {
min-height: 34px;
display: inline-flex;
align-items: center;
padding: 7px 14px;
border-radius: 8px;
background: var(--accent);
color: #fff;
font-size: 13px;
font-weight: 700;
white-space: nowrap;
}
.nav-cta:hover { background: var(--accent-hover); text-decoration: none; }
.theme-toggle {
appearance: none; -webkit-appearance: none;
width: 32px; height: 32px;
display: inline-flex; align-items: center; justify-content: center;
padding: 0;
background: var(--tint-soft-2);
border: 1px solid var(--border);
border-radius: 999px;
color: var(--text-dim);
cursor: pointer;
}
.theme-toggle:hover { background: var(--tint-medium); border-color: var(--accent); color: var(--text); }
.theme-toggle svg { width: 16px; height: 16px; display: block; }
.theme-toggle .icon-sun { display: block; }
.theme-toggle .icon-moon { display: none; }
:root[data-theme="light"] .theme-toggle .icon-sun { display: none; }
:root[data-theme="light"] .theme-toggle .icon-moon { display: block; }
/* ================================================================
RESEARCH — a mosaic of research lines, then one page per line.
Tiles differ in size by weight, and each draws its own idea:
ternary weights, tool routing, screenshot-to-action, benchmarks.
================================================================ */
main { flex: 1; width: var(--site-width); margin: 0 auto; padding: 72px 0 40px; }
:root { --wb-footer-width: var(--site-width); }
.kicker { margin: 0 0 18px; color: var(--accent-text); font-size: 14px; font-weight: 700; }
.research-hero {
display: grid;
grid-template-columns: minmax(0, 1.05fr) minmax(0, 0.95fr);
align-items: end;
gap: 28px clamp(36px, 5vw, 80px);
}
.research-hero h1 {
font-size: clamp(42px, 5.6vw, 76px);
font-weight: 770;
line-height: 0.98;
letter-spacing: -0.05em;
text-wrap: balance;
}
.research-lede p { color: var(--text-dim); font-size: 17px; line-height: 1.7; }
.research-lede p + p { margin-top: 14px; }
.research-lede strong { color: var(--text); font-weight: 650; }
.research-totals {
display: flex;
flex-wrap: wrap;
align-items: baseline;
gap: 6px 22px;
margin-top: 22px !important;
padding-top: 18px;
border-top: 1px solid var(--border);
font-size: 14px !important;
}
.research-totals b { color: var(--text); font-size: 22px; font-weight: 750; letter-spacing: -0.02em; font-variant-numeric: tabular-nums; margin-inline-end: 4px; }
.research-asof { flex-basis: 100%; font-size: 13px; }
/* ----- The mosaic ----- */
.mosaic {
display: grid;
grid-template-columns: repeat(12, minmax(0, 1fr));
grid-auto-flow: dense;
gap: 16px;
margin-top: 56px;
}
.tile {
position: relative;
min-width: 0;
display: flex;
flex-direction: column;
gap: 10px;
padding: 24px 24px 20px;
border: 1px solid var(--border);
border-radius: 18px;
background: var(--bg-card);
color: var(--text);
transition: border-color 0.15s ease, transform 0.15s ease;
}
.tile:hover { border-color: var(--accent); text-decoration: none; transform: translateY(-2px); }
.tile:focus-visible { outline: 3px solid var(--accent); outline-offset: 3px; }
.tile-xl { grid-column: span 7; grid-row: span 2; }
.tile-l { grid-column: span 5; grid-row: span 2; }
.tile-w { grid-column: span 6; }
.tile-m { grid-column: span 4; }
.tile-s { grid-column: span 3; }
.tile-kind { color: var(--accent-text); font-size: 13px; font-weight: 700; }
.tile h2 { font-size: 23px; font-weight: 750; line-height: 1.15; letter-spacing: -0.03em; }
.tile-xl h2, .tile-l h2 { font-size: clamp(26px, 2.5vw, 34px); }
.tile p { color: var(--text-dim); font-size: 14.5px; line-height: 1.6; }
.tile p strong { color: var(--text); }
.tile .viz { margin: 8px 0 4px; }
.tile-xl .viz, .tile-l .viz { flex: 1; display: flex; align-items: center; }
.tile-stats { display: flex; flex-wrap: wrap; gap: 8px 22px; margin-top: auto; padding-top: 10px; }
.tile-stat { display: flex; flex-direction: column; min-width: 0; }
.tile-stat b { font-size: 26px; font-weight: 760; line-height: 1.1; letter-spacing: -0.03em; font-variant-numeric: tabular-nums; }
.tile-xl .tile-stat b, .tile-l .tile-stat b { font-size: 34px; }
.tile-stat span { color: var(--text-dim); font-size: 12.5px; line-height: 1.35; max-width: 180px; }
.tile-more { margin-top: 6px; color: var(--accent-text); font-size: 13.5px; font-weight: 650; }
.tile:hover .tile-more { text-decoration: underline; text-underline-offset: 3px; }
/* Visuals */
.viz-ternary {
display: grid !important;
grid-template-columns: repeat(12, minmax(0, 1fr));
gap: 5px;
align-content: center;
font-variant-numeric: tabular-nums;
}
.viz-ternary span {
display: grid;
place-items: center;
aspect-ratio: 1;
border-radius: 7px;
font-size: clamp(10px, 0.9vw, 13px);
font-weight: 700;
}
.tv-pos { background: var(--accent); color: #fff; }
.tv-neg { background: var(--text); color: var(--bg); }
.tv-zero { background: var(--tint-medium); color: var(--text-dim); }
.viz-routing { display: flex; flex-direction: column; align-items: flex-start; gap: 10px; }
.vr-in { padding: 9px 13px; border-radius: 12px 12px 12px 3px; background: var(--tint-medium); font-size: 13.5px; }
.vr-arrow { width: 2px; height: 16px; margin-inline-start: 22px; background: var(--border-strong); }
.vr-tools { display: flex; flex-wrap: wrap; gap: 6px; }
.vr-tools b, .vr-tools i { padding: 5px 9px; border-radius: 7px; font: 600 12px/1.2 var(--mono); font-style: normal; }
.vr-tools b { background: var(--accent); color: #fff; }
.vr-tools i { border: 1px solid var(--border); color: var(--text-dim); }
.viz-vld { display: flex; flex-wrap: wrap; align-items: center; gap: 12px; }
.vv-shot { position: relative; width: 108px; height: 76px; display: flex; flex-direction: column; gap: 6px; padding: 10px; border: 1px solid var(--border-strong); border-radius: 9px; background: var(--bg); }
.vv-shot i { display: block; height: 6px; border-radius: 3px; background: var(--tint-medium); }
.vv-shot i:nth-child(2) { width: 70%; }
.vv-shot i:nth-child(3) { width: 45%; }
.vv-shot b { position: absolute; right: 12px; bottom: 10px; width: 34px; height: 14px; border-radius: 4px; background: var(--accent); box-shadow: 0 0 0 4px var(--accent-glow); }
.vv-plus { color: var(--text-dim); font-size: 20px; }
.vv-text { padding: 7px 11px; border-radius: 10px; background: var(--tint-medium); font-size: 13.5px; }
.vv-arrow { width: 26px; height: 2px; background: var(--border-strong); }
.vv-out { padding: 7px 11px; border-radius: 8px; background: var(--text); color: var(--bg); font: 650 13px/1.2 var(--mono); }
.viz-bars { display: flex; flex-direction: column; gap: 9px; }
.vb-row { display: grid; grid-template-columns: minmax(0, 7.5em) minmax(0, 1fr) 3.5em; align-items: center; gap: 10px; font-size: 12.5px; }
.tile-w .vb-row { grid-template-columns: minmax(0, 11em) minmax(0, 1fr) 4em; }
.vb-label { overflow: hidden; color: var(--text-dim); text-overflow: ellipsis; white-space: nowrap; }
.vb-track { height: 10px; border-radius: 999px; background: var(--tint-medium); overflow: hidden; }
.vb-fill { display: block; height: 100%; border-radius: inherit; background: var(--border-strong); }
.vb-row.is-ours .vb-label { color: var(--text); font-weight: 650; }
.vb-row.is-ours .vb-fill { background: var(--accent); }
.vb-value { color: var(--text); font-weight: 650; text-align: end; font-variant-numeric: tabular-nums; }
.viz-eye { display: flex; align-items: center; gap: 12px; }
.ve-model { padding: 10px 14px; border: 1px solid var(--border-strong); border-radius: 10px; font: 700 14px/1 var(--mono); }
.ve-plus { color: var(--text-dim); font-size: 20px; }
.ve-eye { position: relative; width: 58px; height: 34px; border: 2px solid var(--accent); border-radius: 50% / 50%; }
.ve-eye i { position: absolute; inset: 7px 19px; border-radius: 50%; background: var(--accent); }
.viz-shield span { display: block; width: 52px; height: 60px; background: var(--success); clip-path: polygon(50% 0, 100% 16%, 92% 66%, 50% 100%, 8% 66%, 0 16%); opacity: 0.85; }
.viz-bits { display: flex; flex-direction: column; gap: 7px; }
.viz-bits span { display: block; width: var(--w); min-width: 74px; padding: 5px 8px; border-radius: 6px; background: var(--tint-medium); }
.viz-bits span:last-child { background: var(--accent); color: #fff; }
.viz-bits b { font: 650 12px/1.2 var(--mono); }
.viz-crosshair { display: flex; align-items: center; gap: 14px; }
.vc-screen { position: relative; width: 132px; height: 84px; display: flex; flex-direction: column; gap: 7px; padding: 12px; border: 1px solid var(--border-strong); border-radius: 9px; background: var(--bg); }
.vc-screen i { display: block; height: 6px; border-radius: 3px; background: var(--tint-medium); }
.vc-screen i:nth-child(2) { width: 64%; }
.vc-screen i:nth-child(3) { width: 40%; }
.vc-screen b { position: absolute; left: 62%; top: 58%; width: 22px; height: 22px; margin: -11px 0 0 -11px; border: 2px solid var(--accent); border-radius: 50%; }
.vc-screen em { position: absolute; left: 62%; top: 58%; width: 5px; height: 5px; margin: -2.5px 0 0 -2.5px; border-radius: 50%; background: var(--accent); }
.vc-out { padding: 7px 11px; border-radius: 8px; background: var(--text); color: var(--bg); font: 650 13px/1.2 var(--mono); }
.viz-decision { display: flex; flex-direction: column; align-items: flex-start; gap: 8px; }
.vd-q { font-size: 13.5px; color: var(--text-dim); }
.vd-a { display: flex; gap: 6px; }
.vd-a b, .vd-a i { padding: 6px 14px; border-radius: 999px; font-size: 13px; font-weight: 700; font-style: normal; }
.vd-a b { background: var(--success); color: #fff; }
.vd-a i { border: 1px solid var(--border); color: var(--text-dim); }
/* ----- The ideas behind it ----- */
.principles { margin-top: 88px; padding-top: 44px; border-top: 1px solid var(--border); }
.principles > h2 { max-width: 760px; font-size: clamp(28px, 3vw, 40px); line-height: 1.1; letter-spacing: -0.04em; text-wrap: balance; }
.principles ul { display: grid; grid-template-columns: repeat(3, minmax(0, 1fr)); gap: 32px 40px; margin-top: 32px; list-style: none; }
.principles h3 { font-size: 17px; font-weight: 720; letter-spacing: -0.01em; }
.principles p { margin-top: 8px; color: var(--text-dim); font-size: 14.5px; line-height: 1.7; }
/* ----- Project pages ----- */
.crumbs { display: flex; gap: 8px; margin-bottom: 26px; color: var(--text-dim); font-size: 14px; }
.crumbs a { color: var(--text-dim); }
.crumbs a:hover { color: var(--text); }
.detail-hero {
display: grid;
grid-template-columns: minmax(0, 1.15fr) minmax(0, 0.85fr);
align-items: end;
gap: 32px clamp(36px, 5vw, 80px);
padding-bottom: 44px;
border-bottom: 1px solid var(--border);
}
.detail-hero h1 { font-size: clamp(38px, 4.8vw, 64px); font-weight: 770; line-height: 1.02; letter-spacing: -0.045em; text-wrap: balance; }
.detail-lede { max-width: 640px; margin-top: 20px; color: var(--text-dim); font-size: 18px; line-height: 1.7; }
.detail-lede strong { color: var(--text); }
.detail-links { display: flex; flex-wrap: wrap; gap: 10px; margin-top: 26px; }
.detail-link { padding: 9px 15px; border: 1px solid var(--border-strong); border-radius: 9px; color: var(--text); font-size: 14px; font-weight: 650; }
.detail-link:first-child { border-color: var(--accent); background: var(--accent); color: #fff; }
.detail-link:hover { text-decoration: none; border-color: var(--accent); }
.detail-stats { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 1px; overflow: hidden; border: 1px solid var(--border); border-radius: 16px; background: var(--border); }
.detail-stats div { display: flex; flex-direction: column; gap: 4px; padding: 18px 20px; background: var(--bg-card); }
.detail-stats b { font-size: 30px; font-weight: 760; line-height: 1.1; letter-spacing: -0.03em; font-variant-numeric: tabular-nums; }
.detail-stats span { color: var(--text-dim); font-size: 13px; line-height: 1.4; }
.detail-body { max-width: 820px; }
.detail-block { margin-top: 48px; }
.detail-block h2 { font-size: 24px; font-weight: 740; letter-spacing: -0.03em; }
.detail-block p { margin-top: 12px; color: var(--text-dim); font-size: 16px; line-height: 1.75; }
.detail-block p strong { color: var(--text); }
.why p { color: var(--text); font-size: 18px; line-height: 1.65; }
.table-wrap { margin-top: 16px; overflow-x: auto; border: 1px solid var(--border); border-radius: 12px; }
.table-wrap table { width: 100%; border-collapse: collapse; font-size: 14px; font-variant-numeric: tabular-nums; }
.table-wrap th, .table-wrap td { padding: 11px 14px; border-bottom: 1px solid var(--border); text-align: start; vertical-align: top; }
.table-wrap thead th { color: var(--text-dim); font-size: 12.5px; font-weight: 700; background: var(--tint-soft-2, transparent); }
.table-wrap tbody th { font-weight: 600; }
.table-wrap tbody tr:last-child th, .table-wrap tbody tr:last-child td { border-bottom: 0; }
.table-wrap tr.is-ours th, .table-wrap tr.is-ours td { background: var(--accent-glow); }
.table-note { font-size: 13.5px !important; }
.repo-list, .post-list { margin-top: 14px; list-style: none; border-top: 1px solid var(--border); }
.repo-list li { display: grid; grid-template-columns: minmax(0, 1fr) auto; gap: 4px 18px; padding: 13px 0; border-bottom: 1px solid var(--border); }
.repo-list code { font-size: 14px; }
.repo-note { grid-column: 1; color: var(--text-dim); font-size: 14px; }
.repo-stats { grid-column: 2; grid-row: 1; color: var(--text-dim); font-size: 13px; white-space: nowrap; font-variant-numeric: tabular-nums; }
.post-list li { display: flex; justify-content: space-between; gap: 18px; padding: 12px 0; border-bottom: 1px solid var(--border); font-size: 15px; }
.post-list span { color: var(--text-dim); font-size: 13px; white-space: nowrap; }
.caveats ul { margin-top: 12px; padding-inline-start: 20px; color: var(--text-dim); font-size: 15px; line-height: 1.7; }
.caveats li + li { margin-top: 6px; }
.detail-next { display: flex; justify-content: space-between; gap: 20px; margin-top: 72px; padding: 24px 0 56px; border-top: 1px solid var(--border); font-size: 15px; font-weight: 650; }
@keyframes rise { from { opacity: 0; transform: translateY(12px); } to { opacity: 1; transform: none; } }
.research-hero, .detail-hero { animation: rise 0.45s ease-out both; }
@media (max-width: 1080px) {
.research-hero, .detail-hero { grid-template-columns: 1fr; }
.tile-xl, .tile-l, .tile-w { grid-column: span 12; grid-row: auto; }
.tile-m { grid-column: span 6; }
.tile-s { grid-column: span 6; }
.principles ul { grid-template-columns: 1fr 1fr; }
}
@media (max-width: 860px) {
:root { --site-width: calc(100% - 32px); }
main { padding-top: 48px; }
.nav-links .nav-secondary { display: none; }
}
@media (max-width: 640px) {
.nav-inner { gap: 12px; min-height: 60px; }
.nav-links { display: none; }
.nav-tools { margin-inline-start: auto; }
.theme-toggle { display: none; }
.tile-m, .tile-s { grid-column: span 12; }
.principles ul { grid-template-columns: 1fr; }
.repo-list li { grid-template-columns: 1fr; }
.repo-stats { grid-column: 1; grid-row: auto; }
.post-list li { flex-direction: column; gap: 2px; }
}
@media (prefers-reduced-motion: reduce) {
*, *::before, *::after { animation-duration: 0.01ms !important; transition-duration: 0.01ms !important; scroll-behavior: auto !important; }
}
</style>
<!-- Site footer styles: start -->
<style>
.wb-footer {
--wb-footer-text: var(--text, var(--ink, #2c1810));
--wb-footer-dim: var(--text-dim, var(--muted, #6b5b47));
--wb-footer-line: var(--border, var(--line, rgba(89, 55, 25, 0.15)));
margin: 0;
padding: 0;
border-top: 1px solid var(--wb-footer-line);
background: var(--wb-footer-bg, none);
color: var(--wb-footer-dim);
font-size: 13px;
line-height: 1.5;
text-align: start;
}
.wb-footer-inner {
width: var(--wb-footer-width, min(calc(100% - 48px), 1100px));
margin: 0 auto;
padding: 26px 0 30px;
display: flex;
flex-direction: column;
gap: 18px;
}
/* Page links start on the brand's left edge; the social icons sit at
the far end of the same row. */
.wb-footer-row { display: flex; flex-wrap: wrap; align-items: center; justify-content: space-between; gap: 14px 32px; }
.wb-footer-brand { display: flex; flex-direction: column; gap: 5px; }
.wb-footer-tagline { margin: 0; color: var(--wb-footer-text); font-size: 15px; font-weight: 700; line-height: 1.4; }
.wb-footer-copy { margin: 0; }
.wb-footer-copy a { color: var(--wb-footer-text); font-weight: 650; text-decoration: none; }
.wb-footer-links { display: flex; flex-wrap: wrap; align-items: center; gap: 10px 18px; }
.wb-footer-social { display: flex; align-items: center; gap: 8px; }
.wb-footer-links a { color: var(--wb-footer-dim); font-weight: 600; text-decoration: none; }
.wb-footer a:hover { color: var(--wb-footer-text); text-decoration: none; }
.wb-footer a:focus-visible { outline: 2px solid currentColor; outline-offset: 3px; border-radius: 4px; }
.wb-footer-icon { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 22px; margin: -4px 0; border-radius: 6px; }
.wb-footer-icon:hover { background: color-mix(in srgb, currentColor 12%, transparent); }
.wb-footer-icon svg { display: block; width: 15px; height: 15px; }
/* Only shown without JavaScript, when the language picker can't run. */
.wb-footer-languages { display: none; flex-wrap: wrap; gap: 6px 12px; width: 100%; direction: ltr; }
.wb-footer-languages span { color: var(--wb-footer-text); font-weight: 700; }
@media (max-width: 860px) {
.wb-footer-inner { width: var(--wb-footer-width, calc(100% - 32px)); }
}
</style>
<!-- Site footer styles: end -->
<!-- Plausible analytics: start -->
<!-- Privacy-friendly analytics by Plausible -->
<script async src="https://157.230.3.9.sslip.io/js/pa-omp0F7DsOXM4sGKR50l7S.js"></script>
<script>
window.plausible=window.plausible||function(){(plausible.q=plausible.q||[]).push(arguments)},plausible.init=plausible.init||function(i){plausible.o=i||{}};
plausible.init()
</script>
<!-- Plausible analytics: end -->
</head>
<body>
<header class="site-nav">
<div class="nav-inner">
<a href="/" class="nav-brand" aria-label="WebBrain">
<span class="brand-tile"><img src="/favicon.png" alt="" width="22" height="22"></span>
<span class="brand-word">WebBrain<span class="brand-domain">.one</span></span>
</a>
<nav class="nav-links" aria-label="Main navigation">
<a href="/">Browser extension</a>
<a href="/research/">Research</a>
<a href="/docs/" class="nav-secondary">Docs</a>
<a href="/blog/" class="nav-secondary">Blog</a>
</nav>
<div class="nav-tools">
<button class="theme-toggle" type="button" id="theme-toggle" aria-label="Toggle light / dark theme" title="Toggle light / dark theme">
<svg class="icon-sun" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<circle cx="12" cy="12" r="4"/>
<path d="M12 2v2M12 20v2M4.93 4.93l1.41 1.41M17.66 17.66l1.41 1.41M2 12h2M20 12h2M4.93 19.07l1.41-1.41M17.66 6.34l1.41-1.41"/>
</svg>
<svg class="icon-moon" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true">
<path d="M21 12.79A9 9 0 1 1 11.21 3 7 7 0 0 0 21 12.79z"/>
</svg>
</button>
<a class="nav-cta" href="/#download">Download</a>
</div>
</div>
</header>
<main>
<nav class="crumbs" aria-label="Breadcrumb"><a href="/research/">Research</a><span aria-hidden="true">/</span><span>Vision mode</span></nav>
<section class="detail-hero" aria-labelledby="detail-title">
<div>
<p class="kicker">Agent method</p>
<h1 id="detail-title">Vision mode</h1>
<p class="detail-lede">In Vision mode (“Tesla” mode), an Act run sees the tab only as screenshots, with no accessibility tree, element references or selectors, and acts by clicking, typing, scrolling and dragging at screen coordinates.</p>
<div class="detail-links"><a class="detail-link" href="/docs/settings/">Vision mode guide</a></div>
</div>
<div class="detail-stats"><div><b>1</b><span>full screenshot to start, then only what changed</span></div><div><b>3</b><span>screenshot sizes: Economy, Balanced, Sharp</span></div><div><b>0–1000</b><span>coordinate systems mapped back to the page</span></div><div><b>Auto</b><span>default for Act runs with image-capable models</span></div></div>
</section>
<div class="detail-body">
<section class="detail-block why"><h2>Why it matters</h2><p>Canvases, maps, charts and custom widgets have little usable structure, and a cookie banner can cover the button the page structure says is there. Seeing what the user sees handles both.</p></section>
<section class="detail-block">
<h2>How it stays cheap and precise</h2>
<p>A run starts with one full screenshot. After that it sends only the changed region, a new full frame when most of the screen changed, or “no visible change”, and the model can zoom in. Coordinates are mapped back across retina displays, browser zoom and models that answer in 0–1000 space.</p>
<p>WebBrain falls back to the accessibility tree around file uploads, for workflows whose completion must be proved, when reading a whole conversation, on WhatsApp Web and Telegram, and when the model can’t take images.</p>
</section>
<section class="detail-block caveats">
<h2>Caveats</h2>
<ul><li>Vision alone is not always enough: small local models often read text better than pixels, and long forms need precise targeting.</li></ul>
</section>
<section class="detail-block"><h2>Read more on the blog</h2><ul class="post-list"><li><a href="/blog/tesla-mode/">Introducing Vision mode (aka “Tesla” mode): WebBrain on vision alone</a><span>2026-10-28</span></li></ul></section>
</div>
<nav class="detail-next" aria-label="More research">
<a href="/research/">All research</a>
<a href="/research/openbonsai/">Next: OpenBonsai</a>
</nav>
</main>
<!-- Site footer: start -->
<footer class="wb-footer">
<div class="wb-footer-inner">
<div class="wb-footer-brand">
<p class="wb-footer-tagline">On a mission to make the web smarter.</p>
<p class="wb-footer-copy">© 2026 WebBrain. Built by <a href="https://emresokullu.com" target="_blank">Emre Sokullu</a> & <a href="https://github.com/webbrain-one/webbrain/graphs/contributors" target="_blank">contributors</a>.</p>
</div>
<div class="wb-footer-row">
<div class="wb-footer-links">
<a href="/">Browser extension</a>
<a href="/companion/">Desktop Companion</a>
<a href="/research/">Research</a>
<a href="/docs/">Docs</a>
<a href="/docs/faq/">FAQ</a>
<a href="/blog/">Blog</a>
<a href="/privacy">Privacy Policy</a>
<a href="https://github.com/webbrain-one/webbrain/issues" target="_blank" rel="noopener">Report Bug</a>
<a href="https://github.com/webbrain-one/webbrain/blob/main/LICENSE" target="_blank" rel="noopener">GPL-3.0 License</a>
<a href="https://pressreleases.online/org/webbrain.one" target="_blank" rel="noopener">Press</a>
<a href="https://api.webbrain.one/account" target="_blank" rel="noopener">Compass Subscription</a>
</div>
<div class="wb-footer-social">
<a href="https://mastoturk.org/@webbrain" target="_blank" rel="me noopener" aria-label="WebBrain on Mastodon" title="WebBrain on Mastodon" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M21.327 8.566c0-5.035-3.298-6.511-3.298-6.511C16.366 1.292 13.508.971 12.04.947h-.036c-1.468.024-4.326.345-5.989 1.108 0 0-3.298 1.476-3.298 6.511 0 1.153-.022 2.535.014 4.001.12 4.935.907 9.799 5.478 11.007 2.106.557 3.916.674 5.374.594 2.645-.147 4.128-.943 4.128-.943l-.087-1.918s-1.888.595-4.012.523c-2.104-.072-4.326-.227-4.668-2.809a5.289 5.289 0 0 1-.047-.724s2.066.505 4.686.625c1.603.073 3.107-.094 4.632-.276 2.925-.349 5.474-2.149 5.794-3.793.503-2.591.462-6.287.462-6.287ZM8.545 15.023H6.09V8.996c0-2.534 1.627-3.829 3.424-3.829 1.963 0 2.909 1.268 3.35 2.257.44-.989 1.386-2.257 3.349-2.257 1.797 0 3.424 1.295 3.424 3.829v6.027h-2.454V9.174c0-1.233-.519-1.859-1.557-1.859-1.148 0-1.724.742-1.724 2.207v3.203h-2.454V9.522c0-1.465-.576-2.207-1.724-2.207-1.038 0-1.557.626-1.557 1.859v5.849Z"/></svg></a>
<a href="https://bsky.app/profile/webbrain-one.bsky.social" target="_blank" rel="me noopener" aria-label="WebBrain on Bluesky" title="WebBrain on Bluesky" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12 10.8c-1.1-2.1-4-6-6.8-8C2.6.9 1.6 1.3.9 1.6.1 1.9 0 3.1 0 3.8c0 .7.4 5.7.6 6.5.8 2.7 3.7 3.7 5.6 3.4-3.5.6-6.5 2-2.5 6.5 4.3 4.5 5.9-1 6.3-2.8.1-.5.2-.8.3-.8.1 0 .2.3.3.8.4 1.8 2 7.3 6.3 2.8 4-4.5 1-5.9-2.5-6.5 1.9.3 4.8-.7 5.6-3.4.2-.8.6-5.8.6-6.5 0-.7-.1-1.9-.9-2.2-.7-.3-1.7-.6-4.3 1.2-2.8 2-5.7 5.9-6.8 8Z"/></svg></a>
<a href="https://discord.gg/cgC325ssfw" target="_blank" rel="noopener" aria-label="WebBrain on Discord" title="WebBrain on Discord" class="wb-footer-icon"><svg viewBox="0 0 16 16" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M13.545 2.907a13.227 13.227 0 0 0-3.257-1.011c.05.069.098.137.142.207a12.471 12.471 0 0 0-3.616 0c.044-.07.093-.138.143-.207A13.207 13.207 0 0 0 3.7 2.907 13.136 13.136 0 0 0 .931 13.362a13.667 13.667 0 0 0 4.022 2.018c.33-.442.623-.907.87-1.396a8.95 8.95 0 0 1-1.37-.652c.114-.083.225-.171.33-.269a9.6 9.6 0 0 0 8.243 0c.108.09.218.18.33.269a8.923 8.923 0 0 1-1.37.652c.248.489.54.954.87 1.396a13.667 13.667 0 0 0 4.022-2.018 13.136 13.136 0 0 0-2.769-10.455zM5.106 11.275c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608zm5.788 0c-.788 0-1.438-.72-1.438-1.608 0-.889.625-1.608 1.438-1.608.818 0 1.451.726 1.438 1.608 0 .888-.625 1.608-1.438 1.608z"/></svg></a>
<a href="https://huggingface.co/webbrain-one" target="_blank" rel="me noopener" aria-label="WebBrain on Hugging Face" title="WebBrain on Hugging Face" class="wb-footer-icon"><svg viewBox="0 0 24 24" fill="currentColor" width="15" height="15" aria-hidden="true"><path d="M12.025 1.13c-5.77 0-10.449 4.647-10.449 10.378 0 1.112.178 2.181.503 3.185.064-.222.203-.444.416-.577a.96.96 0 0 1 .524-.15c.293 0 .584.124.84.284.278.173.48.408.71.694.226.282.458.611.684.951v-.014c.017-.324.106-.622.264-.874s.403-.487.762-.543c.3-.047.596.06.787.203s.31.313.4.467c.15.257.212.468.233.542.01.026.653 1.552 1.657 2.54.616.605 1.01 1.223 1.082 1.912.055.537-.096 1.059-.38 1.572.637.121 1.294.187 1.967.187.657 0 1.298-.063 1.921-.178-.287-.517-.44-1.041-.384-1.581.07-.69.465-1.307 1.081-1.913 1.004-.987 1.647-2.513 1.657-2.539.021-.074.083-.285.233-.542.09-.154.208-.323.4-.467a1.08 1.08 0 0 1 .787-.203c.359.056.604.29.762.543s.247.55.265.874v.015c.225-.34.457-.67.683-.952.23-.286.432-.52.71-.694.257-.16.547-.284.84-.285a.97.97 0 0 1 .524.151c.228.143.373.388.43.625l.006.04a10.3 10.3 0 0 0 .534-3.273c0-5.731-4.678-10.378-10.449-10.378M8.327 6.583a1.5 1.5 0 0 1 .713.174 1.487 1.487 0 0 1 .617 2.013c-.183.343-.762-.214-1.102-.094-.38.134-.532.914-.917.71a1.487 1.487 0 0 1 .69-2.803m7.486 0a1.487 1.487 0 0 1 .689 2.803c-.385.204-.536-.576-.916-.71-.34-.12-.92.437-1.103.094a1.487 1.487 0 0 1 .617-2.013 1.5 1.5 0 0 1 .713-.174m-10.68 1.55a.96.96 0 1 1 0 1.921.96.96 0 0 1 0-1.92m13.838 0a.96.96 0 1 1 0 1.92.96.96 0 0 1 0-1.92M8.489 11.458c.588.01 1.965 1.157 3.572 1.164 1.607-.007 2.984-1.155 3.572-1.164.196-.003.305.12.305.454 0 .886-.424 2.328-1.563 3.202-.22-.756-1.396-1.366-1.63-1.32q-.011.001-.02.006l-.044.026-.01.008-.03.024q-.018.017-.035.036l-.032.04a1 1 0 0 0-.058.09l-.014.025q-.049.088-.11.19a1 1 0 0 1-.083.116 1.2 1.2 0 0 1-.173.18q-.035.029-.075.058a1.3 1.3 0 0 1-.251-.243 1 1 0 0 1-.076-.107c-.124-.193-.177-.363-.337-.444-.034-.016-.104-.008-.2.022q-.094.03-.216.087-.06.028-.125.063l-.13.074q-.067.04-.136.086a3 3 0 0 0-.135.096 3 3 0 0 0-.26.219 2 2 0 0 0-.12.121 2 2 0 0 0-.106.128l-.002.002a2 2 0 0 0-.09.132l-.001.001a1.2 1.2 0 0 0-.105.212q-.013.036-.024.073c-1.139-.875-1.563-2.317-1.563-3.203 0-.334.109-.457.305-.454m.836 10.354c.824-1.19.766-2.082-.365-3.194-1.13-1.112-1.789-2.738-1.789-2.738s-.246-.945-.806-.858-.97 1.499.202 2.362c1.173.864-.233 1.45-.685.64-.45-.812-1.683-2.896-2.322-3.295s-1.089-.175-.938.647 2.822 2.813 2.562 3.244-1.176-.506-1.176-.506-2.866-2.567-3.49-1.898.473 1.23 2.037 2.16c1.564.932 1.686 1.178 1.464 1.53s-3.675-2.511-4-1.297c-.323 1.214 3.524 1.567 3.287 2.405-.238.839-2.71-1.587-3.216-.642-.506.946 3.49 2.056 3.522 2.064 1.29.33 4.568 1.028 5.713-.624m5.349 0c-.824-1.19-.766-2.082.365-3.194 1.13-1.112 1.789-2.738 1.789-2.738s.246-.945.806-.858.97 1.499-.202 2.362c-1.173.864.233 1.45.685.64.451-.812 1.683-2.896 2.322-3.295s1.089-.175.938.647-2.822 2.813-2.562 3.244 1.176-.506 1.176-.506 2.866-2.567 3.49-1.898-.473 1.23-2.037 2.16c-1.564.932-1.686 1.178-1.464 1.53s3.675-2.511 4-1.297c.323 1.214-3.524 1.567-3.287 2.405.238.839 2.71-1.587 3.216-.642.506.946-3.49 2.056-3.522 2.064-1.29.33-4.568 1.028-5.713-.624"/></svg></a>
</div>
</div>
</div>
</footer>
<!-- Site footer: end -->
<script>
(function () {
var btn = document.getElementById('theme-toggle');
if (!btn) return;
var root = document.documentElement;
function setTheme(theme, persist) {
root.setAttribute('data-theme', theme);
if (persist) {
try { localStorage.setItem('webbrain-theme', theme); } catch (_) {}
}
}
btn.addEventListener('click', function () {
setTheme(root.getAttribute('data-theme') === 'light' ? 'dark' : 'light', true);
});
var mq = window.matchMedia('(prefers-color-scheme: light)');
function onMQ(e) {
try { if (localStorage.getItem('webbrain-theme')) return; } catch (_) {}
setTheme(e.matches ? 'light' : 'dark', false);
}
if (typeof mq.addEventListener === 'function') mq.addEventListener('change', onMQ);
else if (typeof mq.addListener === 'function') mq.addListener(onMQ);
})();
</script>
</body>
</html>