Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

test(vision): add WebBrain VL-2 and VL-3 benchmark outputs

Emre Sokullu191a543c41f1
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/001.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/001.json
new file mode 100644
index 000000000..67f006470
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/001.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:47.437Z",
+ "id": "001",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "001",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "authentication",
+ "title": "Welcome back",
+ "image": "images/001.png",
+ "question": "What is preventing the user from completing Sign in? Focus on the “Welcome back” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/001.png",
+ "bytes": 121862,
+ "sha256": "ebc7460f2b041e1b39c4fe671bb79744cb6dae04910c3fa142f6441980a08723"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene account login form.\n2) Visible text: \"Web Scene\", \"Home\", \"Workspace\", \"Activity\", \"Welcome back\", \"Use your account to continue\", \"Email\", \"Password\", \"Sign in\", \"Need help?\", \"Sign in\".\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", Focused: No.\n- Label: \"Password\", Value: \"Enter password\", Focused: No.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 125,
+ "total_tokens": 1228
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1905,
+ "total": 1906
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Welcome back",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Welcome back"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "Email"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "missing",
+ "email",
+ "password"
+ ],
+ "weight": 2,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/002.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/002.json
new file mode 100644
index 000000000..976c8aa25
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/002.json
@@ -0,0 +1,165 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:49.165Z",
+ "id": "002",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "002",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "search-results",
+ "title": "Search",
+ "image": "images/002.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/002.png",
+ "bytes": 95840,
+ "sha256": "ecc661fdc93f850a81815cf17e70bda06bbec4c75c2ca1065353364f070139c4"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a search results page with a camera search filter.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"Search\", \"All\", \"Recent\", \"Saved\", \"24 results\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Peer-reviewed articles and datasets\".\n3) Inputs: Label \"camera\", value \"camera\", focused, enabled.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 128,
+ "total_tokens": 1231
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1725,
+ "total": 1725
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "query"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "All",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "All"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "24 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "24 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "camera"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "camera"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/003.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/003.json
new file mode 100644
index 000000000..8283dfa40
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/003.json
@@ -0,0 +1,158 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:50.789Z",
+ "id": "003",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "003",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "checkout",
+ "title": "Your cart",
+ "image": "images/003.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Your cart” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/003.png",
+ "bytes": 107412,
+ "sha256": "a128709a7c464f92a94600744a642b7dfad41036c016495f16b5850ccb50b137"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce product cart view with total cost and checkout.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Your cart\", \"Canvas tote\", \"Quantity 1\", \"$24.00\", \"Subtotal\", \"$24.00\", \"Included\", \"Total\", \"$24.00\", \"Checkout\".\n3) Inputs: None visible.\n4) State signals: \"Checkout\" button is active.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 119,
+ "total_tokens": 1222
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1622,
+ "total": 1622
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "checkout",
+ "cart"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Your cart",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Your cart"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Canvas tote",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Canvas tote"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$24.00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$24.00"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Checkout",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Checkout"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/004.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/004.json
new file mode 100644
index 000000000..d2502b086
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/004.json
@@ -0,0 +1,200 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:53.616Z",
+ "id": "004",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "004",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "form-validation",
+ "title": "Create profile",
+ "image": "images/004.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Create profile” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/004.png",
+ "bytes": 119616,
+ "sha256": "849907433218133ac3bac8c8a2d33a37c024551912358f479120c747747445ce"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene website form for creating a profile with validation errors.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Create profile\", \"Complete the required details.\", \"Display name\", \"Notes\", \"Optional\", \"Save profile\".\n3) Inputs:\n- Label: \"Display name\", Value: \"e.g. Maya\", Focused: No\n- Label: \"Notes\", Value: \"\", Focused: No\n- Label: \"Optional\", Value: \"\", Focused: No\n4) State signals: Error message \"Display name is required\" displayed in red text below the input.\n5) Blockers: The \"Optional\" field is not focused, indicating it may have a value that is not yet valid or is in an error state.\n6) Unknowns: The specific validation rules for the \"Optional\" field are not explicitly stated, but it is likely that the value must be filled in or that the field is in an error state.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 213,
+ "total_tokens": 1316
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2824,
+ "total": 2825
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Create profile",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Create profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save profile",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Save profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Display name",
+ "empty",
+ "e.g. Maya"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Display name",
+ "e.g. Maya"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Display name is required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Display name is required"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/005.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/005.json
new file mode 100644
index 000000000..6bcd726e1
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/005.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:55.343Z",
+ "id": "005",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "005",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "modal-overlay",
+ "title": "Delete file?",
+ "image": "images/005.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Delete file?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/005.png",
+ "bytes": 102461,
+ "sha256": "f22777d9159874730a381c04fcac2b315f5402e51d8290ec6b4d86c24d8a577f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace editing page with a delete file modal overlay.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Files\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Delete file?\", \"This action cannot be undone.\", \"Cancel\", \"Delete\".\n3) Inputs: None visible.\n4) State signals: Modal dialog overlay with a red alert icon and text.\n5) Blockers: The modal dialog is blocking interaction with the underlying page.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 129,
+ "total_tokens": 1232
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1726,
+ "total": 1726
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8181818181818182,
+ "earned": 9,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "files",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delete file?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Delete file?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delete",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Delete"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Cancel",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Cancel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "This action cannot be undone."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "modal",
+ "dialog"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/006.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/006.json
new file mode 100644
index 000000000..59d7212ea
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/006.json
@@ -0,0 +1,147 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:56.984Z",
+ "id": "006",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "006",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "toast-notification",
+ "title": "Saved",
+ "image": "images/006.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Saved” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/006.png",
+ "bytes": 85111,
+ "sha256": "d6dc7841cd258bc41f69a729651c87cb3d791c4f4763b71ebaa87517c03bcdd0"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace form for entering notes and managing them.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Notes\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Done\".\n3) Inputs: None visible (form fields are empty).\n4) State signals: A checkmark icon next to \"Saved\" indicates completion; a blue \"Done\" button is visible.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 117,
+ "total_tokens": 1220
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1639,
+ "total": 1639
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "notes",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "notes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Notes",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Notes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Done",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Done"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Saved",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Saved"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/007.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/007.json
new file mode 100644
index 000000000..732f7ac44
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/007.json
@@ -0,0 +1,163 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:07:58.468Z",
+ "id": "007",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "007",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "loading-state",
+ "title": "Loading messages…",
+ "image": "images/007.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Loading messages…” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/007.png",
+ "bytes": 89190,
+ "sha256": "789ef9270b96c55fba9322624d0d78cc0286558f64990c63b18212c788dd6447"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace homepage with navigation and loading indicator.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Loading messages...\"\n3) Inputs: None.\n4) State signals: A blue loading spinner is visible in the center of the page.\n5) Blockers: The \"Loading messages...\" text indicates the page is in an intermediate state (loading/pending).\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 102,
+ "total_tokens": 1205
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1482,
+ "total": 1482
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": null,
+ "kind": "literal",
+ "value": "Loading messages…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading",
+ "spinner"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "loading"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/008.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/008.json
new file mode 100644
index 000000000..ccd856096
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/008.json
@@ -0,0 +1,192 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:00.666Z",
+ "id": "008",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "008",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "consent-banner",
+ "title": "We use cookies",
+ "image": "images/008.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “We use cookies” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/008.png",
+ "bytes": 169228,
+ "sha256": "5680008d1d69c4e8f9179e6e575e9be17501d6da4f816df2cb75e8f980323522"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a \"Field Notes\" section with a long-form article.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"We use cookies\", \"Choose whether to allow analytics cookies.\", \"Accept all\", \"Reject all\".\n3) Inputs: None visible.\n4) State signals: Cookie consent banner at the bottom.\n5) Blockers: Cookie consent banner; no interactive elements are visible.\n6) Unknowns: The \"Field Notes\" section contains a large light blue rectangle; the text is not fully visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 155,
+ "total_tokens": 1258
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2195,
+ "total": 2195
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9,
+ "earned": 9,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "We use cookies",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "We use cookies"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Accept all",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Accept all"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Reject all",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Reject all"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "cookie",
+ "consent",
+ "banner"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "cookie",
+ "consent"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/009.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/009.json
new file mode 100644
index 000000000..82c931c24
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/009.json
@@ -0,0 +1,130 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:02.172Z",
+ "id": "009",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "009",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "dashboard",
+ "title": "Overview",
+ "image": "images/009.png",
+ "question": "What is the value of Orders, and is there an alert that changes the page state? Focus on the “Overview” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/009.png",
+ "bytes": 85106,
+ "sha256": "7cff830423d6170fb604f728628bcd93d8b68e14f93cd091e9a6b11883be7c86"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Workspace analytics dashboard displaying visitor and order metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Overview\", \"Visitors\", \"1,204\", \"Orders\", \"86\", \"Live\", \"8.1%\", \"2.4%\".\n3) Inputs: None visible.\n4) State signals: \"Live\" toast notification badge.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 106,
+ "total_tokens": 1209
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1503,
+ "total": 1503
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Overview",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Overview"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Orders",
+ "86"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Orders",
+ "86"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/010.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/010.json
new file mode 100644
index 000000000..5b9c23ec2
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/010.json
@@ -0,0 +1,149 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:03.979Z",
+ "id": "010",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "010",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "chart-reading",
+ "title": "Weekly signups",
+ "image": "images/010.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Weekly signups” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/010.png",
+ "bytes": 69933,
+ "sha256": "33df6b6abc9840699fadaee8db4307dbf26b1f5f01dc931dbb9bb55a0ac368d9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Static analytics dashboard displaying weekly signups and a highlighted \"Update now\" button.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Weekly signups\", \"12\", \"18\", \"Mon\", \"Tue\", \"9\", \"Updated now\".\n3) Inputs: None visible.\n4) State signals: \"Update now\" button is active and visible in the top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 118,
+ "total_tokens": 1221
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1805,
+ "total": 1806
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "weekly signups"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "weekly signups"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Weekly signups",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Weekly signups"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Tue"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Tue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "18"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "18"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/011.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/011.json
new file mode 100644
index 000000000..098066ce6
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/011.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:05.506Z",
+ "id": "011",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "011",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "data-table",
+ "title": "Recent orders",
+ "image": "images/011.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Recent orders” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/011.png",
+ "bytes": 84441,
+ "sha256": "69eab4961caab45e18a67c74cc3c2a5d271092fdadef255808f90ceb483e6a25"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene task interface for managing order status and shipping.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Recent orders\", \"ORDER\", \"STATUS\", \"Filter\", \"#1042\", \"Shipped\", \"#1043\", \"Pending\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visually active (grayed out).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 110,
+ "total_tokens": 1213
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1525,
+ "total": 1525
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Recent orders",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Recent orders"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "#1043",
+ "Pending"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "#1043",
+ "Pending"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/012.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/012.json
new file mode 100644
index 000000000..87743802f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/012.json
@@ -0,0 +1,166 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:07.736Z",
+ "id": "012",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "012",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "email-compose",
+ "title": "New message",
+ "image": "images/012.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “New message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/012.png",
+ "bytes": 64405,
+ "sha256": "c835537324789da9c5ebc2a3366e935d947aea186fdb5ed6b7bc3e280042f946"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email template and message form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Compose\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"New message\", \"To\", \"Subject\", \"Message\", \"Send\".\n3) Inputs:\n- Label: \"To\", Value: \"Recipients\", Focused: No, Disabled: No\n- Label: \"Subject\", Value: \"Recipient Name\", Focused: No, Disabled: No\n- Label: \"Message\", Value: \"Recipient Name\", Focused: No, Disabled: No\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 166,
+ "total_tokens": 1269
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2228,
+ "total": 2228
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "New message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "New message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "To"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "Subject"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/013.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/013.json
new file mode 100644
index 000000000..6158c8622
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/013.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:09.094Z",
+ "id": "013",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "013",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "kanban-board",
+ "title": "Project board",
+ "image": "images/013.png",
+ "question": "Which column contains “Write brief”? Focus on the “Project board” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/013.png",
+ "bytes": 70418,
+ "sha256": "5b282dab1fc06d5b1519769705511c379fb2bc746c7d8b947dcee787ac1d57eb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Project board interface with task cards and a board selection.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Board\", \"To do\", \"Write brief\", \"1\", \"Done\", \"Create repo\".\n3) Inputs: None.\n4) State signals: \"Board\" button is active (blue background).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 95,
+ "total_tokens": 1198
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1356,
+ "total": 1356
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "board",
+ "project"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Project board",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Write brief",
+ "To do"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Write brief",
+ "To do"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/014.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/014.json
new file mode 100644
index 000000000..ddf844fcf
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/014.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:11.983Z",
+ "id": "014",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "014",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "calendar",
+ "title": "August 2026",
+ "image": "images/014.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “August 2026” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/014.png",
+ "bytes": 73967,
+ "sha256": "99dbb57d690a06263dc5f5a52782da2dd3aa1ec6e783c2cac2c71f980546f9cd"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene calendar for August 2026 with a design review event on 21st.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"August 2026\", \"Today\", \"Design review\", \"10:00\", \"11:00\", \"12:00\", \"13:00\", \"14:00\", \"15:00\", \"16:00\", \"17:00\", \"18:00\", \"19:00\", \"20:00\", \"21:00\", \"22:00\", \"23:00\", \"24:00\", \"25:00\", \"26:00\", \"27:00\", \"28:00\", \"29:00\".\n3) Inputs: None visible.\n4) State signals: Day 21 is highlighted with a blue border; toast notification reads \"Design review 10:00\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 209,
+ "total_tokens": 1312
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2887,
+ "total": 2887
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "August 2026",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "August 2026"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "21",
+ "Design review",
+ "10:00"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "21",
+ "Design review",
+ "10:00"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/015.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/015.json
new file mode 100644
index 000000000..8c5923841
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/015.json
@@ -0,0 +1,154 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:13.598Z",
+ "id": "015",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "015",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "map-and-travel",
+ "title": "Nearby cafés",
+ "image": "images/015.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Nearby cafés” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/015.png",
+ "bytes": 102353,
+ "sha256": "18a9a726b9cf133e8c716795366bb5b45ece8f504576b8379a0b54b49f4a8c9e"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: \"WebScene\" homepage displaying nearby café locations and a map.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Nearby cafés\", \"Pine Café\", \"4 min walk\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"Nearby cafés\" heading and list items.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 120,
+ "total_tokens": 1223
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1613,
+ "total": 1613
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map",
+ "café"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Nearby cafés",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Nearby cafés"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Pine Café",
+ "4 min walk"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Pine Café",
+ "4 min walk"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "2",
+ "two"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "2"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/016.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/016.json
new file mode 100644
index 000000000..838586882
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/016.json
@@ -0,0 +1,163 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:15.021Z",
+ "id": "016",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "016",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "photo-understanding",
+ "title": "Street archive",
+ "image": "images/016.png",
+ "question": "Which place name appears beneath the street photograph? Focus on the “Street archive” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/016.png",
+ "bytes": 547501,
+ "sha256": "8d7fbd02cf443521bb1fcdd45ac0e0933051fa8e580fd3f01f85423e5d51e714"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web site homepage for \"WebScene\" featuring a street archive.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Street archive\", \"Color photo\", \"Talad Noi\".\n3) Inputs: None.\n4) State signals: \"Color photo\" button is active.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 97,
+ "total_tokens": 1200
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1420,
+ "total": 1420
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Street archive",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Street archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Talad Noi",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Talad Noi"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Color photo",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Color photo"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Talad Noi"
+ ],
+ "weight": 2,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Talad Noi"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/017.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/017.json
new file mode 100644
index 000000000..a7b2a4b13
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/017.json
@@ -0,0 +1,152 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:16.405Z",
+ "id": "017",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "017",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "multilingual-ocr",
+ "title": "Bienvenue",
+ "image": "images/017.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Bienvenue” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/017.png",
+ "bytes": 103861,
+ "sha256": "255f1a0ab22bdba9962fe61bc78eea896c1c1b450078d0e9ceec3abb7685888d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web automation task: enter email address and click \"Continuer\".\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Bienvenue\", \"Adresse e-mail\", \"Continuer\".\n3) Inputs:\n- Label: \"Adresse e-mail\", Value: \"\", State: Not focused.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 97,
+ "total_tokens": 1200
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1381,
+ "total": 1382
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 6,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bienvenue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Bienvenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continuer",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continuer"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Adresse e-mail",
+ "empty"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Adresse e-mail"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/018.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/018.json
new file mode 100644
index 000000000..693e7beee
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/018.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:18.432Z",
+ "id": "018",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "018",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Account",
+ "image": "images/018.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Account” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/018.png",
+ "bytes": 91600,
+ "sha256": "a742f78ae4483c10421ef88543e50bfbc815bec94f3f0a02bf1535a8f791dfdb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace task: update settings and save work\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Account\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Save check\", \"Help\"\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n- Button: \"Save check\", Enabled: Yes\n4) State signals: None\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 146,
+ "total_tokens": 1249
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2025,
+ "total": 2025
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target",
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Account",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Account"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save changes",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Help",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/019.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/019.json
new file mode 100644
index 000000000..4dfb8d3cc
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/019.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:20.364Z",
+ "id": "019",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "019",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "security-challenge",
+ "title": "Security check",
+ "image": "images/019.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Security check” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/019.png",
+ "bytes": 118123,
+ "sha256": "7104b602de2052296cd05692e2ebd07ad0aeece65414bff305d9a036dca57ada"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene security check form for verifying robot identity.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Security check\", \"Complete the verification below to continue.\", \"I'm not a robot\", \"Continue\", \"Demo security challenge\".\n3) Inputs: label='I'm not a robot'; value='I'm not a robot'; focused=true; invalid=true; disabled=false.\n4) State signals: Error message \"I'm not a robot\" displayed in a grey box.\n5) Blockers: The \"Continue\" button is disabled due to the invalid robot verification.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 144,
+ "total_tokens": 1247
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1930,
+ "total": 1930
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "label",
+ "captcha-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "security"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Security check",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Security check"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "I’m not a robot",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "verification",
+ "disabled"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/020.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/020.json
new file mode 100644
index 000000000..5b9ceb02a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/020.json
@@ -0,0 +1,129 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:22.218Z",
+ "id": "020",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "020",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Account ID",
+ "image": "images/020.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Account ID” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/020.png",
+ "bytes": 74325,
+ "sha256": "5411249f484706dee156972fd1c20288fb4e38cfe79042c0b99442ac167f6843"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent interface for a \"Account ID\" form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Account ID\", \"Identifier\", \"ACCT-1042\", \"Page 1 of 1\", \"125%\".\n3) Inputs: Label=\"Identifier\", Value=\"ACCT-1042\", Focused=No.\n4) State signals: Progress bar at 125% indicating the page is fully loaded.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 129,
+ "total_tokens": 1232
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1851,
+ "total": 1851
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.68,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "account"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Account ID",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Account ID"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "ACCT-1042",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "ACCT-1042"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/021.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/021.json
new file mode 100644
index 000000000..d68e2ee50
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/021.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:23.911Z",
+ "id": "021",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "021",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "authentication",
+ "title": "Sign in to Atlas",
+ "image": "images/021.png",
+ "question": "What is preventing the user from completing Continue? Focus on the “Sign in to Atlas” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/021.png",
+ "bytes": 126348,
+ "sha256": "8ccaa8d7e5a9824abcd3ced72262009867f7340c45868b39f7c67f48e3783df9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene login form for \"Sign in to Atlas\"\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Sign in to Atlas\", \"Email\", \"Password\", \"Enter password\", \"Continue\", \"Need help?\"\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", Focused: No\n- Label: \"Password\", Value: \"Enter password\", Focused: No\n4) State signals: None\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 124,
+ "total_tokens": 1227
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1692,
+ "total": 1692
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "sign in",
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in to Atlas",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in to Atlas"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "missing",
+ "password"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/022.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/022.json
new file mode 100644
index 000000000..efdc1de11
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/022.json
@@ -0,0 +1,177 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:25.853Z",
+ "id": "022",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "022",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "search-results",
+ "title": "Product search",
+ "image": "images/022.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Product search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/022.png",
+ "bytes": 102465,
+ "sha256": "90fb777a8ac9b18808807d605aefe26dec5e95bb00475df4e0d2a4540f5c9048"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene product search interface with results and filters.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"wireless keyboard\", \"Products\", \"Recent\", \"Saved\", \"18 results\", \"In stock\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Peer-reviewed articles and datasets\".\n3) Inputs: Search field (label=\"\", placeholder=\"wireless keyboard\", value=\"\", enabled).\n4) State signals: \"In stock\" badge next to \"18 results\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 142,
+ "total_tokens": 1245
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1940,
+ "total": 1940
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9090909090909091,
+ "earned": 10,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 6,
+ "ratio": 0.8333333333333334
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Product search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Products",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Products"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "18 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "18 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "wireless keyboard"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "wireless keyboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "In stock",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "In stock"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/023.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/023.json
new file mode 100644
index 000000000..4bc52198c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/023.json
@@ -0,0 +1,198 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:27.789Z",
+ "id": "023",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "023",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "checkout",
+ "title": "Checkout",
+ "image": "images/023.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Checkout” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/023.png",
+ "bytes": 111667,
+ "sha256": "84afef3f467792f7256a21762aec83caa40f070a44cd7573367620f855faad10"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce checkout form for a desk lamp.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Checkout\", \"Desk lamp\", \"Quantity 1\", \"$67.40\", \"Subtotal\", \"$67.40\", \"Shipping\", \"Included\", \"Total\", \"$67.40\", \"Add a delivery address\", \"Place order\".\n3) Inputs: Label \"Desk lamp\", Value \"$67.40\", Not focused.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 132,
+ "total_tokens": 1235
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1934,
+ "total": 1934
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "banner",
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "checkout"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Checkout",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Checkout"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Desk lamp",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Desk lamp"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$67.40",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$67.40"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Place order",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Place order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Add a delivery address",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "delivery",
+ "address"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/024.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/024.json
new file mode 100644
index 000000000..3f6a82704
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/024.json
@@ -0,0 +1,199 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:29.404Z",
+ "id": "024",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "024",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "form-validation",
+ "title": "Shipping details",
+ "image": "images/024.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Shipping details” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/024.png",
+ "bytes": 123466,
+ "sha256": "b36fa493114875bc8650465cd9e25d272ea14258e3406cf21ed63b67b4fbc885"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene shipping details form\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Shipping details\", \"Complete the required details.\", \"Postal code\", \"Notes\", \"Optional\", \"Continue\"\n3) Inputs:\n- Label: \"Postal code\", Value: \"10A2\", Focused: No\n- Label: \"Notes\", Value: \"\", Focused: No\n4) State signals: None\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 119,
+ "total_tokens": 1222
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1612,
+ "total": 1613
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "error",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "shipping"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Shipping details",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Shipping details"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Postal code",
+ "10A2",
+ "5 digits"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Postal code",
+ "10A2"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Enter a valid postal code",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/025.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/025.json
new file mode 100644
index 000000000..4b674dc12
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/025.json
@@ -0,0 +1,183 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:31.608Z",
+ "id": "025",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "025",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "modal-overlay",
+ "title": "Leave workspace?",
+ "image": "images/025.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Leave workspace?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/025.png",
+ "bytes": 110026,
+ "sha256": "e66407997a9d2f5ab579585f014b5c62dfe9964500df6cf96d24df61d1152f56"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene workspace login form with a security alert.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Team settings\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Leave workspace?\", \"You will lose access to 12 projects.\", \"Stay\", \"Leave\".\n3) Inputs: Alert button \"Leave workspace?\", Alert text \"You will lose access to 12 projects.\"\n4) State signals: Error banner with exclamation point.\n5) Blockers: The \"Leave workspace?\" button is disabled (greyed out) due to the security alert.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 149,
+ "total_tokens": 1252
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2202,
+ "total": 2202
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "team settings",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Leave workspace?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Leave workspace?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Leave",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Leave"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Stay",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Stay"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "You will lose access to 12 projects."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/026.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/026.json
new file mode 100644
index 000000000..89873716d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/026.json
@@ -0,0 +1,160 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:33.364Z",
+ "id": "026",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "026",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "toast-notification",
+ "title": "Settings updated",
+ "image": "images/026.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Settings updated” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/026.png",
+ "bytes": 92556,
+ "sha256": "4f864bbce9cc0a4cf70c517bb3bb861e51ef653ebe1dad2c243fc374251a542b"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace settings page with a modal confirmation dialog.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Settings updated\", \"Synced just now\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Close\".\n3) Inputs: None.\n4) State signals: Modal dialog titled \"Settings updated\" with a green circle indicating selection; text \"Synced just now\".\n5) Blockers: The modal dialog is active and blocks interaction with the underlying page.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 127,
+ "total_tokens": 1230
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1754,
+ "total": 1754
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "preferences",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "settings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Preferences",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Close",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Close"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Settings updated",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Settings updated"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Synced just now",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Synced just now"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/027.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/027.json
new file mode 100644
index 000000000..220c607e1
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/027.json
@@ -0,0 +1,190 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:34.794Z",
+ "id": "027",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "027",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "loading-state",
+ "title": "Preparing dashboard",
+ "image": "images/027.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Preparing dashboard” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/027.png",
+ "bytes": 106101,
+ "sha256": "0fac8a0c70c60f93a6ef9123f768e23199b8530393b6809b7e2652185f064e65"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene workspace dashboard displaying fetched latest metrics and progress.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Preparing dashboard\", \"Fetching latest metrics\", \"38%\", \"38%\".\n3) Inputs: None.\n4) State signals: Progress bar at 38%, loading spinner.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 98,
+ "total_tokens": 1201
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1427,
+ "total": 1427
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 5,
+ "ratio": 0.8
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Preparing dashboard",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Preparing dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading",
+ "spinner",
+ "progress"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Fetching latest metrics",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "38%",
+ "weight": 2,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "38%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/028.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/028.json
new file mode 100644
index 000000000..5fff585d5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/028.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:36.549Z",
+ "id": "028",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "028",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "consent-banner",
+ "title": "Privacy choices",
+ "image": "images/028.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Privacy choices” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/028.png",
+ "bytes": 159902,
+ "sha256": "ae0adaae082b49c86ce5c654a99efa27ec303a565132a825c78e29b9b4371436"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene homepage displaying a \"Field Notes\" section with a long-form article.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Privacy choices\", \"Essential cookies are always on.\", \"Manage settings\", \"Save choices\".\n3) Inputs: None visible.\n4) State signals: \"Privacy choices\" is a clickable link.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 130,
+ "total_tokens": 1233
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1752,
+ "total": 1752
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Privacy choices",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Privacy choices"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Manage settings",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Manage settings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save choices",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Save choices"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "privacy"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/029.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/029.json
new file mode 100644
index 000000000..c7758bd05
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/029.json
@@ -0,0 +1,130 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:38.345Z",
+ "id": "029",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "029",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "dashboard",
+ "title": "Sales dashboard",
+ "image": "images/029.png",
+ "question": "What is the value of Conversion, and is there an alert that changes the page state? Focus on the “Sales dashboard” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/029.png",
+ "bytes": 93273,
+ "sha256": "0fd966cd0df90f999f7532ddbbaabc183ebd567b14548b54cec38bc4dfe2631a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Static dashboard displaying sales data and live conversion metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Sales dashboard\", \"Workspace Analytics\", \"$48.2K\", \"$1.9K\", \"Refunds\", \"$1.9K\", \"Conversion\", \"3.8%\", \"8.1%\".\n3) Inputs: None visible.\n4) State signals: \"Live\" badge in top right corner.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 124,
+ "total_tokens": 1227
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1795,
+ "total": 1795
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sales dashboard",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sales dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Conversion",
+ "3.8%"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Conversion",
+ "3.8%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/030.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/030.json
new file mode 100644
index 000000000..d245e4c2a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/030.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:39.840Z",
+ "id": "030",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "030",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "chart-reading",
+ "title": "Quarterly revenue",
+ "image": "images/030.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Quarterly revenue” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/030.png",
+ "bytes": 75299,
+ "sha256": "579f82a5176870179fd5300fd9f4c4910c7ff7f930f0fe22810c884de2a2bc97"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Static dashboard displaying quarterly revenue and an update notification.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Quarterly revenue\", \"22\", \"31\", \"27\", \"44\", \"Updated now\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" toast notification in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 106,
+ "total_tokens": 1209
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1492,
+ "total": 1493
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "quarterly revenue"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "quarterly revenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Quarterly revenue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Quarterly revenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Q4"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "44",
+ "$44K"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "44"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/031.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/031.json
new file mode 100644
index 000000000..884b0e363
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/031.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:41.538Z",
+ "id": "031",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "031",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "data-table",
+ "title": "Team members",
+ "image": "images/031.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Team members” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/031.png",
+ "bytes": 89318,
+ "sha256": "f40b45e62e16da81da985b6e3bb366b740b1af931ec75d80eaf96bd7eec93a71"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Internal team management dashboard with role and status visibility.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"Team members\", \"NAME\", \"ROLE\", \"ACCESS\", \"Ava Chen\", \"Editor\", \"Active\", \"Noah Park\", \"Viewer\", \"Suspended\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visually active (grayed out).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 120,
+ "total_tokens": 1223
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1696,
+ "total": 1696
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Team members",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Team members"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Noah Park",
+ "Suspended"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Noah Park",
+ "Suspended"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/032.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/032.json
new file mode 100644
index 000000000..e1ff19278
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/032.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:43.603Z",
+ "id": "032",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "032",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "email-compose",
+ "title": "Compose",
+ "image": "images/032.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Compose” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/032.png",
+ "bytes": 70162,
+ "sha256": "5f2327b1748ea5d712a3050f8ecff0a788b2c051e32b917f1725c60659e7813c"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email compose form for composing a message.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"To\", \"Subject\", \"Message\", \"Hi Alex\", \"Send\".\n3) Inputs:\n- Label: \"To\", Value: \"[email protected]\", Focused: No\n- Label: \"Subject\", Value: \"Project update\", Focused: No\n- Label: \"Message\", Value: \"Hi Alex.\", Focused: No\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 152,
+ "total_tokens": 1255
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2063,
+ "total": 2063
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Compose",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Compose"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "To",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Project update"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Subject",
+ "Project update"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Draft saved",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/033.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/033.json
new file mode 100644
index 000000000..57bc54ed7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/033.json
@@ -0,0 +1,137 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:45.133Z",
+ "id": "033",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "033",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "kanban-board",
+ "title": "Sprint 18",
+ "image": "images/033.png",
+ "question": "Which column contains “Fix checkout”? Focus on the “Sprint 18” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/033.png",
+ "bytes": 74596,
+ "sha256": "bb2f77e0d46ba6b2773476ff451fa95b765fbe2caa3b32343bc614e722360ca1"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene project management dashboard displaying task cards.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Board\", \"Sprint 18\", \"Backlog\", \"Add filters\", \"In progress\", \"Fix checkout\", \"Done\", \"Task\", \"Update docs\".\n3) Inputs: None visible.\n4) State signals: \"Board\" button is visually active (green circle).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 114,
+ "total_tokens": 1217
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1528,
+ "total": 1528
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "board",
+ "project"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sprint 18",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sprint 18"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Fix checkout",
+ "In progress"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Fix checkout",
+ "In progress"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/034.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/034.json
new file mode 100644
index 000000000..e6da2c80e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/034.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:55.301Z",
+ "id": "034",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "034",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "calendar",
+ "title": "Team calendar",
+ "image": "images/034.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Team calendar” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/034.png",
+ "bytes": 75062,
+ "sha256": "f0ba3b24aa7b348bd778003d4578ce200d99f453832c7e90ee703dc45c483af5"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Internal workspace calendar for a team, displaying a specific date event.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Team calendar\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 800,
+ "total_tokens": 1903
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 10165,
+ "total": 10165
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.38095238095238093,
+ "earned": 2.6666666666666665,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 2,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Team calendar",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Team calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "24",
+ "Sprint planning",
+ "14:30"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "24"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/035.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/035.json
new file mode 100644
index 000000000..dd6145c1a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/035.json
@@ -0,0 +1,155 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:56.679Z",
+ "id": "035",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "035",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "map-and-travel",
+ "title": "Hotel map",
+ "image": "images/035.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Hotel map” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/035.png",
+ "bytes": 106441,
+ "sha256": "42cd4f52b35a2de3af08d64a5fb7a23164621d80010d62a04c864b42e7a9b744"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Hotel map and location details page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Hotel map\", \"$142/night\", \"Oak Corner\", \"River Point\", \"Central Stop\", \"View details\".\n3) Inputs: None.\n4) State signals: \"Central Stop\" is highlighted in the green overlay.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 98,
+ "total_tokens": 1201
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1376,
+ "total": 1376
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.625,
+ "earned": 5,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selection"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 1,
+ "possible": 4,
+ "ratio": 0.25
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map",
+ "hotel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Hotel map",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Hotel map"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Harbor House",
+ "$142/night"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "$142/night"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "3",
+ "three"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "3"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/036.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/036.json
new file mode 100644
index 000000000..c5e6e6a94
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/036.json
@@ -0,0 +1,165 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:58.000Z",
+ "id": "036",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "036",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "photo-understanding",
+ "title": "Winter collection",
+ "image": "images/036.png",
+ "question": "What weather condition is visible and what is the caption? Focus on the “Winter collection” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/036.png",
+ "bytes": 309434,
+ "sha256": "9b5c497084ef27293d1cdaf71d46cef0bc8d2558ee102655702f1c9a52197760"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent landing page for \"WebScene\" with a winter collection feature.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Winter collection\", \"Historic photo\", \"Snowbound avenue\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 95,
+ "total_tokens": 1198
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1316,
+ "total": 1316
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "collection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Winter collection",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Winter collection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Snowbound avenue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Snowbound avenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Historic photo",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Historic photo"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "snow",
+ "winter"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "snow",
+ "winter"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/037.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/037.json
new file mode 100644
index 000000000..56ab1f07d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/037.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:08:59.627Z",
+ "id": "037",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "037",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "multilingual-ocr",
+ "title": "Willkommen zurück",
+ "image": "images/037.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Willkommen zurück” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/037.png",
+ "bytes": 113514,
+ "sha256": "9a231483ee4ecd61458edbe7a24b64d8ba27bc5fb3b552c3770c8202b63bf0bb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent form for security verification.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Willkommen zurück\", \"Password\", \"Anmelden\", \"A · X\".\n3) Inputs:\n- Label: \"Password\", Value: \"••••••\", Focused: No.\n- Label: \"Anmelden\", Value: \"Anmelden\", Focused: No.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1625,
+ "total": 1625
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "security"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Willkommen zurück",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Willkommen zurück"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Anmelden",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Anmelden"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Passwort",
+ "••••••"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "••••••"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Passwort ist falsch",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/038.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/038.json
new file mode 100644
index 000000000..20a9bbd98
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/038.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:01.839Z",
+ "id": "038",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "038",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Pricing",
+ "image": "images/038.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Pricing” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/038.png",
+ "bytes": 94240,
+ "sha256": "b60d99957dfd9f5a84379a2a20f07ec85571673c8b37517a59c00a0658076e82"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene project management interface for configuring workspace settings.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Pricing\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Start tri\", \"Chat with us\".\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n- Button: \"Start tri\", Enabled: Yes\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 151,
+ "total_tokens": 1254
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2211,
+ "total": 2211
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target",
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Pricing",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Pricing"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Start trial",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Chat with us",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/039.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/039.json
new file mode 100644
index 000000000..be800e79f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/039.json
@@ -0,0 +1,190 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:03.920Z",
+ "id": "039",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "039",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "security-challenge",
+ "title": "Confirm it’s you",
+ "image": "images/039.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Confirm it’s you” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/039.png",
+ "bytes": 129192,
+ "sha256": "16fec881cd81a8a4e1283b17f8d167b246debc6ed027fe3ba3193f93d5ef6ff6"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage with traffic light verification and challenge.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Confirm it's you\", \"Complete the verification below to continue.\", \"Select all traffic lights\", \"Challenge not completed\", \"Verify\", \"Demo security challenge\".\n3) Inputs: None visible.\n4) State signals: Progress bar showing \"Select all traffic lights\" is incomplete; challenge status is \"Challenge not completed\".\n5) Blockers: The \"Demo security challenge\" is not yet completed.\n6) Unknowns: The specifics of the \"Demo security challenge\" are not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 148,
+ "total_tokens": 1251
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2079,
+ "total": 2079
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9090909090909091,
+ "earned": 10,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "verification",
+ "challenge"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm it’s you",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Select all traffic lights",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Select all traffic lights"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Challenge not completed"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "challenge",
+ "Challenge not completed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "challenge"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/040.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/040.json
new file mode 100644
index 000000000..18ae13fee
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/040.json
@@ -0,0 +1,177 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:06.206Z",
+ "id": "040",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "040",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Shipment label",
+ "image": "images/040.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Shipment label” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/040.png",
+ "bytes": 86512,
+ "sha256": "73e5a82ce642bbfff8c45cadadd3bfae9cb80c3f918b17ae7a0ab2b1b7ac110d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene document viewer displaying a shipment tracking page with a blurred-out name and a progress bar.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Shipment label\", \"Tracking code\", \"ZX-81\", \"last 3 characters blurred\", \"Page 1 of 1\", \"125%\".\n3) Inputs: None visible.\n4) State signals: Progress bar at 125% with \"last 3 characters blurred\" text; \"Page 1 of 1\" and \"125%\" in the top right corner.\n5) Blockers: None.\n6) Unknowns: The specific content of the \"last 3 characters blurred\" section is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 174,
+ "total_tokens": 1277
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2284,
+ "total": 2284
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Shipment label",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Shipment label"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "ZX-81",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "ZX-81"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown",
+ "blurred"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "ZX-81"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "ZX-81"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/041.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/041.json
new file mode 100644
index 000000000..772d1a4f7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/041.json
@@ -0,0 +1,193 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:08.406Z",
+ "id": "041",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "041",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "authentication",
+ "title": "Administrator login",
+ "image": "images/041.png",
+ "question": "What is preventing the user from completing Log in? Focus on the “Administrator login” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/041.png",
+ "bytes": 120643,
+ "sha256": "44a57b80a855ab098d21cfcf049073657a8fb514b7e844d5496472380e7376ea"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene admin login form.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Administrator login\", \"Use your account to continue\", \"Email\", \"Password\", \"Incorrect password\", \"Log In\", \"Need help?\".\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", Focused: No.\n- Label: \"Password\", Value: \"••••••\", Focused: No.\n4) State signals: Error banner reading \"Incorrect password\" displayed below the password input.\n5) Blockers: The \"Log In\" button is visually disabled (red background), likely due to the incorrect password state.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 163,
+ "total_tokens": 1266
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2198,
+ "total": 2198
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8333333333333334,
+ "earned": 10,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "button"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Administrator login",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Administrator login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Log in",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "incorrect",
+ "password"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "incorrect",
+ "password"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Incorrect password",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Incorrect password"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/042.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/042.json
new file mode 100644
index 000000000..938ead0a5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/042.json
@@ -0,0 +1,198 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:10.489Z",
+ "id": "042",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "042",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "search-results",
+ "title": "Research library",
+ "image": "images/042.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Research library” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/042.png",
+ "bytes": 98236,
+ "sha256": "15d9c4012badd7ab3671c02ccedad3bc445d8b41edbc39597bd013d0561b3057"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene research library search results page.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"urban heat island\", \"Articles\", \"Recent\", \"Saved\", \"1,248 results\", \"Since 2024\", \"Sorted by relevance\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Peer-reviewed articles and datasets\".\n3) Inputs: Search field (label=\"\", placeholder=\"\", value=\"\", enabled).\n4) State signals: \"Sorted by relevance\" status indicator (blue background).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2082,
+ "total": 2082
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 9,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "query"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 6,
+ "ratio": 0.8333333333333334
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Research library",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Articles",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Articles"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "1,248 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "1,248 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "urban heat island"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Since 2024",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Since 2024"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Sorted by relevance",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sorted by relevance"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/043.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/043.json
new file mode 100644
index 000000000..4d4dc0361
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/043.json
@@ -0,0 +1,200 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:12.420Z",
+ "id": "043",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "043",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "checkout",
+ "title": "Review order",
+ "image": "images/043.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Review order” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/043.png",
+ "bytes": 107623,
+ "sha256": "9b81286c0e7085616a68adb9097dbce07cd5976b00c281bf348775e5ae5f1984"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce product listing page for a travel backpack.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Review order\", \"Travel backpack\", \"Quantity 1\", \"€132.90\", \"Subtotal\", \"€132.90\", \"Shipping\", \"Included\", \"Total\", \"€132.90\", \"Card ending 1842 was declined\", \"Pay now\".\n3) Inputs: None visible.\n4) State signals: \"Card ending 1842 was declined\" displayed in a red box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 140,
+ "total_tokens": 1243
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1929,
+ "total": 1929
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7692307692307693,
+ "earned": 10,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review order",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Travel backpack",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Travel backpack"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "€132.90",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "€132.90"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Pay now",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Pay now"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Card ending 1842 was declined",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Card ending 1842 was declined"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "card",
+ "ending",
+ "1842",
+ "declined"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/044.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/044.json
new file mode 100644
index 000000000..4e35452e4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/044.json
@@ -0,0 +1,202 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:14.487Z",
+ "id": "044",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "044",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "form-validation",
+ "title": "Invite teammate",
+ "image": "images/044.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Invite teammate” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/044.png",
+ "bytes": 115129,
+ "sha256": "42b3a9f448b2ba00543981fefa7f63b57d61fe7d97d629cb933fcc2773a2e06d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent form for \"Invite teammate\" with email input and note field.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Invite teammate\", \"Complete the required details.\", \"Work email\", \"Note\", \"Optional\", \"Send invite\".\n3) Inputs:\n- Label: \"Work email\", Value: \"lee@sample\", Focused: No, Disabled: No.\n4) State signals: Error banner displaying \"Email domain is incomplete\" in red text.\n5) Blockers: The \"Send invite\" button is visually disabled (greyed out) due to the missing/incomplete email domain.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 153,
+ "total_tokens": 1256
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2065,
+ "total": 2065
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "invite"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Invite teammate",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Invite teammate"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send invite",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send invite"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Work email",
+ "lee@sample",
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Work email",
+ "lee@sample"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Email domain is incomplete",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Email domain is incomplete"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "incomplete",
+ "missing"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/045.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/045.json
new file mode 100644
index 000000000..4ffd810f7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/045.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:16.101Z",
+ "id": "045",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "045",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "modal-overlay",
+ "title": "Rotate production key?",
+ "image": "images/045.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Rotate production key?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/045.png",
+ "bytes": 99182,
+ "sha256": "5c87dbcb000c7b843d33b136ee2d09a92bef4225f8a95a55d7282b1742473c39"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace task to rotate production key and stop work.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"API keys\", \"Rotate production key?\", \"Existing clients will stop working immediately.\", \"Not now\", \"Rotate key\".\n3) Inputs: None.\n4) State signals: Modal dialog overlay with alert text.\n5) Blockers: The modal dialog blocks interaction with the background page.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 113,
+ "total_tokens": 1216
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1611,
+ "total": 1611
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "api keys",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Rotate production key?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rotate production key?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Rotate key",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rotate key"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Not now",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Not now"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Existing clients will stop working immediately."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "modal",
+ "dialog"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/046.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/046.json
new file mode 100644
index 000000000..fa4a4e7c8
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/046.json
@@ -0,0 +1,160 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:18.069Z",
+ "id": "046",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "046",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "toast-notification",
+ "title": "Upload failed",
+ "image": "images/046.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Upload failed” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/046.png",
+ "bytes": 86254,
+ "sha256": "5e559dcb853e3b4e8ff87e149c7f47b98b69751917269c8ad71b81b4567e10da"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace navigation menu with a specific action to retry the upload.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Upload failed\", \"Network connection lost\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Retry\".\n3) Inputs: None visible.\n4) State signals: \"Upload failed\" toast notification, \"Network connection lost\" status message.\n5) Blockers: The \"Retry\" button is disabled (greyed out) due to the \"Upload failed\" state.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 137,
+ "total_tokens": 1240
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1966,
+ "total": 1966
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "upload center",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "upload"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Upload center",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Retry",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Retry"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Upload failed",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Upload failed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Network connection lost",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Network connection lost"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/047.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/047.json
new file mode 100644
index 000000000..d65802131
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/047.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:19.481Z",
+ "id": "047",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "047",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "loading-state",
+ "title": "Processing 12 files",
+ "image": "images/047.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Processing 12 files” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/047.png",
+ "bytes": 96721,
+ "sha256": "35e82080c750393850480b6fa6a4806de936ce2c069d9e2c9832569d4f7d6d8f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace dashboard displaying progress and file count.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Processing 12 files\", \"File 7 of 12\", \"58%\".\n3) Inputs: None.\n4) State signals: Progress bar at 58%, \"Processing 12 files\" status.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 101,
+ "total_tokens": 1204
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1409,
+ "total": 1410
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 5,
+ "ratio": 0.8
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Processing 12 files",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Processing 12 files"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "processing",
+ "progress"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "File 7 of 12",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "58%",
+ "weight": 2,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "58%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/048.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/048.json
new file mode 100644
index 000000000..dc4465433
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/048.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:21.446Z",
+ "id": "048",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "048",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "consent-banner",
+ "title": "Your privacy",
+ "image": "images/048.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Your privacy” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/048.png",
+ "bytes": 163274,
+ "sha256": "02c2fcbc8f49d620c17daaefe00870413ef59c6b0ad6f46e5d147c01a3a102e5"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a \"Field Notes\" section with a long-form article.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Your privacy\", \"Personalized ads are currently off.\", \"Allow selected\", \"Continue without accepting\".\n3) Inputs: None visible.\n4) State signals: \"Allow selected\" and \"Continue without accepting\" buttons are visible and appear to be interactive.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 142,
+ "total_tokens": 1245
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1962,
+ "total": 1962
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "consent-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Your privacy",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Your privacy"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Allow selected",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Allow selected"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue without accepting",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue without accepting"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/049.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/049.json
new file mode 100644
index 000000000..6e3c906c5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/049.json
@@ -0,0 +1,151 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:23.311Z",
+ "id": "049",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "049",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "dashboard",
+ "title": "System health",
+ "image": "images/049.png",
+ "question": "What is the value of Errors, and is there an alert that changes the page state? Focus on the “System health” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/049.png",
+ "bytes": 83663,
+ "sha256": "1f872643865542f678cd2e05b04e5df74a3b2f1c2f06e353576869d974c2cc78"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: System health dashboard displaying real-time metrics and historical error data.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"System health\", \"Live\", \"API\", \"99.97%\", \"Queue\", \"142\", \"Errors\", \"17\", \"8.1%\", \"2.4%\", \"Error rate is above target\".\n3) Inputs: None visible.\n4) State signals: Error alert banner reading \"Error rate is above target\" and \"Live\" status.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 130,
+ "total_tokens": 1233
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1863,
+ "total": 1863
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "system health"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "System health",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "System health"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Errors",
+ "17"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Errors",
+ "17"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Error rate is above target",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Error rate is above target"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/050.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/050.json
new file mode 100644
index 000000000..c64b986ee
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/050.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:24.986Z",
+ "id": "050",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "050",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "chart-reading",
+ "title": "Latency by region",
+ "image": "images/050.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Latency by region” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/050.png",
+ "bytes": 72589,
+ "sha256": "e7788f9cab5175de1787e6bf782b99f4b34e22a7562445ad6ca0265e4a0d687a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Regional performance dashboard displaying sales metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Latency by region\", \"US\", \"120\", \"EU\", \"186\", \"APAC\", \"240 ms\", \"MEA\", \"240 ms\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" toast notification in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 113,
+ "total_tokens": 1216
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1673,
+ "total": 1673
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "latency by region"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Latency by region",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Latency by region"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "APAC"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "APAC"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "240",
+ "240 ms"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "240",
+ "240 ms"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/051.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/051.json
new file mode 100644
index 000000000..4c382c2cf
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/051.json
@@ -0,0 +1,137 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:26.977Z",
+ "id": "051",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "051",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "data-table",
+ "title": "Deployment history",
+ "image": "images/051.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Deployment history” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/051.png",
+ "bytes": 85435,
+ "sha256": "9867646e07373de44bd12ed10642c96db703bffe879f10896117342c84b10c18"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene deployment history page displaying version, environment, and result data.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"Deployment history\", \"VERSION\", \"ENVIRONMENT\", \"RESULT\", \"v4.8.1\", \"Staging\", \"Passed\", \"v4.8.2\", \"Production\", \"Rolled back\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visually active (grayed out).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 138,
+ "total_tokens": 1241
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1989,
+ "total": 1989
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "deployment"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Deployment history",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Deployment history"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "v4.8.2",
+ "Rolled back"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "v4.8.2",
+ "Rolled back"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/052.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/052.json
new file mode 100644
index 000000000..47d9444c0
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/052.json
@@ -0,0 +1,180 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:29.183Z",
+ "id": "052",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "052",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "email-compose",
+ "title": "New Message",
+ "image": "images/052.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “New Message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/052.png",
+ "bytes": 71911,
+ "sha256": "a380a736d68c6e5e65796bd704ff68ea213ac654a35c7bb97b34a5545af02271"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Payment form for Inbox, Drafts, and Mailing list.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Compose\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"New Message\", \"To\", \"Subject\", \"Message\", \"Please review the attached invoice.\", \"Send\".\n3) Inputs: \"Inbox\", \"Stared\", \"Sent\", \"Drafts\" (listed as \"Inbox\" in the list).\n4) State signals: \"Compose\" button is highlighted (orange background).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 149,
+ "total_tokens": 1252
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2205,
+ "total": 2205
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "New Message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "New Message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Invoice 8832"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Attachment scanning…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/053.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/053.json
new file mode 100644
index 000000000..fea50cbc5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/053.json
@@ -0,0 +1,134 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:30.805Z",
+ "id": "053",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "053",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "kanban-board",
+ "title": "Launch plan",
+ "image": "images/053.png",
+ "question": "Which column contains “Legal review”? Focus on the “Launch plan” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/053.png",
+ "bytes": 70022,
+ "sha256": "ca4c0ce5dacd50ffa1e3479eb9dfeb1b8e69a6cb0a9c7e922176f9d7c4a80860"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene landing page for a legal review service.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Launch plan\", \"Blocked\", \"1\", \"In review\", \"1\", \"Ready\", \"1\", \"Task\", \"Email campaign\".\n3) Inputs: None visible.\n4) State signals: \"Blocked\" status displayed in a light blue box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 109,
+ "total_tokens": 1212
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1621,
+ "total": 1621
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Launch plan",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Launch plan"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Legal review",
+ "Blocked"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Legal review",
+ "Blocked"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/054.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/054.json
new file mode 100644
index 000000000..639d0ac2c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/054.json
@@ -0,0 +1,137 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:32.735Z",
+ "id": "054",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "054",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "calendar",
+ "title": "Conference schedule",
+ "image": "images/054.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Conference schedule” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/054.png",
+ "bytes": 72772,
+ "sha256": "95dc6fbd31a230354f1a751d479068f0b5353c922cb8b7e0bee64c72e400763f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Conference schedule calendar for July 2024.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Conference schedule\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"27\", \"Vision benchmarks\", \"Feb 15-17, 2024\".\n3) Inputs: None visible.\n4) State signals: Day 27 is highlighted with an orange border; a card reads \"Vision benchmarks\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 131,
+ "total_tokens": 1234
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1928,
+ "total": 1928
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar",
+ "schedule"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Conference schedule",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Conference schedule"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "27",
+ "Vision benchmarks",
+ "16:15–17:00"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "27",
+ "Vision benchmarks"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/055.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/055.json
new file mode 100644
index 000000000..096eeb923
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/055.json
@@ -0,0 +1,153 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:34.280Z",
+ "id": "055",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "055",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "map-and-travel",
+ "title": "Delivery tracking",
+ "image": "images/055.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Delivery tracking” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/055.png",
+ "bytes": 105886,
+ "sha256": "1fa9088cd872e0d90c6af5beec2b3300b92e8ece34935d4f4acd58b7b0dca3fe"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Delivery tracking dashboard for a company.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Delivery tracking\", \"Courier\", \"2 stops away\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"2 stops away\" status displayed in a light orange box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 114,
+ "total_tokens": 1217
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1543,
+ "total": 1543
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "tracking"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delivery tracking",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Delivery tracking"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Courier",
+ "2 stops away"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Courier",
+ "2 stops away"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "4",
+ "four"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "4"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/056.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/056.json
new file mode 100644
index 000000000..752448590
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/056.json
@@ -0,0 +1,164 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:35.769Z",
+ "id": "056",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "056",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "photo-understanding",
+ "title": "Night scenes",
+ "image": "images/056.png",
+ "question": "Is the featured scene daytime or nighttime, and what medium badge is shown? Focus on the “Night scenes” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/056.png",
+ "bytes": 382211,
+ "sha256": "2bc804203a22667dce889d88415ea2b4596948965e814fdab4d42ce015c23016"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent landing page for \"WebScene\" with navigation and hero content.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Night scenes\", \"Etching\", \"After dusk\".\n3) Inputs: None visible.\n4) State signals: \"Etching\" button is visually distinct as an orange oval.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 105,
+ "total_tokens": 1208
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1486,
+ "total": 1486
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Night scenes",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Night scenes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "After dusk",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "After dusk"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Etching",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Etching"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "night",
+ "dark",
+ "dusk"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "night",
+ "dusk"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/057.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/057.json
new file mode 100644
index 000000000..498e6d4c2
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/057.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:37.609Z",
+ "id": "057",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "057",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "multilingual-ocr",
+ "title": "お支払い",
+ "image": "images/057.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “お支払い” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/057.png",
+ "bytes": 108576,
+ "sha256": "1aa0ab56cddcc07d34dc49739705b8f7c86b776f9d77ec0273a8ce43a89c2e8a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent form for payment instruction.\n2) Visible text: \"Web Scene\", \"Home\", \"Workspace\", \"Activity\", \"お支払い\", \"カード番号\", \"有効期限を確認してください\", \"支払う\", \"支払う\".\n3) Inputs: label='カード番号', value='•••• 4242', invalid=true.\n4) State signals: Error message \"有効期限を確認してください\" displayed below the card number input.\n5) Blockers: Form validation error \"有効期限を確認してください\" prevents submission.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 132,
+ "total_tokens": 1235
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1838,
+ "total": 1838
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 11,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "payment"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "お支払い",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "お支払い"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "支払う",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "支払う"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "カード番号",
+ "•••• 4242"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "カード番号",
+ "•••• 4242"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "有効期限を確認してください",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "有効期限を確認してください"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/058.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/058.json
new file mode 100644
index 000000000..1a4192d5a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/058.json
@@ -0,0 +1,172 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:39.815Z",
+ "id": "058",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "058",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Report builder",
+ "image": "images/058.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Report builder” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/058.png",
+ "bytes": 89372,
+ "sha256": "572bc3a726c4d44cb153ba37e3e4c440f5e94a160c6572200fe042f0104e4ae9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene project management interface for configuring a report builder.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Report builder\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Export\", \"Beta\".\n3) Inputs:\n- Label: \"Name\", Value: (empty), Focused: No\n- Label: \"Description\", Value: (empty), Focused: No\n- Label: \"Export\", Value: \"Beta\", Focused: No\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 151,
+ "total_tokens": 1254
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2204,
+ "total": 2204
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target",
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "report"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Report builder",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Report builder"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Export CSV",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Beta",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/059.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/059.json
new file mode 100644
index 000000000..7761332e0
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/059.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:41.497Z",
+ "id": "059",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "059",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "security-challenge",
+ "title": "Unusual activity detected",
+ "image": "images/059.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Unusual activity detected” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/059.png",
+ "bytes": 124259,
+ "sha256": "df89fa397cdb08b97601dd1577db0269587c03ebd6b66f2fd0535a729e219277"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene verification page for activity detection.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Unusual activity detected\", \"Complete the verification below to continue.\", \"Hold the button for 3 seconds\", \"Verification required\", \"Try again\", \"Demo security challenge\".\n3) Inputs: None.\n4) State signals: \"Hold the button for 3 seconds\" (visually indicated by a button icon).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1680,
+ "total": 1680
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "verification"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Unusual activity detected",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Unusual activity detected"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Hold the button for 3 seconds",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Hold the button for 3 seconds"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Try again",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Try again"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Verification required"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/060.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/060.json
new file mode 100644
index 000000000..ed2184c49
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/060.json
@@ -0,0 +1,176 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:43.715Z",
+ "id": "060",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "060",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Scanned receipt",
+ "image": "images/060.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Scanned receipt” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/060.png",
+ "bytes": 79943,
+ "sha256": "da113cf036792a628b8d44678653a3f88dd8acbac1f0185eef117dd425d0defd"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Document viewer interface for viewing and scanning receipts.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Scanned receipt\", \"Total\", \"$42.90\", \"Page 1 of 1\", \"125%\", \"one digit is smudged\".\n3) Inputs: None visible.\n4) State signals: \"scanned receipt\" label, \"$42.90\" value, \"Page 1 of 1\" status.\n5) Blockers: None.\n6) Unknowns: The specific text inside the \"one digit is smudged\" yellow bar is not legible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2215,
+ "total": 2216
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "receipt",
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Scanned receipt",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Scanned receipt"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$4?.90",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown",
+ "smudged"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "$4?.90"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/061.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/061.json
new file mode 100644
index 000000000..41abc1352
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/061.json
@@ -0,0 +1,210 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:46.320Z",
+ "id": "061",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "061",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "authentication",
+ "title": "Verify your identity",
+ "image": "images/061.png",
+ "question": "What is preventing the user from completing Verify? Focus on the “Verify your identity” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/061.png",
+ "bytes": 123078,
+ "sha256": "e5e506ae3f9967ea1be8e3beeb5af02aaf196526840b374ba12ec82f5ac2d801"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene login form with security measures.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Verify your identity\", \"Use your account to continue\", \"Email\", \"Verification code\", \"482 19-\", \"Code expires in 01:42\", \"Need help?\", \"Verify\".\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", Focused: No, Disabled: No.\n- Label: \"Verification code\", Value: \"482 19-\", Focused: No, Disabled: No.\n4) State signals: Error message \"Code expires in 01:42\" displayed in a light blue box.\n5) Blockers: The \"Need help?\" button is disabled; the form is in an error state.\n6) Unknowns: The specific expiration date is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 198,
+ "total_tokens": 1301
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2604,
+ "total": 2604
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8461538461538461,
+ "earned": 11,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify your identity",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify your identity"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "incomplete",
+ "verification",
+ "code"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Code expires in 01:42",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Code expires in 01:42"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "disabled"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/062.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/062.json
new file mode 100644
index 000000000..f076854ae
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/062.json
@@ -0,0 +1,197 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:48.704Z",
+ "id": "062",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "062",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "search-results",
+ "title": "Global search",
+ "image": "images/062.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Global search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/062.png",
+ "bytes": 95990,
+ "sha256": "b85e150b792c28879da6c9592b7bd7252ba8f8b71b47852f0e52f7d23431cee2"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a global search results page with filters and active filters.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Global search\", \"Search\", \"dosyalar\", \"Recent\", \"Saved\", \"7 sonuç\", \"Son 30 gün\", \"2 filters active\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Peer-reviewed articles and datasets\".\n3) Inputs: label='fatura'; value='dosyalar'; focused=true; invalid=true; disabled=false.\n4) State signals: \"Son 30 gün\" is displayed in the search result for \"dosyalar\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 174,
+ "total_tokens": 1277
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2381,
+ "total": 2382
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5833333333333334,
+ "earned": 7,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "tab",
+ "query"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 6,
+ "ratio": 0.6666666666666666
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Global search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Global search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Dosyalar",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "7 sonuç",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "7 sonuç"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "fatura"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "fatura"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Son 30 gün",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Son 30 gün"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "2 filters active",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/063.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/063.json
new file mode 100644
index 000000000..87fd130c8
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/063.json
@@ -0,0 +1,174 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:50.967Z",
+ "id": "063",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "063",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "checkout",
+ "title": "Confirm purchase",
+ "image": "images/063.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Confirm purchase” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/063.png",
+ "bytes": 110576,
+ "sha256": "6f01d46b2a87aeba0634629dade606bfcfbebe7e0689f9d284275639c9dd5380"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce product listing page for \"KulaKlik\" with confirmation and payment details.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Confirm purchase\", \"KulaKlik\", \"Quantity 1\", \"Subtotal\", \"Shipping\", \"Total\", \"3D Secure verification required\", \"Siparişi onayla\", \"€4,799.00\".\n3) Inputs: None visible.\n4) State signals: \"3D Secure verification required\" (banner), \"Siparişi onayla\" (button).\n5) Blockers: \"Siparişi onayla\" button is disabled (greyed out).\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 166,
+ "total_tokens": 1269
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2261,
+ "total": 2261
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "total"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 6,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm purchase",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm purchase"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Kulaklık",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "₺4.799,00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Siparişi onayla",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Siparişi onayla"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "3D Secure verification required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "3D Secure verification required"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/064.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/064.json
new file mode 100644
index 000000000..acb313a5e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/064.json
@@ -0,0 +1,196 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:53.403Z",
+ "id": "064",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "064",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "form-validation",
+ "title": "Vergi bilgileri",
+ "image": "images/064.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Vergi bilgileri” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/064.png",
+ "bytes": 113296,
+ "sha256": "2b2b6ca116511aa5e2286147995f0770b232037de962457bfe9016c4b9a160d9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent form for purchasing a \"Vergi bilgileri\" (carpentry kit) with validation errors.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Vergi bilgileri\", \"Complete the required details.\", \"Vergi kimlik no\", \"3 hane eksik\", \"Notes\", \"Optional\", \"Kaydet\".\n3) Inputs: label='', value='34891 2', invalid=true, focused=no.\n4) State signals: Error message \"3 hane eksik\" displayed in red text below the card number field.\n5) Blockers: The form is in an error state due to the expiration date warning; the \"Kaydet\" button is visible but likely blocked by the validation error.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 185,
+ "total_tokens": 1288
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2434,
+ "total": 2434
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Vergi bilgileri",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Vergi bilgileri"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Kaydet",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Kaydet"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Vergi kimlik no",
+ "348 91 2",
+ "10 hane"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "3 hane eksik",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "3 hane eksik"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/065.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/065.json
new file mode 100644
index 000000000..d27e13736
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/065.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:55.530Z",
+ "id": "065",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "065",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "modal-overlay",
+ "title": "Production is locked",
+ "image": "images/065.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Production is locked” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/065.png",
+ "bytes": 101733,
+ "sha256": "670c7f911eda7a9612846650b273776ad3cb333086b4b619f85eec708e33f5b6"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene workspace deployment page with a locked approval modal.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Deployments\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Production is locked\", \"Approval from an owner is required.\", \"Close\", \"Request approval\".\n3) Inputs: None visible.\n4) State signals: Error message \"Production is locked\" and \"Approval from an owner is required.\"\n5) Blockers: The \"Close\" button is disabled (greyed out) and the \"Request approval\" button is visible but likely blocked by the lock state.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 154,
+ "total_tokens": 1257
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2117,
+ "total": 2117
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "deployments",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Production is locked",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Production is locked"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Request approval",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Request approval"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Close",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Close"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Approval from an owner is required."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Approval from an owner is required."
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/066.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/066.json
new file mode 100644
index 000000000..431ea76ca
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/066.json
@@ -0,0 +1,158 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:57.285Z",
+ "id": "066",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "066",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "toast-notification",
+ "title": "Rule saved with warnings",
+ "image": "images/066.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Rule saved with warnings” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/066.png",
+ "bytes": 91582,
+ "sha256": "707e09dbbe97fb176ed42bf070333f3ca628c45850e4879b81ee1100c2ef58bf"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Secure access control page for a web application requiring authentication and permission management.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Branch protection\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Rule saved with warnings\", \"2 checks are missing\".\n3) Inputs: None visible.\n4) State signals: Modal dialog titled \"Rule saved with warnings\" with a green circle indicating a problem.\n5) Blockers: The modal dialog is blocking interaction with the underlying page.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 126,
+ "total_tokens": 1229
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1753,
+ "total": 1753
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5555555555555556,
+ "earned": 5,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "detail"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "branch protection",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Branch protection",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Branch protection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "View warnings",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Rule saved with warnings",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rule saved with warnings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "2 checks are missing",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/067.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/067.json
new file mode 100644
index 000000000..4cb701a82
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/067.json
@@ -0,0 +1,171 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:09:58.834Z",
+ "id": "067",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "067",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "loading-state",
+ "title": "Reconnecting…",
+ "image": "images/067.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Reconnecting…” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/067.png",
+ "bytes": 95708,
+ "sha256": "ceacb1b4a93012cc475b02c61862be44e9539b403c1476371a87fd520674ef31"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage with navigation and a placeholder for a new feature.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Reconnecting...\", \"Attempt 3 of 5\".\n3) Inputs: None.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: The circular progress indicator is not visible; the \"Reconnecting...\" text suggests a loading or unfinished state.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 106,
+ "total_tokens": 1209
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1547,
+ "total": 1547
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.2222222222222222,
+ "earned": 2,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "heading",
+ "spinner"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Reconnecting…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Attempt 3 of 5",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/068.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/068.json
new file mode 100644
index 000000000..4693874c2
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/068.json
@@ -0,0 +1,185 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:00.878Z",
+ "id": "068",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "068",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "consent-banner",
+ "title": "Çerez tercihleri",
+ "image": "images/068.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Çerez tercihleri” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/068.png",
+ "bytes": 169302,
+ "sha256": "08064e36f3728182372ccf97c732e1b82472fdcc796a58a7c2c1443a888c9c4a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a \"Field Notes\" section with a long-form article.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Çerez tercihleri\", \"Zorunlu çerzeler kapatılamaz.\", \"Tümünü kabul et\", \"Yalınızca gerekili\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 148,
+ "total_tokens": 1251
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2042,
+ "total": 2042
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "consent-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Çerez tercihleri",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Çerez tercihleri"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tümünü kabul et",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Tümünü kabul et"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Yalnızca gerekli",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/069.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/069.json
new file mode 100644
index 000000000..58551dacb
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/069.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:03.160Z",
+ "id": "069",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "069",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "dashboard",
+ "title": "Bölgesel performans",
+ "image": "images/069.png",
+ "question": "What is the value of İzmir, and is there an alert that changes the page state? Focus on the “Bölgesel performans” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/069.png",
+ "bytes": 87312,
+ "sha256": "eef33da4d69c885b9c42500edbea6b029eeb5656a4dc9f3e6a431ad06b444dec"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Regional business performance dashboard displaying regional sales figures and a bar chart.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"WORKSPACE ANALYTICS\", \"Bölgesel performans\", \"İzmir hedefin %& altında\", \"Ankara\", \"İzmir\", \"İzmir\", \"€61.7K\", \"Ça 2.4%\", \"İzmir\", \"€44.2K\", \"Ça 8.1%\".\n3) Inputs: None visible.\n4) State signals: \"Live\" toast notification icon in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 169,
+ "total_tokens": 1272
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2281,
+ "total": 2281
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 4,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-metric",
+ "alert"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bölgesel performans",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Bölgesel performans"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "İzmir",
+ "₺44,2K"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "İzmir"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "İzmir hedefin %8 altında",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/070.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/070.json
new file mode 100644
index 000000000..bb9013c5d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/070.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:04.683Z",
+ "id": "070",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "070",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "chart-reading",
+ "title": "Dönüşüm hunisi",
+ "image": "images/070.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Dönüşüm hunisi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/070.png",
+ "bytes": 72807,
+ "sha256": "6a34f2a8df01fd37da75b40fee002e46043ccdc4720b572957d5c44c1a42b183"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene dashboard displaying analytical charts and a success notification.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Dönüşüm hunisi\", \"100\", \"62\", \"41\", \"29\", \"Updated now\".\n3) Inputs: None visible.\n4) State signals: Alert banner reading \"Updated now\" in a purple box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 113,
+ "total_tokens": 1216
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1521,
+ "total": 1521
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "dönüşüm hunisi"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "chart",
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Dönüşüm hunisi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Dönüşüm hunisi"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Satın alma"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "100",
+ "29%"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "100"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/071.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/071.json
new file mode 100644
index 000000000..a5bdb1d75
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/071.json
@@ -0,0 +1,134 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:06.556Z",
+ "id": "071",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "071",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "data-table",
+ "title": "Fatura listesi",
+ "image": "images/071.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Fatura listesi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/071.png",
+ "bytes": 84124,
+ "sha256": "6d05e6deaa76e5febe0ebd1970ffa5f321ad09b6cf3f65479c539d363b0f1172"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene dashboard displaying a list of items with a filter option.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"FATURA\", \"VADE\", \"DURUM\", \"TR-8831\", \"18 Ağu\", \"Ödendi\", \"TR-8832\", \"21 Ağu\", \"Geçikmiş\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visually active (grayed out).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 136,
+ "total_tokens": 1239
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1871,
+ "total": 1871
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.2857142857142857,
+ "earned": 2,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Fatura listesi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "TR-8832",
+ "Gecikmiş"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "TR-8832"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/072.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/072.json
new file mode 100644
index 000000000..390c90569
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/072.json
@@ -0,0 +1,186 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:08.322Z",
+ "id": "072",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "072",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "email-compose",
+ "title": "Yeni ileti",
+ "image": "images/072.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Yeni ileti” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/072.png",
+ "bytes": 72089,
+ "sha256": "eb4249e4e4a3e9311385ec5c86668322271b0bac0ad4952765c15dfd255afb3d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email compose form for sending a message.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Yeni ileti\", \"To\", \"Subject\", \"Message\", \"Gönder\", \"Çevrimdığı — taslak yerel kaydediği\".\n3) Inputs: Label=\"To\", Value=\"[email protected]\", Focused=No.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 136,
+ "total_tokens": 1239
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1764,
+ "total": 1764
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Yeni ileti",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Yeni ileti"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Gönder",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Gönder"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "To",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Cuma toplantısı"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Çevrimdışı — taslak yerel kaydedildi",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/073.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/073.json
new file mode 100644
index 000000000..68ce00742
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/073.json
@@ -0,0 +1,133 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:09.863Z",
+ "id": "073",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "073",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "kanban-board",
+ "title": "İçerik takvimi",
+ "image": "images/073.png",
+ "question": "Which column contains “Model karşılaştırması”? Focus on the “İçerik takvimi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/073.png",
+ "bytes": 71761,
+ "sha256": "97bcd0fad628096a65eb12e0c5db3dd365d789a586517889c6aa92cfccb580c3"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a list of tasks or projects.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"içerik takvimi\", \"Task\", \"Vizyon yazısı\", \"Incelemede\", \"Yayında\", \"Task\", \"Sürüm notları\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 116,
+ "total_tokens": 1219
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1538,
+ "total": 1539
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "card-column"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "project"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "İçerik takvimi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Model karşılaştırması",
+ "İncelemede"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/074.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/074.json
new file mode 100644
index 000000000..582a85612
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/074.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:12.056Z",
+ "id": "074",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "074",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "calendar",
+ "title": "Ağustos 2026",
+ "image": "images/074.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Ağustos 2026” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/074.png",
+ "bytes": 72732,
+ "sha256": "7db44a9c0bbaa77702f994b8daea9ad46640ad050af350766ba54c9abd8b9506"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent calendar view for August 2026.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Ağustos 2026\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"29\", \"Orin demonsu\", \"30\", \"31\".\n3) Inputs: None.\n4) State signals: Day of the week \"Ağustos 2026\" is highlighted; day \"29\" is highlighted with a purple border; event \"Orin demonsu\" is displayed in a purple box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 156,
+ "total_tokens": 1259
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2191,
+ "total": 2192
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Ağustos 2026",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Ağustos 2026"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "29",
+ "Ürün demosu",
+ "09:45"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "29"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/075.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/075.json
new file mode 100644
index 000000000..8f2ec4b40
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/075.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:13.646Z",
+ "id": "075",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "075",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "map-and-travel",
+ "title": "Tren rotası",
+ "image": "images/075.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Tren rotası” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/075.png",
+ "bytes": 107848,
+ "sha256": "587cb4b4ea563b39f477ee3274e761b2105deb74079f80f1cf98f895a910c3e3"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene travel booking page for Ankara Gari.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Tren rotasi\", \"18:42 varış\", \"Oak Corner\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"Central Stop\" is highlighted in the sidebar.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 114,
+ "total_tokens": 1217
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1589,
+ "total": 1589
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.375,
+ "earned": 3,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selection"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 1,
+ "possible": 4,
+ "ratio": 0.25
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tren rotası",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Ankara Garı",
+ "18:42 varış"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "18:42 varış"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "5",
+ "five"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "5"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/076.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/076.json
new file mode 100644
index 000000000..f2b34e825
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/076.json
@@ -0,0 +1,161 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:15.270Z",
+ "id": "076",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "076",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "photo-understanding",
+ "title": "Sanat arşivi",
+ "image": "images/076.png",
+ "question": "What type of artwork is displayed and what caption identifies it? Focus on the “Sanat arşivi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/076.png",
+ "bytes": 477328,
+ "sha256": "2732404a36c0501d5a989e2ea7a7e9336be2c282523fbb9e5e4587882e0c3fe7"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent landing page for \"WebScene\" with an artwork gallery.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Sanat arşivü\", \"Tangiers street scene\", \"Oil painting\", \"Panel 1\", \"Panel 2\", \"Panel 3\".\n3) Inputs: None visible.\n4) State signals: \"Oil painting\" button is active.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1622,
+ "total": 1622
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "gallery"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sanat arşivi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tangiers street scene",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Tangiers street scene"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Oil painting",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Oil painting"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Tangiers street scene"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Tangiers street scene"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/077.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/077.json
new file mode 100644
index 000000000..3d6990ac3
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/077.json
@@ -0,0 +1,167 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:17.128Z",
+ "id": "077",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "077",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "multilingual-ocr",
+ "title": "Sipariş ayrıntıları",
+ "image": "images/077.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Sipariş ayrıntıları” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/077.png",
+ "bytes": 107895,
+ "sha256": "d6bf9b2d55db4680145c32d2f0793316d2fbe1c05da93ff557933a51c9e2662e"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent form for registering a user.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Siparis ayrıntılar\", \"Tesilmat notu\", \"Kapiya birak\", \"Adres doğrulanamadı\", \"Güncele\".\n3) Inputs:\n- Label: \"Kapiya birak\"\n- Value: \"Kapiya birak\"\n- State: Focused (not disabled)\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 136,
+ "total_tokens": 1239
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1852,
+ "total": 1852
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.18181818181818182,
+ "earned": 2,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading",
+ "button",
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 4,
+ "ratio": 0
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sipariş ayrıntıları",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Güncelle",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Teslimat notu",
+ "Kapıya bırak"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Adres doğrulanamadı",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/078.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/078.json
new file mode 100644
index 000000000..27eaf55d7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/078.json
@@ -0,0 +1,174 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:19.432Z",
+ "id": "078",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "078",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Canvas editor",
+ "image": "images/078.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Canvas editor” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/078.png",
+ "bytes": 90320,
+ "sha256": "8b5544b8d4f4b42f7d115a7efcbd17777f751f63d023daea21f239a9bf457ff4"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Canvas editor task interface for configuring a workspace.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Canvas editor\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Publish\", \"Connection lost\".\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n- Button: \"Publish\", Enabled: Yes\n4) State signals: \"Connection lost\" overlay on the bottom right.\n5) Blockers: \"Connection lost\" overlay prevents interaction with the form.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 165,
+ "total_tokens": 1268
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2302,
+ "total": 2302
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "editor"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Canvas editor",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Canvas editor"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Connection lost",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Connection lost"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "overlay",
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/079.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/079.json
new file mode 100644
index 000000000..da54bc883
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/079.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:21.766Z",
+ "id": "079",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "079",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "security-challenge",
+ "title": "Güvenlik doğrulaması",
+ "image": "images/079.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Güvenlik doğrulaması” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/079.png",
+ "bytes": 120360,
+ "sha256": "3f0e09cff735eccac6fef6ee8d86c74b3e83ff6b6e80cec27a8337938305a0ca"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene security login form.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Güvenlik doğrulaması\", \"Complete the verification below to continue.\", \"Bulmacayı tamamlayın\", \"2 denemed 11' kaldı\", \"Döğrula\", \"Demo security challenge\".\n3) Inputs: label='', placeholder='', value='', enabled=false.\n4) State signals: Error message \"2 denemed 11' kaldı\" displayed in a beige box.\n5) Blockers: The \"Döğrula\" button is disabled (boxed) due to the validation error.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 166,
+ "total_tokens": 1269
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2331,
+ "total": 2331
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "captcha-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "security"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Güvenlik doğrulaması",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Güvenlik doğrulaması"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bulmacayı tamamlayın",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Bulmacayı tamamlayın"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Doğrula",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "2 denemeden 1’i kaldı"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "disabled"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/080.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/080.json
new file mode 100644
index 000000000..c3e8d5922
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/080.json
@@ -0,0 +1,175 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:23.279Z",
+ "id": "080",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "080",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Redacted contract",
+ "image": "images/080.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Redacted contract” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/080.png",
+ "bytes": 82976,
+ "sha256": "6666a6845ec9e0eef087b713402c93bbf2ff0f67eddbd218c6b0786281f6b2d8"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Document viewer for a contract agreement.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Redacted contract\", \"Client\", \"Page 1 of 1\", \"125%\", \"client name is redacted\".\n3) Inputs: None visible.\n4) State signals: \"Client name is redacted\" displayed in a yellow banner.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 112,
+ "total_tokens": 1215
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1511,
+ "total": 1512
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "contract",
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Redacted contract",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Redacted contract"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Client: ███████",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Client: ███████"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/081.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/081.json
new file mode 100644
index 000000000..acd24b703
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/081.json
@@ -0,0 +1,207 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:25.843Z",
+ "id": "081",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "081",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "authentication",
+ "title": "Session expired",
+ "image": "images/081.png",
+ "question": "What is preventing the user from completing Sign in again? Focus on the “Session expired” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/081.png",
+ "bytes": 147068,
+ "sha256": "574e324e980c65e83e921b97719134b5eeda7d5945cfb5f6376e8f8a0d00de0d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene login form for session expiration\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Session expired\", \"Use your account to continue\", \"Email\", \"Password\", \"Enter password\", \"Too many attempts. Try again in 14:32\", \"Sign in again\", \"Need help?\"\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", Focused: No\n- Label: \"Password\", Value: \"Enter password\", Focused: No\n4) State signals: \"Too many attempts. Try again in 14:32\" (red text on a light red background)\n5) Blockers: \"Sign in again\" button is disabled (dark background with white text) and the error message indicates \"Too many attempts.\"\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 185,
+ "total_tokens": 1288
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2562,
+ "total": 2563
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7692307692307693,
+ "earned": 10,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Session expired",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Session expired"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in again",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in again"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "rate",
+ "limit"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Too many attempts. Try again in 14:32",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Too many attempts. Try again in 14:32"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/082.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/082.json
new file mode 100644
index 000000000..94be0485d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/082.json
@@ -0,0 +1,197 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:28.034Z",
+ "id": "082",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "082",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "search-results",
+ "title": "Case-sensitive search",
+ "image": "images/082.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Case-sensitive search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/082.png",
+ "bytes": 109802,
+ "sha256": "11a24ea55821569aeb9af5fa67def3a11939eb81a145cd4cf844247d99398558"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene case-sensitive search interface for finding \"Orion-7B\" results.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"Orion-7B\", \"Exact match\", \"Recent\", \"Saved\", \"0 results\", \"Archived\", \"No matches for \"Orion-7B\"\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Peer-reviewed articles and datasets\".\n3) Inputs: label='Orion-7B'; value='Search'; focused=no; disabled=no.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 159,
+ "total_tokens": 1262
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2189,
+ "total": 2189
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8333333333333334,
+ "earned": 10,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "notice"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 6,
+ "ratio": 0.8333333333333334
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Case-sensitive search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Exact match",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Exact match"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "0 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "0 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "Orion-7B"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "Orion-7B"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Archived",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Archived"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "No matches for “Orion-7B”",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/083.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/083.json
new file mode 100644
index 000000000..5ec4a7fd4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/083.json
@@ -0,0 +1,199 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:30.010Z",
+ "id": "083",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "083",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "checkout",
+ "title": "Order summary",
+ "image": "images/083.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Order summary” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/083.png",
+ "bytes": 125079,
+ "sha256": "a364c773403657279eb511b54d0a0f482007e9cd3f1154c71a02976f2ab4f733"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce order summary page displaying a purchase details and payment information.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Order summary\", \"Studio monitor pair\", \"Quantity 1\", \"$1,204.08\", \"Subtotal\", \"Shipping\", \"Included\", \"Total\", \"$1,204.08\", \"Price changed from $1,199.00\", \"Submit payment\".\n3) Inputs: None visible.\n4) State signals: \"Total\" is highlighted in red, indicating a change in the total amount.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 143,
+ "total_tokens": 1246
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1974,
+ "total": 1974
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "banner",
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "order",
+ "purchase"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Order summary",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Order summary"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Studio monitor pair",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Studio monitor pair"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$1,204.08",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$1,204.08"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Submit payment",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Submit payment"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Price changed from $1,199.00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "price",
+ "changed"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/084.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/084.json
new file mode 100644
index 000000000..136f928f4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/084.json
@@ -0,0 +1,198 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:32.257Z",
+ "id": "084",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "084",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "form-validation",
+ "title": "Publish dataset",
+ "image": "images/084.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Publish dataset” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/084.png",
+ "bytes": 136629,
+ "sha256": "24c6dcd36f93087c143f58bd3bcea05df65efeec26f183244f16e69ba310bd51"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene publishing form for a tag.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Publish dataset\", \"Complete the required details.\", \"Release tag\", \"v2.1\", \"Use semantic version format\", \"Notes\", \"Optional\", \"Publish\".\n3) Inputs:\n- Label: \"Release tag\", Value: \"v2.1\", State: Redacted.\n- Label: \"Notes\", Value: \"Optional\", State: Offline.\n4) State signals: Error message \"Use semantic version format\" displayed in red.\n5) Blockers: The \"Publish\" button is visually disabled (dark color) and the form is in an error state.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 164,
+ "total_tokens": 1267
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2245,
+ "total": 2245
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish dataset",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish dataset"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Release tag",
+ "v2..1",
+ "v1.0.0"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Release tag"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Use semantic version format",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Use semantic version format"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/085.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/085.json
new file mode 100644
index 000000000..ce90f6971
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/085.json
@@ -0,0 +1,183 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:34.656Z",
+ "id": "085",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "085",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "modal-overlay",
+ "title": "Confirm transfer of $8,740.00?",
+ "image": "images/085.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Confirm transfer of $8,740.00?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/085.png",
+ "bytes": 119778,
+ "sha256": "5adbd1a9b1252d8877619ea1bcc63e73603b3c9efbb3f1f24cd4906055a6cd02"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Payment form for transferring funds to a bank account.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Bank transfer\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Confirm transfer of $8,740.00?\", \"Recipient: NOVA SUPPLY ... 8841\", \"Review details\", \"Confirm transfer\".\n3) Inputs: label='', placeholder='', value='', enabled=false\n4) State signals: Error message \"Confirm transfer of $8,740.00?\" displayed in a red alert bubble.\n5) Blockers: The \"Confirm transfer of $8,740.00?\" error message prevents the \"Review details\" button from being clicked.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 177,
+ "total_tokens": 1280
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2397,
+ "total": 2397
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "bank transfer",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm transfer of $8,740.00?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm transfer of $8,740.00?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm transfer",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm transfer"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review details",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review details"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Recipient: NOVA SUPPLY •••• 8841"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/086.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/086.json
new file mode 100644
index 000000000..b9ad2e25a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/086.json
@@ -0,0 +1,161 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:36.259Z",
+ "id": "086",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "086",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "toast-notification",
+ "title": "Export queued",
+ "image": "images/086.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Export queued” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/086.png",
+ "bytes": 100816,
+ "sha256": "f99038ae9d1f044ac86558e1f413c3ccd730cae620a76931394d817fc00b7837"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Data export form with a one-lock toggle button.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Export queued\", \"Position 14 of 32\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Cancel export\".\n3) Inputs: None visible.\n4) State signals: \"Export queued\" tooltip, \"Position 14 of 32\" text.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 116,
+ "total_tokens": 1219
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1601,
+ "total": 1601
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "data export",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "data export",
+ "export"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Data export",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Cancel export",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Cancel export"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Export queued",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Export queued"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Position 14 of 32",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Position 14 of 32"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/087.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/087.json
new file mode 100644
index 000000000..7e695fc6c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/087.json
@@ -0,0 +1,190 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:37.587Z",
+ "id": "087",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "087",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "loading-state",
+ "title": "Finalizing import",
+ "image": "images/087.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Finalizing import” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/087.png",
+ "bytes": 117737,
+ "sha256": "12d7723f9c354430940fd23df4425755c906e68d31d987b4a06bd0355e1e1317"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene landing page for a finalizing import task.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Finalizing import\", \"Do not close this tab\", \"99%\".\n3) Inputs: None.\n4) State signals: Progress bar at 99%, loading spinner icon.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 93,
+ "total_tokens": 1196
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1326,
+ "total": 1326
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8181818181818182,
+ "earned": 9,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 5,
+ "ratio": 0.8
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "import"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Finalizing import",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Finalizing import"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading",
+ "spinner",
+ "progress"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Do not close this tab",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "99%",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "99%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/088.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/088.json
new file mode 100644
index 000000000..ae964a0ce
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/088.json
@@ -0,0 +1,193 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:39.466Z",
+ "id": "088",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "088",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "consent-banner",
+ "title": "Consent required",
+ "image": "images/088.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Consent required” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/088.png",
+ "bytes": 122755,
+ "sha256": "e3f766af35372e2a08c2db89ec415fb8a89f8db483978b270f49f81334b20749"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene homepage displaying a field notes section and consent banner.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Consent required\", \"The video is blocked until media cookies are allowed.\", \"Allow media cookies\", \"Keep blocked\".\n3) Inputs: None visible.\n4) State signals: \"Consent required\" banner at the bottom.\n5) Blockers: Video is blocked until media cookies are allowed.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 137,
+ "total_tokens": 1240
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1877,
+ "total": 1877
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "consent"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Consent required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Consent required"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Allow media cookies",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Allow media cookies"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Keep blocked",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Keep blocked"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "consent",
+ "banner"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "cookie",
+ "blocked"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/089.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/089.json
new file mode 100644
index 000000000..744bce001
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/089.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:41.411Z",
+ "id": "089",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "089",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "dashboard",
+ "title": "Incident command",
+ "image": "images/089.png",
+ "question": "What is the value of ETA, and is there an alert that changes the page state? Focus on the “Incident command” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/089.png",
+ "bytes": 96698,
+ "sha256": "7c11ab2c2ccedcff9edc7b9421d81c7d608d04bd90a9d795dcac8dd9d62613a1"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Workspace analytics dashboard displaying incident command metrics and a bar chart.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"LIVE\", \"WORKSPACE ANALYTICS\", \"Incident command\", \"Payments degraded in EU-West\", \"P0 open\", \"2\", \"Affected users\", \"18,420\", \"ETA\", \"Unknown\", \"> 8.1%\", \"> 2.4%\".\n3) Inputs: None visible.\n4) State signals: \"Live\" toast notification icon in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1943,
+ "total": 1943
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "alert"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "unknowns": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "incident"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Incident command",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Incident command"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "ETA",
+ "Unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "ETA",
+ "Unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Payments degraded in EU-West",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "ETA",
+ "unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/090.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/090.json
new file mode 100644
index 000000000..433e156cd
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/090.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:43.170Z",
+ "id": "090",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "090",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "chart-reading",
+ "title": "Forecast vs actual",
+ "image": "images/090.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Forecast vs actual” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/090.png",
+ "bytes": 86938,
+ "sha256": "e2bf7cc8d99e7d617a882cdeee0e054637bf76e81e5f5d4627c1adb33945b486"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Real-time forecast data dashboard displaying daily forecast values and a high/low alert.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Forecast vs actual\", \"72\", \"68\", \"81\", \"79\", \"93\", \"Updated now\", \"Actual 93; forecast 88\".\n3) Inputs: None visible.\n4) State signals: Alert banner \"Actual 93; forecast 88\" in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 126,
+ "total_tokens": 1229
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1757,
+ "total": 1757
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "forecast vs actual"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Forecast vs actual",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Forecast vs actual"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "May"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "93",
+ "Actual 93; forecast 88"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "93",
+ "Actual 93; forecast 88"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/091.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/091.json
new file mode 100644
index 000000000..03a4cdb96
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/091.json
@@ -0,0 +1,139 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:45.056Z",
+ "id": "091",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "091",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "data-table",
+ "title": "Access audit",
+ "image": "images/091.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Access audit” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/091.png",
+ "bytes": 103157,
+ "sha256": "3889ae84ac09a2526b50db4c4a3c6aa55d0c1902441a667908005c8e5feab105"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Internal company dashboard displaying a \"Access audit\" table with a filter button.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"PRINCIPAL\", \"SCOPE\", \"LAST USED\", \"RISK\", \"svc-build\", \"repo:write\", \"2m ago\", \"svc-legacy\", \"orgadmin\", \"Unknown\", \"Critical\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visually active (grayed out).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 141,
+ "total_tokens": 1244
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1884,
+ "total": 1884
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "table",
+ "audit"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Access audit",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "svc-legacy",
+ "org:admin",
+ "Critical"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "svc-legacy",
+ "Critical"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/092.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/092.json
new file mode 100644
index 000000000..ce4a3e55a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/092.json
@@ -0,0 +1,206 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:47.142Z",
+ "id": "092",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "092",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "email-compose",
+ "title": "Confidential message",
+ "image": "images/092.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Confidential message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/092.png",
+ "bytes": 83674,
+ "sha256": "ea1d86e63142b56a1856093d97da1202b5f506554237160473e2c71c678c4d33"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email compose form for composing a message.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Confidential message\", \"To\", \"Subject\", \"Q3 forecast\", \"Message\", \"The attached file contains internal estimates.\", \"Send anyway\", \"External recipient warning\".\n3) Inputs: \"Inbox\" (label), \"Stared\" (label), \"Sent\" (label), \"Drafts\" (label).\n4) State signals: \"External recipient warning\" displayed in a button.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 150,
+ "total_tokens": 1253
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2084,
+ "total": 2084
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 8,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "external-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confidential message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confidential message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send anyway",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send anyway"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Q3 forecast"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "External recipient warning",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "External recipient warning"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "external-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "external",
+ "warning",
+ "recipient"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/093.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/093.json
new file mode 100644
index 000000000..085e054c4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/093.json
@@ -0,0 +1,136 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:48.807Z",
+ "id": "093",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "093",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "kanban-board",
+ "title": "Incident board",
+ "image": "images/093.png",
+ "question": "Which column contains “Retry storm”? Focus on the “Incident board” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/093.png",
+ "bytes": 89778,
+ "sha256": "8a7f1bdb44b30d3a5a5ae97294ee0ebcbe852ce7a3cc69946d627bae3b44dc4d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene incident board displaying task cards.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Board\", \"Investigating\", \"EU payment failures\", \"MEDIUM Webhook lag\", \"Migrating\", \"Task Retry storm\", \"Monitoring\", \"Task Cache recovery\".\n3) Inputs: None.\n4) State signals: \"Board\" button is visible and appears to be the current focus.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 119,
+ "total_tokens": 1222
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1663,
+ "total": 1663
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "card-column"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "board",
+ "incident"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Incident board",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Retry storm",
+ "Mitigating"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Retry storm"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/094.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/094.json
new file mode 100644
index 000000000..69574e069
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/094.json
@@ -0,0 +1,155 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:51.516Z",
+ "id": "094",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "094",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "calendar",
+ "title": "Release calendar",
+ "image": "images/094.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Release calendar” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/094.png",
+ "bytes": 75268,
+ "sha256": "fb3409891b5e5f49ce85bc1d3b8fffb41bf450e236249ec133fef3d3dc114192"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace calendar displaying a task list.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Release calendar\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"Overlaps with Database migration\".\n3) Inputs: None visible.\n4) State signals: \"Overlaps with Database migration\" banner at the bottom.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 196,
+ "total_tokens": 1299
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2707,
+ "total": 2707
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 6,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Release calendar",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Release calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "31",
+ "Production freeze",
+ "23:30 UTC"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "31"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "conflict",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Overlaps with Database migration",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Overlaps with Database migration"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/095.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/095.json
new file mode 100644
index 000000000..33adf77f5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/095.json
@@ -0,0 +1,171 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:53.084Z",
+ "id": "095",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "095",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "map-and-travel",
+ "title": "Evacuation map",
+ "image": "images/095.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Evacuation map” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/095.png",
+ "bytes": 121993,
+ "sha256": "d4dea8257e65089b6ae8b0e858d99fbc3705e18ef7ba698199cfdcd6e6c19ec9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene navigation and map interface for a bridge closure.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Route B\", \"Bridge closed\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\", \"Use Route C instead\".\n3) Inputs: None visible.\n4) State signals: \"Use Route C instead\" button is active.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 118,
+ "total_tokens": 1221
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1566,
+ "total": 1566
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9,
+ "earned": 9,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Evacuation map",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Route B",
+ "Bridge closed"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Route B",
+ "Bridge closed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "6",
+ "six"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "6"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "route-alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Use Route C instead",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Use Route C instead"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/096.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/096.json
new file mode 100644
index 000000000..c9fa7c53f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/096.json
@@ -0,0 +1,164 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:54.634Z",
+ "id": "096",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "096",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "photo-understanding",
+ "title": "Visual comparison",
+ "image": "images/096.png",
+ "question": "Which panel shows snow, left or right, and what comparison caption is visible? Focus on the “Visual comparison” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/096.png",
+ "bytes": 564947,
+ "sha256": "7c353d2fc1f38ad9f3a9f24829ca7800e50210c7faa385045efd0c59282fa09d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation agent displaying a \"WebScene\" homepage with an \"OPEN ARCHIVE\" section.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Visual comparison\", \"Modern\", \"Historic\", \"Compare\", \"Modern / Historic\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 105,
+ "total_tokens": 1208
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1547,
+ "total": 1547
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7777777777777778,
+ "earned": 7,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visual-content"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Visual comparison",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Visual comparison"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Modern / Historic",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Modern / Historic"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Compare",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Compare"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "right",
+ "snow"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/097.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/097.json
new file mode 100644
index 000000000..9ea3d4df1
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/097.json
@@ -0,0 +1,167 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:10:58.602Z",
+ "id": "097",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "097",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "multilingual-ocr",
+ "title": "إعدادات الأمان",
+ "image": "images/097.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “إعدادات الأمان” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/097.png",
+ "bytes": 128188,
+ "sha256": "cb1b54a466170223b341711a368bb8fbbbeeb2ee6a1a1e8422e8eaad60cbb177"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene landing page for a service offering a 4.19% flat fee for a 3D printing service.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"تسعير 3D فلاش\", \"-4-19\", \"تسعير 3D فلاش\", \"تسعير 3D فلاش\", \"تسعير 3D فلاش\", \"تسعير 3D فلاش\", \"تسعير 3D فلاش\".\n3) Inputs:\n- Label: \"رقم البطاقة\" (Card Number); Value: \"•••• 4249\"; State: Invalid (indicated by red warning text).\n- Error message: \"تسعير 3D فلاش\" (Flat Fee); Value: \"•••• 4249\"; State: Highlighted (red background).\n4) State signals: Error alert \"تسعير 3D فلاش\" (Flat Fee) displayed in red text below the card number field.\n5) Blockers: The form is in an error state due to the invalid card number and the missing or disabled \"تسعير 3D فلاش\" button.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 292,
+ "total_tokens": 1395
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3966,
+ "total": 3966
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.18181818181818182,
+ "earned": 2,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading",
+ "button",
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 4,
+ "ratio": 0
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "إعدادات الأمان",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "تأكيد",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "رمز التحقق",
+ "19_ 4_"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "تنتهي صلاحية الرمز خلال ٣٨ ثانية",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/098.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/098.json
new file mode 100644
index 000000000..45ef5ff43
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/098.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:11:00.857Z",
+ "id": "098",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "098",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Trading panel",
+ "image": "images/098.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Trading panel” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/098.png",
+ "bytes": 102824,
+ "sha256": "9aaecc2a5133ce5dbac3b041977b2c296f842c9fd4f68fa4caff58f729bae448"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene workspace form for configuring a trading panel.\n2) Visible text: \"Web-scene\", \"Home\", \"Workspace\", \"Activity\", \"Trading panel\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Review order\", \"Kit closed\".\n3) Inputs:\n- Label: \"Name\", Value: empty, Focused: No, Disabled: No\n- Label: \"Description\", Value: empty, Focused: No, Disabled: No\n- Label: \"Production configuration\", Value: empty, Focused: No, Disabled: No\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 164,
+ "total_tokens": 1267
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2253,
+ "total": 2253
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "trading"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Trading panel",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Trading panel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review order",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Market closed",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/099.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/099.json
new file mode 100644
index 000000000..7c6dc624c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/099.json
@@ -0,0 +1,212 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:11:02.667Z",
+ "id": "099",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "099",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "security-challenge",
+ "title": "Additional verification",
+ "image": "images/099.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Additional verification” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/099.png",
+ "bytes": 141442,
+ "sha256": "c22b1ff720c33cd555adfd4a45fbf4f994926b610c9abbe5d9085df1cfc9e615"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene verification form for completing a task.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Additional verification\", \"Complete the verification below to continue.\", \"Image challenge\", \"Characters are unreadable\", \"Submit\", \"Demo security challenge\".\n3) Inputs:\n- Label: \"Image challenge\" (not focused)\n- Value: None\n- Focused: None\n- Disabled: None\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 126,
+ "total_tokens": 1229
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1807,
+ "total": 1808
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "unknowns": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "verification"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Additional verification",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Additional verification"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Image challenge",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Image challenge"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Submit",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Submit"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Characters are unreadable"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown-code",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unreadable",
+ "cannot read",
+ "unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/100.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/100.json
new file mode 100644
index 000000000..690255d72
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/100.json
@@ -0,0 +1,176 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:11:05.512Z",
+ "id": "100",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "100",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Telemetry capture",
+ "image": "images/100.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Telemetry capture” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/100.png",
+ "bytes": 98684,
+ "sha256": "b54d44e9c1c39985328649781ecd3bc1368253691f5fad7b9bb997f9ab638fae"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-scene document viewer interface for a telemetry capture task.\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Telemetry capture\", \"Runtime target\", \"Node •••• 77 / region eu-?\", \"Page 1 of 1\", \"125%\", \"node and region identifiers are partially unreadable\".\n3) Inputs: None visible.\n4) State signals: \"Page 1 of 1\" is displayed in the top right corner; \"125%\" indicates progress; \"node and region identifiers are partially unreadable\" is a status message.\n5) Blockers: The content area is obscured by a gray overlay; the actual document content is not visible.\n6) Unknowns: The specific content of the document is hidden; the \"node and region identifiers\" text is partially visible but unreadable.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 208,
+ "total_tokens": 1311
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2842,
+ "total": 2842
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "telemetry",
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Telemetry capture",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Telemetry capture"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Node ••7? / region eu-?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown",
+ "unreadable"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Node ••7? / region eu-?"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/summary.json b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/summary.json
new file mode 100644
index 000000000..f678cff4e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl2-bf16-rerun-full_webbrain-vl-2-450m-bf16-rerun_production/summary.json
@@ -0,0 +1,247 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T13:11:05.518Z",
+ "model": "webbrain-vl-2-450m-bf16-rerun",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "productionUserText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "promptSha256": "8465a0e60af8f3e4dcc5ff188a7682c22b1d52974db54ccb42ff8a1a5346a207",
+ "overall": {
+ "cases": 100,
+ "scored": 100,
+ "errors": 0,
+ "successes": 35,
+ "successRate": 0.35,
+ "meanScore": 0.7413534798534799,
+ "meanLatencyMs": 1997.68
+ },
+ "byDifficulty": {
+ "easy": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 12,
+ "successRate": 0.6,
+ "meanScore": 0.8467748917748917,
+ "meanLatencyMs": 1832.3
+ },
+ "basic": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 9,
+ "successRate": 0.45,
+ "meanScore": 0.7669873182373182,
+ "meanLatencyMs": 2197.25
+ },
+ "intermediate": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 8,
+ "successRate": 0.4,
+ "meanScore": 0.79249111999112,
+ "meanLatencyMs": 1873.45
+ },
+ "advanced": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.1,
+ "meanScore": 0.5939797702297702,
+ "meanLatencyMs": 1975.8
+ },
+ "challenging": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 4,
+ "successRate": 0.2,
+ "meanScore": 0.706534299034299,
+ "meanLatencyMs": 2109.6
+ }
+ },
+ "byCategory": {
+ "authentication": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.7751981351981352,
+ "meanLatencyMs": 2192.6
+ },
+ "search-results": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.7751515151515151,
+ "meanLatencyMs": 2063.6
+ },
+ "checkout": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.758041958041958,
+ "meanLatencyMs": 1944
+ },
+ "form-validation": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.68,
+ "meanLatencyMs": 2236.4
+ },
+ "modal-overlay": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.7090909090909091,
+ "meanLatencyMs": 2010.6
+ },
+ "toast-notification": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 4,
+ "successRate": 0.8,
+ "meanScore": 0.8444444444444443,
+ "meanLatencyMs": 1742.6
+ },
+ "loading-state": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.648989898989899,
+ "meanLatencyMs": 1438.4
+ },
+ "consent-banner": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.76,
+ "meanLatencyMs": 1965.6
+ },
+ "dashboard": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.86,
+ "meanLatencyMs": 1877
+ },
+ "chart-reading": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.85,
+ "meanLatencyMs": 1650
+ },
+ "data-table": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.6857142857142857,
+ "meanLatencyMs": 1793
+ },
+ "email-compose": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.6833333333333333,
+ "meanLatencyMs": 2068.8
+ },
+ "kanban-board": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.7142857142857142,
+ "meanLatencyMs": 1541.4
+ },
+ "calendar": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.638095238095238,
+ "meanLatencyMs": 3975.8
+ },
+ "map-and-travel": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.78,
+ "meanLatencyMs": 1537.4
+ },
+ "photo-understanding": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 4,
+ "successRate": 0.8,
+ "meanScore": 0.9111111111111111,
+ "meanLatencyMs": 1478.2
+ },
+ "multilingual-ocr": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.5333333333333332,
+ "meanLatencyMs": 2132.6
+ },
+ "occlusion-and-contrast": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.68,
+ "meanLatencyMs": 2199
+ },
+ "security-challenge": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.7202797202797203,
+ "meanLatencyMs": 1965.6
+ },
+ "uncertainty-calibration": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.8200000000000001,
+ "meanLatencyMs": 2141
+ }
+ }
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/001.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/001.json
new file mode 100644
index 000000000..87f4ba135
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/001.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:40.493Z",
+ "id": "001",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "001",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "authentication",
+ "title": "Welcome back",
+ "image": "images/001.png",
+ "question": "What is preventing the user from completing Sign in? Focus on the “Welcome back” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/001.png",
+ "bytes": 121862,
+ "sha256": "ebc7460f2b041e1b39c4fe671bb79744cb6dae04910c3fa142f6441980a08723"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web form for account creation.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Welcome back\", \"Use your account to continue\", \"Email\", \"[email protected]\", \"Password\", \"Enter password\", \"Sign in\", \"Need help?\".\n3) Inputs: label='Email', value='[email protected]', invalid=true.\n4) State signals: \"Need help?\" modal overlay.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 112,
+ "total_tokens": 1215
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3486,
+ "total": 3488
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Welcome back",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Welcome back"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "Email"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "missing",
+ "email",
+ "password"
+ ],
+ "weight": 2,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/002.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/002.json
new file mode 100644
index 000000000..a7e2c2d9e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/002.json
@@ -0,0 +1,163 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:43.403Z",
+ "id": "002",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "002",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "search-results",
+ "title": "Search",
+ "image": "images/002.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/002.png",
+ "bytes": 95840,
+ "sha256": "ecc661fdc93f850a81815cf17e70bda06bbec4c75c2ca1065353364f070139c4"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: search and collect results.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"Search\", \"All\", \"Recent\", \"Saved\", \"24 results\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"Wireless keyboard collection\", \"Compare features and availability\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 116,
+ "total_tokens": 1219
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2906,
+ "total": 2906
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "query"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search",
+ "results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "All",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "All"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "24 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "24 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "camera"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/003.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/003.json
new file mode 100644
index 000000000..4fb8c509c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/003.json
@@ -0,0 +1,158 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:46.354Z",
+ "id": "003",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "003",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "checkout",
+ "title": "Your cart",
+ "image": "images/003.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Your cart” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/003.png",
+ "bytes": 107412,
+ "sha256": "a128709a7c464f92a94600744a642b7dfad41036c016495f16b5850ccb50b137"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce cart display with item details and checkout.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Your cart\", \"Canvas tote\", \"Quantity 1\", \"$24.00\", \"Subtotal\", \"$24.00\", \"Included\", \"Total\", \"$24.00\", \"Checkout\".\n3) Inputs: None visible.\n4) State signals: \"Total\" is displayed as \"$24.00\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2944,
+ "total": 2944
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "checkout",
+ "cart"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Your cart",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Your cart"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Canvas tote",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Canvas tote"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$24.00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$24.00"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Checkout",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Checkout"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/004.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/004.json
new file mode 100644
index 000000000..09a75925a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/004.json
@@ -0,0 +1,199 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:49.532Z",
+ "id": "004",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "004",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "form-validation",
+ "title": "Create profile",
+ "image": "images/004.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Create profile” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/004.png",
+ "bytes": 119616,
+ "sha256": "849907433218133ac3bac8c8a2d33a37c024551912358f479120c747747445ce"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: create profile form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Create profile\", \"Complete the required details.\", \"e.g. Maya\", \"2. Display name is required\", \"Notes\", \"Optional\", \"Save profile\".\n3) Inputs: label='e.g. Maya'; value='Maya'; invalid=true.\n4) State signals: Error message \"Display name is required\" displayed in red.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3175,
+ "total": 3176
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Create profile",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Create profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save profile",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Save profile"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Display name",
+ "empty",
+ "e.g. Maya"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "e.g. Maya"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Display name is required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Display name is required"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/005.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/005.json
new file mode 100644
index 000000000..74d7fcab4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/005.json
@@ -0,0 +1,183 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:52.616Z",
+ "id": "005",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "005",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "modal-overlay",
+ "title": "Delete file?",
+ "image": "images/005.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Delete file?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/005.png",
+ "bytes": 102461,
+ "sha256": "f22777d9159874730a381c04fcac2b315f5402e51d8290ec6b4d86c24d8a577f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: delete file action\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Delete file?\", \"This action cannot be undone.\", \"Cancel\", \"Delete\"\n3) Inputs: None visible\n4) State signals: Error message \"Delete file?\" displayed in a red box\n5) Blockers: The \"Delete file?\" button is disabled (red boxed) and the page is in an undo state.\n6) Unknowns: The specific file path or content is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 123,
+ "total_tokens": 1226
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3080,
+ "total": 3081
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "files",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delete file?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Delete file?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delete",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Delete"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Cancel",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Cancel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "This action cannot be undone."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/006.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/006.json
new file mode 100644
index 000000000..559fb4aa7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/006.json
@@ -0,0 +1,147 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:54.957Z",
+ "id": "006",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "006",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "toast-notification",
+ "title": "Saved",
+ "image": "images/006.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Saved” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/006.png",
+ "bytes": 85111,
+ "sha256": "d6dc7841cd258bc41f69a729651c87cb3d791c4f4763b71ebaa87517c03bcdd0"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Save notes\" form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Notes\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Done\".\n3) Inputs: None visible.\n4) State signals: \"Saved\" status indicator (green checkmark).\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 98,
+ "total_tokens": 1201
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2337,
+ "total": 2338
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "notes",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "notes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Notes",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Notes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Done",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Done"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Saved",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Saved"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/007.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/007.json
new file mode 100644
index 000000000..56ef54df7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/007.json
@@ -0,0 +1,160 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:56.824Z",
+ "id": "007",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "007",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "loading-state",
+ "title": "Loading messages…",
+ "image": "images/007.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Loading messages…” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/007.png",
+ "bytes": 89190,
+ "sha256": "789ef9270b96c55fba9322624d0d78cc0286558f64990c63b18212c788dd6447"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape homepage with loading indicator.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Loading messages...\"\n3) Inputs: None visible.\n4) State signals: \"Loading messages...\" text displayed.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 74,
+ "total_tokens": 1177
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1864,
+ "total": 1864
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.625,
+ "earned": 5,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": null,
+ "kind": "literal",
+ "value": "Loading messages…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "loading"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/008.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/008.json
new file mode 100644
index 000000000..1d964e952
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/008.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:45:59.830Z",
+ "id": "008",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "008",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "consent-banner",
+ "title": "We use cookies",
+ "image": "images/008.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “We use cookies” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/008.png",
+ "bytes": 169228,
+ "sha256": "5680008d1d69c4e8f9179e6e575e9be17501d6da4f816df2cb75e8f980323522"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Choose whether to allow analytics cookies.\"\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"We use cookies\", \"Choose whether to allow analytics cookies.\", \"Accept all\", \"Reject all\".\n3) Inputs: None visible.\n4) State signals: \"We use cookies\" button is visible.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 125,
+ "total_tokens": 1228
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3003,
+ "total": 3003
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9,
+ "earned": 9,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "cookie"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "We use cookies",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "We use cookies"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Accept all",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Accept all"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Reject all",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Reject all"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "cookie"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/009.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/009.json
new file mode 100644
index 000000000..876356c83
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/009.json
@@ -0,0 +1,130 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:02.226Z",
+ "id": "009",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "009",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "dashboard",
+ "title": "Overview",
+ "image": "images/009.png",
+ "question": "What is the value of Orders, and is there an alert that changes the page state? Focus on the “Overview” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/009.png",
+ "bytes": 85106,
+ "sha256": "7cff830423d6170fb604f728628bcd93d8b68e14f93cd091e9a6b11883be7c86"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Workspace analytics dashboard displaying visitor statistics and order metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Overview\", \"Visitors\", \"1,204\", \"Orders\", \"86\", \"> 2.4%\", \"Live\".\n3) Inputs: None visible.\n4) State signals: \"Live\" badge in top right corner.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 104,
+ "total_tokens": 1207
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2393,
+ "total": 2393
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Overview",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Overview"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Orders",
+ "86"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Orders",
+ "86"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/010.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/010.json
new file mode 100644
index 000000000..dc0054172
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/010.json
@@ -0,0 +1,149 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:04.728Z",
+ "id": "010",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "010",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "chart-reading",
+ "title": "Weekly signups",
+ "image": "images/010.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Weekly signups” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/010.png",
+ "bytes": 69933,
+ "sha256": "33df6b6abc9840699fadaee8db4307dbf26b1f5f01dc931dbb9bb55a0ac368d9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Analytics dashboard displaying weekly signups.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Weekly signups\", \"12\", \"18\", \"Mon\", \"Tue\", \"9\", \"Wed\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" badge in the top right corner.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 104,
+ "total_tokens": 1207
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2498,
+ "total": 2499
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "weekly signups"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "weekly signups"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Weekly signups",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Weekly signups"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Tue"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Tue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "18"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "18"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/011.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/011.json
new file mode 100644
index 000000000..2fa630e63
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/011.json
@@ -0,0 +1,136 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:06.991Z",
+ "id": "011",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "011",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "data-table",
+ "title": "Recent orders",
+ "image": "images/011.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Recent orders” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/011.png",
+ "bytes": 84441,
+ "sha256": "69eab4961caab45e18a67c74cc3c2a5d271092fdadef255808f90ceb483e6a25"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Order management dashboard with a filter section.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Recent orders\", \"#1042\", \"Shipped\", \"#1043\", \"Filter\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visible and appears to be enabled.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 93,
+ "total_tokens": 1196
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2260,
+ "total": 2260
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Recent orders",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Recent orders"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "#1043",
+ "Pending"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "#1043"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/012.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/012.json
new file mode 100644
index 000000000..4e1306221
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/012.json
@@ -0,0 +1,162 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:10.406Z",
+ "id": "012",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "012",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "email-compose",
+ "title": "New message",
+ "image": "images/012.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “New message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/012.png",
+ "bytes": 64405,
+ "sha256": "c835537324789da9c5ebc2a3366e935d947aea186fdb5ed6b7bc3e280042f946"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: email compose form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"Recipients\", \"Subject\", \"Message\", \"Send\".\n3) Inputs:\n- Label: \"Recipients\", Value: \"\", State: Not focused.\n- Label: \"Subject\", Value: \"\", State: Not focused.\n- Label: \"Message\", Value: \"\", State: Not focused.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 143,
+ "total_tokens": 1246
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3411,
+ "total": 3412
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.625,
+ "earned": 5,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 3,
+ "ratio": 0.6666666666666666
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "New message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "empty"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "Subject"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/013.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/013.json
new file mode 100644
index 000000000..4c1a33204
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/013.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:12.612Z",
+ "id": "013",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "013",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "kanban-board",
+ "title": "Project board",
+ "image": "images/013.png",
+ "question": "Which column contains “Write brief”? Focus on the “Project board” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/013.png",
+ "bytes": 70418,
+ "sha256": "5b282dab1fc06d5b1519769705511c379fb2bc746c7d8b947dcee787ac1d57eb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Project board task management interface.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Board\", \"To do\", \"Write brief\", \"Done\", \"Create repo\", \"1\", \"1\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 86,
+ "total_tokens": 1189
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2204,
+ "total": 2204
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "board",
+ "project"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Project board",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Write brief",
+ "To do"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Write brief",
+ "To do"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/014.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/014.json
new file mode 100644
index 000000000..f25f18bbe
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/014.json
@@ -0,0 +1,136 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:15.404Z",
+ "id": "014",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "014",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "calendar",
+ "title": "August 2026",
+ "image": "images/014.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “August 2026” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/014.png",
+ "bytes": 73967,
+ "sha256": "99dbb57d690a06263dc5f5a52782da2dd3aa1ec6e783c2cac2c71f980546f9cd"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Google Calendar view for August 2026.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"August 2026\", \"Monday\", \"Tuesday\", \"Wednesday\", \"Thursday\", \"Friday\", \"Saturday\", \"Sunday\", \"Design review\", \"10:00\".\n3) Inputs: None visible.\n4) State signals: \"Design review\" is highlighted in a blue box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 114,
+ "total_tokens": 1217
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2789,
+ "total": 2789
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "August 2026",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "August 2026"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "21",
+ "Design review",
+ "10:00"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Design review",
+ "10:00"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/015.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/015.json
new file mode 100644
index 000000000..b86abe4a7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/015.json
@@ -0,0 +1,151 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:18.540Z",
+ "id": "015",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "015",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "map-and-travel",
+ "title": "Nearby cafés",
+ "image": "images/015.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Nearby cafés” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/015.png",
+ "bytes": 102353,
+ "sha256": "18a9a726b9cf133e8c716795366bb5b45ece8f504576b8379a0b54b49f4a8c9e"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Map navigation and location-based service interface.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Pine Café\", \"4 min walk\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"Nearby cafés\" is highlighted in a blue box.\n5) Blockers: None.\n6) Unknowns: The map's specific coordinates for the \"Central Stop\" are not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 123,
+ "total_tokens": 1226
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3133,
+ "total": 3133
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.875,
+ "earned": 7,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Nearby cafés",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Pine Café",
+ "4 min walk"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Pine Café",
+ "4 min walk"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "2",
+ "two"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "2"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/016.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/016.json
new file mode 100644
index 000000000..bd5bbcc35
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/016.json
@@ -0,0 +1,163 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:21.077Z",
+ "id": "016",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "016",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "photo-understanding",
+ "title": "Street archive",
+ "image": "images/016.png",
+ "question": "Which place name appears beneath the street photograph? Focus on the “Street archive” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/016.png",
+ "bytes": 547501,
+ "sha256": "8d7fbd02cf443521bb1fcdd45ac0e0933051fa8e580fd3f01f85423e5d51e714"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-archive street archive page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Street archive\", \"Color photo\", \"Talad Noi\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: The \"Color photo\" link is a clickable button; its content is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 101,
+ "total_tokens": 1204
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2532,
+ "total": 2532
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Street archive",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Street archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Talad Noi",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Talad Noi"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Color photo",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Color photo"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Talad Noi"
+ ],
+ "weight": 2,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Talad Noi"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/017.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/017.json
new file mode 100644
index 000000000..37993b37b
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/017.json
@@ -0,0 +1,149 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:23.222Z",
+ "id": "017",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "017",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "multilingual-ocr",
+ "title": "Bienvenue",
+ "image": "images/017.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Bienvenue” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/017.png",
+ "bytes": 103861,
+ "sha256": "255f1a0ab22bdba9962fe61bc78eea896c1c1b450078d0e9ceec3abb7685888d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web form for entering email address.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Bienvenue\", \"Adresse e-mail\", \"Contact\", \"Continuar\".\n3) Inputs: label='', value='', invalid=true.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 85,
+ "total_tokens": 1188
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2142,
+ "total": 2143
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.4444444444444444,
+ "earned": 4,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "button",
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bienvenue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Bienvenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continuer",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Adresse e-mail",
+ "empty"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/018.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/018.json
new file mode 100644
index 000000000..a1f9f78ff
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/018.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:27.741Z",
+ "id": "018",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "018",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Account",
+ "image": "images/018.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Account” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/018.png",
+ "bytes": 91600,
+ "sha256": "a742f78ae4483c10421ef88543e50bfbc815bec94f3f0a02bf1535a8f791dfdb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: update settings and save work\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Account\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Save chat\", \"Help\"\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n4) State signals: \"Save chat\" button is disabled (greyed out)\n5) Blockers: The \"Save chat\" button is disabled; the \"Help\" button is visible but likely non-functional.\n6) Unknowns: The specific content of the \"Production configuration\" field is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 176,
+ "total_tokens": 1279
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4516,
+ "total": 4516
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target",
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Account",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Account"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save changes",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Help",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/019.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/019.json
new file mode 100644
index 000000000..7f8e7256b
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/019.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:30.875Z",
+ "id": "019",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "019",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "security-challenge",
+ "title": "Security check",
+ "image": "images/019.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Security check” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/019.png",
+ "bytes": 118123,
+ "sha256": "7104b602de2052296cd05692e2ebd07ad0aeece65414bff305d9a036dca57ada"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: verify security check completion.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Security check\", \"Complete the verification below to continue.\", \"I'm not a robot\", \"Continue\", \"Demo security challenge\".\n3) Inputs: None visible.\n4) State signals: A checkbox labeled \"I'm not a robot\" is unchecked.\n5) Blockers: The \"I'm not a robot\" checkbox is unchecked.\n6) Unknowns: The specific security challenge is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 125,
+ "total_tokens": 1228
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3131,
+ "total": 3131
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.45454545454545453,
+ "earned": 5,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "label",
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "security"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Security check",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Security check"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "I’m not a robot",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/020.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/020.json
new file mode 100644
index 000000000..da32cdd09
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/020.json
@@ -0,0 +1,130 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:33.394Z",
+ "id": "020",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "020",
+ "difficulty": {
+ "level": 1,
+ "slug": "easy",
+ "label": "Easy"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Account ID",
+ "image": "images/020.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Account ID” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/020.png",
+ "bytes": 74325,
+ "sha256": "5411249f484706dee156972fd1c20288fb4e38cfe79042c0b99442ac167f6843"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Document viewer account ID page.\n2) Visible text: \"DOCUMENT VIEWER\", \"Account ID\", \"Identifier\", \"ACCT-1042\", \"Page 1 of 1\", \"125%\", \"Home\", \"Workspace\", \"Activity\".\n3) Inputs: None visible.\n4) State signals: \"ACCT-1042\" is a visible text on the right side.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 106,
+ "total_tokens": 1209
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2517,
+ "total": 2517
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.68,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "account",
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Account ID",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Account ID"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "ACCT-1042",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "ACCT-1042"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/021.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/021.json
new file mode 100644
index 000000000..f91887f5b
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/021.json
@@ -0,0 +1,186 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:37.949Z",
+ "id": "021",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "021",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "authentication",
+ "title": "Sign in to Atlas",
+ "image": "images/021.png",
+ "question": "What is preventing the user from completing Continue? Focus on the “Sign in to Atlas” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/021.png",
+ "bytes": 126348,
+ "sha256": "8ccaa8d7e5a9824abcd3ced72262009867f7340c45868b39f7c67f48e3783df9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: sign-in form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Sign in to Atlas\", \"Use your account to continue\", \"Email\", \"[email protected]\", \"Password\", \"Enter password\", \"Continue\", \"Need help?\".\n3) Inputs:\n- Label: \"Email\", Value: \"[email protected]\", State: Invalid (empty field).\n- Label: \"Password\", Value: empty, State: Invalid (empty field).\n4) State signals: Error message \"Need help?\" displayed in a green box below the password field.\n5) Blockers: The form is in an error state due to the \"Need help?\" message; the \"Continue\" button is visible but likely blocked by the error state.\n6) Unknowns: The specific error message for the \"Email\" field is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 196,
+ "total_tokens": 1299
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4551,
+ "total": 4551
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in to Atlas",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in to Atlas"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "missing",
+ "password"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/022.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/022.json
new file mode 100644
index 000000000..f8bfc82ee
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/022.json
@@ -0,0 +1,176 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:41.160Z",
+ "id": "022",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "022",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "search-results",
+ "title": "Product search",
+ "image": "images/022.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Product search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/022.png",
+ "bytes": 102465,
+ "sha256": "90fb777a8ac9b18808807d605aefe26dec5e95bb00475df4e0d2a4540f5c9048"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Product search interface for a website.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"Search\", \"products\", \"Recent\", \"Saved\", \"18 results\", \"In stock\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"2\", \"Wireless keyboard collection\", \"Compare features and availability\".\n3) Inputs: Search field (label: \"Search\", placeholder: \"wireless keyboard\").\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 131,
+ "total_tokens": 1234
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3208,
+ "total": 3209
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "tab"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 6,
+ "ratio": 0.5
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Product search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Products",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "18 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "18 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "wireless keyboard"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "wireless keyboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "In stock",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "In stock"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/023.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/023.json
new file mode 100644
index 000000000..abc973392
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/023.json
@@ -0,0 +1,198 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:44.248Z",
+ "id": "023",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "023",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "checkout",
+ "title": "Checkout",
+ "image": "images/023.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Checkout” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/023.png",
+ "bytes": 111667,
+ "sha256": "84afef3f467792f7256a21762aec83caa40f070a44cd7573367620f855faad10"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce checkout page for a desk lamp.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Checkout\", \"Desk lamp\", \"Quantity 1\", \"$67.40\", \"Subtotal\", \"$67.40\", \"Included\", \"Total\", \"$67.40\", \"Add a delivery address\", \"Place order\".\n3) Inputs: None visible.\n4) State signals: \"Total\" is displayed as \"$67.40\".\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 125,
+ "total_tokens": 1228
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3084,
+ "total": 3084
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "banner",
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "checkout"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Checkout",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Checkout"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Desk lamp",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Desk lamp"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$67.40",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$67.40"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Place order",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Place order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Add a delivery address",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "delivery",
+ "address"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/024.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/024.json
new file mode 100644
index 000000000..b72a7e2e1
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/024.json
@@ -0,0 +1,201 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:48.599Z",
+ "id": "024",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "024",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "form-validation",
+ "title": "Shipping details",
+ "image": "images/024.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Shipping details” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/024.png",
+ "bytes": 123466,
+ "sha256": "b36fa493114875bc8650465cd9e25d272ea14258e3406cf21ed63b67b4fbc885"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: complete shipping details form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Shipping details\", \"Complete the required details.\", \"Postal code\", \"Enter a valid postal code\", \"Notes\", \"Optional\", \"Continue\".\n3) Inputs:\n- Label: \"Postal code\", Value: \"10A2\", State: Invalid (red border).\n- Label: \"Notes\", Value: \"Optional\", State: Invalid (red border).\n4) State signals: Error message \"Enter a valid postal code\" displayed in red text below the input.\n5) Blockers: The form is in an error state due to the invalid postal code input.\n6) Unknowns: The specific postal code value is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 174,
+ "total_tokens": 1277
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4348,
+ "total": 4349
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "shipping"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Shipping details",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Shipping details"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Postal code",
+ "10A2",
+ "5 digits"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Postal code",
+ "10A2"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Enter a valid postal code",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Enter a valid postal code"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "invalid"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/025.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/025.json
new file mode 100644
index 000000000..54f655a91
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/025.json
@@ -0,0 +1,190 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:51.931Z",
+ "id": "025",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "025",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "modal-overlay",
+ "title": "Leave workspace?",
+ "image": "images/025.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Leave workspace?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/025.png",
+ "bytes": 110026,
+ "sha256": "e66407997a9d2f5ab579585f014b5c62dfe9964500df6cf96d24df61d1152f56"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Team settings page with a modal blocking the main content.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Team settings\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Leave workspace?\", \"You will lose access to 12 projects.\", \"Stay\", \"Leave\", \"Leave workspace?\", \"You will lose access to 12 projects.\"\n3) Inputs: None visible.\n4) State signals: A modal dialog box is blocking the main content.\n5) Blockers: The modal dialog box prevents interaction with the underlying page.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 141,
+ "total_tokens": 1244
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3329,
+ "total": 3329
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8181818181818182,
+ "earned": 9,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "team settings",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "team settings",
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Leave workspace?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Leave workspace?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Leave",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Leave"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Stay",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Stay"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "You will lose access to 12 projects."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "modal",
+ "dialog"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/026.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/026.json
new file mode 100644
index 000000000..2322aceb4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/026.json
@@ -0,0 +1,158 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:54.495Z",
+ "id": "026",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "026",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "toast-notification",
+ "title": "Settings updated",
+ "image": "images/026.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Settings updated” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/026.png",
+ "bytes": 92556,
+ "sha256": "4f864bbce9cc0a4cf70c517bb3bb861e51ef653ebe1dad2c243fc374251a542b"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScene dashboard with settings page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Settings updated\", \"Sync need just now\".\n3) Inputs: None visible.\n4) State signals: \"Settings updated\" status indicator, \"Sync need just now\" toast notification.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 103,
+ "total_tokens": 1206
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2561,
+ "total": 2561
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5555555555555556,
+ "earned": 5,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "detail"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "preferences",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "settings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Preferences",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Close",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Settings updated",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Settings updated"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Synced just now",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/027.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/027.json
new file mode 100644
index 000000000..c2e9c5664
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/027.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:56.755Z",
+ "id": "027",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "027",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "loading-state",
+ "title": "Preparing dashboard",
+ "image": "images/027.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Preparing dashboard” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/027.png",
+ "bytes": 106101,
+ "sha256": "0fac8a0c70c60f93a6ef9123f768e23199b8530393b6809b7e2652185f064e65"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Prepare dashboard\"\n2) Visible text: \"Web-automation task: Prepare dashboard\", \"Fetching latest metrics\", \"38%\"\n3) Inputs: None\n4) State signals: \"Fetching latest metrics\" is in progress; \"38%\" is displayed as a progress bar.\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 92,
+ "total_tokens": 1195
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2258,
+ "total": 2258
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "heading"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Preparing dashboard",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "progress"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Fetching latest metrics",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Fetching latest metrics"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "38%",
+ "weight": 2,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "38%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/028.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/028.json
new file mode 100644
index 000000000..0c4d45b4d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/028.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:46:59.523Z",
+ "id": "028",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "028",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "consent-banner",
+ "title": "Privacy choices",
+ "image": "images/028.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Privacy choices” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/028.png",
+ "bytes": 159902,
+ "sha256": "ae0adaae082b49c86ce5c654a99efa27ec303a565132a825c78e29b9b4371436"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Manage settings\" (clickable button).\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Privacy choices\", \"Essential cookies are always on.\", \"Manage settings\", \"Save choices\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 120,
+ "total_tokens": 1223
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2765,
+ "total": 2765
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "consent-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Privacy choices",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Privacy choices"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Manage settings",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Manage settings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Save choices",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Save choices"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/029.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/029.json
new file mode 100644
index 000000000..f4b57a45d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/029.json
@@ -0,0 +1,130 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:02.292Z",
+ "id": "029",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "029",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "dashboard",
+ "title": "Sales dashboard",
+ "image": "images/029.png",
+ "question": "What is the value of Conversion, and is there an alert that changes the page state? Focus on the “Sales dashboard” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/029.png",
+ "bytes": 93273,
+ "sha256": "0fd966cd0df90f999f7532ddbbaabc183ebd567b14548b54cec38bc4dfe2631a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape dashboard displaying sales dashboard metrics and live statistics.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Sales dashboard\", \"$48.2K\", \"$1.9K\", \"$2.4K\", \"Conversion\", \"3.8%\", \"Live\".\n3) Inputs: None visible.\n4) State signals: \"Live\" toast notification badge.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 113,
+ "total_tokens": 1216
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2765,
+ "total": 2765
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 6,
+ "possible": 6,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sales dashboard",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sales dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Conversion",
+ "3.8%"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Conversion",
+ "3.8%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/030.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/030.json
new file mode 100644
index 000000000..7acbd2e88
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/030.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:04.859Z",
+ "id": "030",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "030",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "chart-reading",
+ "title": "Quarterly revenue",
+ "image": "images/030.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Quarterly revenue” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/030.png",
+ "bytes": 75299,
+ "sha256": "579f82a5176870179fd5300fd9f4c4910c7ff7f930f0fe22810c884de2a2bc97"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Analytics dashboard displaying quarterly revenue metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Quarterly revenue\", \"22\", \"31\", \"27\", \"44\", \"Updated now\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" toast notification.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 99,
+ "total_tokens": 1202
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2564,
+ "total": 2565
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "quarterly revenue"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "quarterly revenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Quarterly revenue",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Quarterly revenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Q4"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "44",
+ "$44K"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "44"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/031.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/031.json
new file mode 100644
index 000000000..a3de924af
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/031.json
@@ -0,0 +1,138 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:07.397Z",
+ "id": "031",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "031",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "data-table",
+ "title": "Team members",
+ "image": "images/031.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Team members” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/031.png",
+ "bytes": 89318,
+ "sha256": "f40b45e62e16da81da985b6e3bb366b740b1af931ec75d80eaf96bd7eec93a71"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Team members list page with role filter.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"Team members\", \"NAME\", \"ROLE\", \"ACCESS\", \"Active\", \"Viewer\", \"Suspended\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" is a modal overlay.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 100,
+ "total_tokens": 1203
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2535,
+ "total": 2536
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "members"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Team members",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Team members"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Noah Park",
+ "Suspended"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Suspended"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/032.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/032.json
new file mode 100644
index 000000000..6dc3b5f10
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/032.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:12.324Z",
+ "id": "032",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "032",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "email-compose",
+ "title": "Compose",
+ "image": "images/032.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Compose” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/032.png",
+ "bytes": 70162,
+ "sha256": "5f2327b1748ea5d712a3050f8ecff0a788b2c051e32b917f1725c60659e7813c"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: email compose form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"To\", \"Subject\", \"Project update\", \"Message\", \"Hi Alex\", \"Hi Alex\", \"Send\", \"Draft saved\".\n3) Inputs:\n- Label: \"To\", Value: \"[email protected]\", Focused: No, Disabled: No\n- Label: \"Subject\", Value: \"Project update\", Focused: No, Disabled: No\n- Label: \"Message\", Value: \"Hi Alex\", Focused: No, Disabled: No\n- Label: \"Hi Alex\", Value: \"Hi Alex\", Focused: No, Disabled: No\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 203,
+ "total_tokens": 1306
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4925,
+ "total": 4925
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Compose",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Compose"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "To",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Project update"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Subject",
+ "Project update"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Draft saved",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/033.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/033.json
new file mode 100644
index 000000000..99002c854
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/033.json
@@ -0,0 +1,134 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:14.869Z",
+ "id": "033",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "033",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "kanban-board",
+ "title": "Sprint 18",
+ "image": "images/033.png",
+ "question": "Which column contains “Fix checkout”? Focus on the “Sprint 18” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/033.png",
+ "bytes": 74596,
+ "sha256": "bb2f77e0d46ba6b2773476ff451fa95b765fbe2caa3b32343bc614e722360ca1"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Sprint 18\" with three progress steps.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Backlog\", \"Add filters\", \"In progress\", \"Task\", \"Fix checkout\", \"Done\", \"Task\", \"Update docs\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 103,
+ "total_tokens": 1206
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2542,
+ "total": 2542
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8571428571428571,
+ "earned": 6,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "sprint"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sprint 18",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Fix checkout",
+ "In progress"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Fix checkout",
+ "In progress"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/034.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/034.json
new file mode 100644
index 000000000..f257cf9de
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/034.json
@@ -0,0 +1,136 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:34.112Z",
+ "id": "034",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "034",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "calendar",
+ "title": "Team calendar",
+ "image": "images/034.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Team calendar” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/034.png",
+ "bytes": 75062,
+ "sha256": "f0ba3b24aa7b348bd778003d4578ce200d99f453832c7e90ee703dc45c483af5"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Team calendar interface displaying a weekly schedule.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Team calendar\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"5\", \"6\", \"7\", \"8\", \"9\", \"10\", \"11\", \"12\", \"13\", \"14\", \"15\", \"16\", \"17\", \"18\", \"19\", \"20\", \"21\", \"22\", \"23\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"27\", \"28\", \"29\", \"30\", \"31\", \"24\", \"25\", \"26\", \"",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 800,
+ "total_tokens": 1903
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 19239,
+ "total": 19239
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.38095238095238093,
+ "earned": 2.6666666666666665,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 2,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar",
+ "schedule"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Team calendar",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Team calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "24",
+ "Sprint planning",
+ "14:30"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "24"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/035.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/035.json
new file mode 100644
index 000000000..283a29f48
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/035.json
@@ -0,0 +1,154 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:37.244Z",
+ "id": "035",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "035",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "map-and-travel",
+ "title": "Hotel map",
+ "image": "images/035.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Hotel map” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/035.png",
+ "bytes": 106441,
+ "sha256": "42cd4f52b35a2de3af08d64a5fb7a23164621d80010d62a04c864b42e7a9b744"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Hotel map interface for locating a specific address.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Hotel map\", \"Harbor House\", \"$142/night\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: A green dot is visible in the top right corner.\n5) Blockers: None.\n6) Unknowns: The specific address of \"Harbor House\" is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 125,
+ "total_tokens": 1228
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3129,
+ "total": 3130
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map",
+ "hotel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Hotel map",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Hotel map"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Harbor House",
+ "$142/night"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Harbor House",
+ "$142/night"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "3",
+ "three"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "3"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/036.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/036.json
new file mode 100644
index 000000000..59c270f0f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/036.json
@@ -0,0 +1,166 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:39.173Z",
+ "id": "036",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "036",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "photo-understanding",
+ "title": "Winter collection",
+ "image": "images/036.png",
+ "question": "What weather condition is visible and what is the caption? Focus on the “Winter collection” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/036.png",
+ "bytes": 309434,
+ "sha256": "9b5c497084ef27293d1cdaf71d46cef0bc8d2558ee102655702f1c9a52197760"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-archive winter collection site.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Winter collection\", \"Historic photo\", \"Snowbound avenue\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 84,
+ "total_tokens": 1187
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1926,
+ "total": 1926
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 9,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "archive",
+ "collection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Winter collection",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Winter collection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Snowbound avenue",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Snowbound avenue"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Historic photo",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Historic photo"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "snow",
+ "winter"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "snow",
+ "winter"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/037.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/037.json
new file mode 100644
index 000000000..bbf7c0697
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/037.json
@@ -0,0 +1,171 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:47:57.028Z",
+ "id": "037",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "037",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "multilingual-ocr",
+ "title": "Willkommen zurück",
+ "image": "images/037.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Willkommen zurück” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/037.png",
+ "bytes": 113514,
+ "sha256": "9a231483ee4ecd61458edbe7a24b64d8ba27bc5fb3b552c3770c8202b63bf0bb"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Secure login form for a website.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Willkommen zurück\", \"Password\", \"Anmelden\".\n3) Inputs: label='', value='', enabled; input='', enabled; textarea='', enabled; textarea='', enabled; button='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled; textarea='', enabled; button='', enabled;",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 800,
+ "total_tokens": 1903
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 17852,
+ "total": 17852
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5454545454545454,
+ "earned": 6,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 3,
+ "criticalFailures": [
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Willkommen zurück",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Willkommen zurück"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Anmelden",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Anmelden"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Passwort",
+ "••••••"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Passwort ist falsch",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": false
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/038.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/038.json
new file mode 100644
index 000000000..d0ceac692
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/038.json
@@ -0,0 +1,171 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:00.739Z",
+ "id": "038",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "038",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Pricing",
+ "image": "images/038.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Pricing” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/038.png",
+ "bytes": 94240,
+ "sha256": "b60d99957dfd9f5a84379a2a20f07ec85571673c8b37517a59c00a0658076e82"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: update settings and save work\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Pricing\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Start trial\", \"Chat with us\"\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n4) State signals: \"Start trial\" button is disabled (greyed out)\n5) Blockers: The \"Chat with us\" button is disabled.\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 155,
+ "total_tokens": 1258
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3708,
+ "total": 3708
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Pricing",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Pricing"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Start trial",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Start trial"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Chat with us",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/039.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/039.json
new file mode 100644
index 000000000..f32fef09e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/039.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:03.439Z",
+ "id": "039",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "039",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "security-challenge",
+ "title": "Confirm it’s you",
+ "image": "images/039.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Confirm it’s you” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/039.png",
+ "bytes": 129192,
+ "sha256": "16fec881cd81a8a4e1283b17f8d167b246debc6ed027fe3ba3193f93d5ef6ff6"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Secure login form for WebScene application.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Confirm it's you\", \"Complete the verification below to continue.\", \"Select all traffic lights\", \"Challenge not completed\", \"Verify\", \"Demo security challenge\".\n3) Inputs: None visible.\n4) State signals: \"Challenge not completed\" status indicator.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 107,
+ "total_tokens": 1210
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2697,
+ "total": 2697
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm it’s you",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Select all traffic lights",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Select all traffic lights"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Challenge not completed"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "challenge",
+ "Challenge not completed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/040.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/040.json
new file mode 100644
index 000000000..536250285
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/040.json
@@ -0,0 +1,176 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:06.925Z",
+ "id": "040",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "040",
+ "difficulty": {
+ "level": 2,
+ "slug": "basic",
+ "label": "Basic"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Shipment label",
+ "image": "images/040.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Shipment label” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/040.png",
+ "bytes": 86512,
+ "sha256": "73e5a82ce642bbfff8c45cadadd3bfae9cb80c3f918b17ae7a0ab2b1b7ac110d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape shipping label tracking dashboard.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Shipment label\", \"Tracking code\", \"ZX-81\", \"last 3 characters blurred\", \"Page 1 of 1\", \"125%\".\n3) Inputs: None visible.\n4) State signals: \"last 3 characters blurred\" text on a yellow notification bar.\n5) Blockers: None.\n6) Unknowns: The specific value of \"ZX-81\" is obscured by a blur.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 139,
+ "total_tokens": 1242
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3483,
+ "total": 3483
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "label"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Shipment label",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Shipment label"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "ZX-81",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "ZX-81"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "ZX-81"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "ZX-81"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/041.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/041.json
new file mode 100644
index 000000000..4ebd18bf9
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/041.json
@@ -0,0 +1,193 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:10.782Z",
+ "id": "041",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "041",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "authentication",
+ "title": "Administrator login",
+ "image": "images/041.png",
+ "question": "What is preventing the user from completing Log in? Focus on the “Administrator login” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/041.png",
+ "bytes": 120643,
+ "sha256": "44a57b80a855ab098d21cfcf049073657a8fb514b7e844d5496472380e7376ea"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Admin login form for a web application.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Administrator login\", \"Use your account to continue\", \"Email\", \"[email protected]\", \"Password\", \"••••••\", \"Incorrect password\", \"Log in\", \"Need help?\".\n3) Inputs: Label=\"Email\", Value=\"[email protected]\", Focused=true, Invalid=true.\n4) State signals: Error message \"Incorrect password\" displayed below the password field.\n5) Blockers: The \"Log in\" button is visible but the \"Incorrect password\" error prevents submission.\n6) Unknowns: The specific error message for the \"Incorrect password\" is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 165,
+ "total_tokens": 1268
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3853,
+ "total": 3853
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 12,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Administrator login",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Administrator login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Log in",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Log in"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "incorrect",
+ "password"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "incorrect",
+ "password"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Incorrect password",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Incorrect password"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/042.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/042.json
new file mode 100644
index 000000000..6e3717109
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/042.json
@@ -0,0 +1,196 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:14.440Z",
+ "id": "042",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "042",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "search-results",
+ "title": "Research library",
+ "image": "images/042.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Research library” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/042.png",
+ "bytes": 98236,
+ "sha256": "15d9c4012badd7ab3671c02ccedad3bc445d8b41edbc39597bd013d0561b3057"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Research library search interface.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Research library\", \"Search\", \"Search\", \"Articles\", \"Recent\", \"Saved\", \"1,248 results\", \"Since 2024\", \"Sorted by relevance\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"2\", \"Wireless keyboard collection\", \"Compare features and availability\".\n3) Inputs: Label \"Search\", Value \"urban heat island\", Focused.\n4) State signals: \"1,248 results\" badge.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3655,
+ "total": 3655
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9166666666666666,
+ "earned": 11,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Research library",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Research library"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Articles",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Articles"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "1,248 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "1,248 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "urban heat island"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "urban heat island"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Since 2024",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Since 2024"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Sorted by relevance",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/043.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/043.json
new file mode 100644
index 000000000..de6da784a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/043.json
@@ -0,0 +1,201 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:17.798Z",
+ "id": "043",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "043",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "checkout",
+ "title": "Review order",
+ "image": "images/043.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Review order” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/043.png",
+ "bytes": 107623,
+ "sha256": "9b81286c0e7085616a68adb9097dbce07cd5976b00c281bf348775e5ae5f1984"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce order review page for a travel backpack.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Review order\", \"Travel backpack\", \"Quantity 1\", \"€132.90\", \"Subtotal\", \"€132.90\", \"Shipping\", \"Included\", \"Total\", \"€132.90\", \"Card ending 1842 was declined\", \"Pay now\".\n3) Inputs: None visible.\n4) State signals: \"Card ending 1842 was declined\" badge.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 136,
+ "total_tokens": 1239
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3355,
+ "total": 3355
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8461538461538461,
+ "earned": 11,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 6,
+ "possible": 6,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review order",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Travel backpack",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Travel backpack"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "€132.90",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "€132.90"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Pay now",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Pay now"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Card ending 1842 was declined",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Card ending 1842 was declined"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "card",
+ "ending",
+ "1842",
+ "declined"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/044.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/044.json
new file mode 100644
index 000000000..79b6c4619
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/044.json
@@ -0,0 +1,202 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:21.598Z",
+ "id": "044",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "044",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "form-validation",
+ "title": "Invite teammate",
+ "image": "images/044.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Invite teammate” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/044.png",
+ "bytes": 115129,
+ "sha256": "42b3a9f448b2ba00543981fefa7f63b57d61fe7d97d629cb933fcc2773a2e06d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Webinar invite form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Invite teammate\", \"Complete the required details.\", \"Work email\", \"Lee@sample\", \"Email domain is incomplete\", \"Notes\", \"Optional\", \"Send invite\".\n3) Inputs: label='Work email', value='Lee@sample', invalid=true.\n4) State signals: Error message \"Email domain is incomplete\" displayed in red text.\n5) Blockers: The email field is marked invalid, and the \"Email domain is incomplete\" error prevents the \"Send invite\" button from functioning.\n6) Unknowns: The specific email address \"Lee@sample\" is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 158,
+ "total_tokens": 1261
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3796,
+ "total": 3796
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "invite"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Invite teammate",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Invite teammate"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send invite",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send invite"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Work email",
+ "lee@sample",
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Work email",
+ "lee@sample"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Email domain is incomplete",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Email domain is incomplete"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "invalid",
+ "incomplete"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/045.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/045.json
new file mode 100644
index 000000000..4ec7fb28f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/045.json
@@ -0,0 +1,183 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:25.054Z",
+ "id": "045",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "045",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "modal-overlay",
+ "title": "Rotate production key?",
+ "image": "images/045.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Rotate production key?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/045.png",
+ "bytes": 99182,
+ "sha256": "5c87dbcb000c7b843d33b136ee2d09a92bef4225f8a95a55d7282b1742473c39"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web Scan homepage with a \"Rotate production key\" error page.\n2) Visible text: \"Web Scan\", \"Home\", \"Workspace\", \"Activity\", \"API keys\", \"Rotate production key?\", \"Existing clients will stop working immediately.\", \"Not now\", \"Rotate key\".\n3) Inputs: None visible.\n4) State signals: Error message \"Rotate production key?\" with a red exclamation mark.\n5) Blockers: The \"Rotate key\" button is disabled (greyed out) and the page is in an error state.\n6) Unknowns: The specific key to rotate is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3454,
+ "total": 3454
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "api keys",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Rotate production key?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rotate production key?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Rotate key",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rotate key"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Not now",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Not now"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Existing clients will stop working immediately."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/046.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/046.json
new file mode 100644
index 000000000..71359a33f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/046.json
@@ -0,0 +1,160 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:27.352Z",
+ "id": "046",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "046",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "toast-notification",
+ "title": "Upload failed",
+ "image": "images/046.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Upload failed” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/046.png",
+ "bytes": 86254,
+ "sha256": "5e559dcb853e3b4e8ff87e149c7f47b98b69751917269c8ad71b81b4567e10da"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: trigger upload failure\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Upload failed\", \"Network connection lost\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Retry\"\n3) Inputs: None visible\n4) State signals: \"Network connection lost\"\n5) Blockers: \"Network connection lost\"\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 100,
+ "total_tokens": 1203
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2296,
+ "total": 2296
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 6,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "toast"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "upload center",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "upload"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Upload center",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Retry",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Retry"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Upload failed",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Network connection lost",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Network connection lost"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/047.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/047.json
new file mode 100644
index 000000000..22745cbff
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/047.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:29.745Z",
+ "id": "047",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "047",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "loading-state",
+ "title": "Processing 12 files",
+ "image": "images/047.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Processing 12 files” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/047.png",
+ "bytes": 96721,
+ "sha256": "35e82080c750393850480b6fa6a4806de936ce2c069d9e2c9832569d4f7d6d8f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: process file upload\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Processing 12 files\", \"File 7 of 12\", \"58%\", \"58%\", \"58%\"\n3) Inputs: None visible\n4) State signals: \"58%\" progress bar\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 95,
+ "total_tokens": 1198
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2390,
+ "total": 2390
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 5,
+ "ratio": 0.8
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Processing 12 files",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Processing 12 files"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "progress"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "File 7 of 12",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "58%",
+ "weight": 2,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "58%"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/048.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/048.json
new file mode 100644
index 000000000..b277d8d95
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/048.json
@@ -0,0 +1,190 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:33.058Z",
+ "id": "048",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "048",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "consent-banner",
+ "title": "Your privacy",
+ "image": "images/048.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Your privacy” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/048.png",
+ "bytes": 163274,
+ "sha256": "02c2fcbc8f49d620c17daaefe00870413ef59c6b0ad6f46e5d147c01a3a102e5"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: collect user privacy consent.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Your privacy\", \"Personalized ads are currently off.\", \"Allow selected\", \"Continue without accepting\".\n3) Inputs: None visible.\n4) State signals: \"Your privacy\" is a visible heading; \"Personalized ads are currently off.\" is a visible text.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 135,
+ "total_tokens": 1238
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3310,
+ "total": 3311
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.9,
+ "earned": 9,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "privacy",
+ "consent"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Your privacy",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Your privacy"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Allow selected",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Allow selected"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Continue without accepting",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Continue without accepting"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "privacy"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/049.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/049.json
new file mode 100644
index 000000000..b9e826061
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/049.json
@@ -0,0 +1,151 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:36.023Z",
+ "id": "049",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "049",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "dashboard",
+ "title": "System health",
+ "image": "images/049.png",
+ "question": "What is the value of Errors, and is there an alert that changes the page state? Focus on the “System health” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/049.png",
+ "bytes": 83663,
+ "sha256": "1f872643865542f678cd2e05b04e5df74a3b2f1c2f06e353576869d974c2cc78"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape workspace analytics dashboard displaying system health metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"System health\", \"Error rate is above target\", \"API\", \"99.97%\", \"Queue\", \"142\", \"Errors\", \"17\", \"> 8.1%\", \"> 2.4%\", \"Live\".\n3) Inputs: None visible.\n4) State signals: \"Error rate is above target\" status indicator.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 127,
+ "total_tokens": 1230
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2963,
+ "total": 2963
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "system health"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "System health",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "System health"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "Errors",
+ "17"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Errors",
+ "17"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Error rate is above target",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Error rate is above target"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/050.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/050.json
new file mode 100644
index 000000000..bb085cbda
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/050.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:38.742Z",
+ "id": "050",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "050",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "chart-reading",
+ "title": "Latency by region",
+ "image": "images/050.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Latency by region” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/050.png",
+ "bytes": 72589,
+ "sha256": "e7788f9cab5175de1787e6bf782b99f4b34e22a7562445ad6ca0265e4a0d687a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Analytics dashboard displaying regional performance metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Latency by region\", \"US\", \"EU\", \"APAC\", \"240 ms\", \"158\", \"MEA\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" badge in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 104,
+ "total_tokens": 1207
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2717,
+ "total": 2717
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 8,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "latency by region"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Latency by region",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Latency by region"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "APAC"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "APAC"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "240",
+ "240 ms"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "240",
+ "240 ms"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/051.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/051.json
new file mode 100644
index 000000000..76d88929a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/051.json
@@ -0,0 +1,137 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:41.418Z",
+ "id": "051",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "051",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "data-table",
+ "title": "Deployment history",
+ "image": "images/051.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Deployment history” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/051.png",
+ "bytes": 85435,
+ "sha256": "9867646e07373de44bd12ed10642c96db703bffe879f10896117342c84b10c18"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation deployment history page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Deployment history\", \"VERSION\", \"ENVIRONMENT\", \"RESULT\", \"Passed\", \"v4.8.2\", \"Production\", \"Rolled back\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visible in the top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 112,
+ "total_tokens": 1215
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2674,
+ "total": 2674
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 7,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "deployment"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Deployment history",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Deployment history"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "v4.8.2",
+ "Rolled back"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "v4.8.2",
+ "Rolled back"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/052.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/052.json
new file mode 100644
index 000000000..516cb5c28
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/052.json
@@ -0,0 +1,185 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:46.583Z",
+ "id": "052",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "052",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "email-compose",
+ "title": "New Message",
+ "image": "images/052.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “New Message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/052.png",
+ "bytes": 71911,
+ "sha256": "a380a736d68c6e5e65796bd704ff68ea213ac654a35c7bb97b34a5545af02271"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email form for sending a new invoice.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"12\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"To:\", \"[email protected]\", \"Subject:\", \"Invoice 8832\", \"Message\", \"Please review the attached invoice.\", \"Send\", \"Attachment scanning...\".\n3) Inputs: Label \"To\", Value \"[email protected]\", Focused, Not Disabled; Text input \"Subject:\", Value \"Invoice 8832\", Focused, Not Disabled; Text input \"Message\", Value \"Please review the attached invoice.\", Focused, Not Disabled; Text input \"Attachment scanning...\", Focused, Not Disabled.\n4) State signals: \"Attachment scanning...\" is a modal dialog box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 211,
+ "total_tokens": 1314
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 5163,
+ "total": 5163
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 3,
+ "ratio": 0.6666666666666666
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "New Message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "To",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Invoice 8832"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Subject",
+ "Invoice 8832"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Attachment scanning…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/053.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/053.json
new file mode 100644
index 000000000..40d80d468
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/053.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:50.057Z",
+ "id": "053",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "053",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "kanban-board",
+ "title": "Launch plan",
+ "image": "images/053.png",
+ "question": "Which column contains “Legal review”? Focus on the “Launch plan” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/053.png",
+ "bytes": 70022,
+ "sha256": "ca4c0ce5dacd50ffa1e3479eb9dfeb1b8e69a6cb0a9c7e922176f9d7c4a80860"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: launch plan\n2) Visible text: \"Web-Scene\", \"Home\", \"Workspace\", \"Activity\", \"Launch plan\", \"Blocked\", \"1\", \"In review\", \"1\", \"Ready\", \"Task\", \"Email campaign\"\n3) Inputs: None visible\n4) State signals: \"Task\" task is blocked; \"In review\" task is in progress; \"Ready\" task is ready; \"Email campaign\" task is in progress\n5) Blockers: The \"Task\" task is blocked; the \"Email campaign\" task is in progress\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 140,
+ "total_tokens": 1243
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3471,
+ "total": 3471
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "card-column"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Launch plan",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Launch plan"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Legal review",
+ "Blocked"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Blocked"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/054.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/054.json
new file mode 100644
index 000000000..25956063e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/054.json
@@ -0,0 +1,135 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:53.136Z",
+ "id": "054",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "054",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "calendar",
+ "title": "Conference schedule",
+ "image": "images/054.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Conference schedule” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/054.png",
+ "bytes": 72772,
+ "sha256": "95dc6fbd31a230354f1a751d479068f0b5353c922cb8b7e0bee64c72e400763f"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: calendar view with a specific event.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Conference schedule\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"27\", \"Vision benchmark\", \"26-30\", \"28\".\n3) Inputs: None visible.\n4) State signals: \"Vision benchmark\" event is highlighted with a red border.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 124,
+ "total_tokens": 1227
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3077,
+ "total": 3077
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Conference schedule",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Conference schedule"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "27",
+ "Vision benchmarks",
+ "16:15–17:00"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "27"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/055.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/055.json
new file mode 100644
index 000000000..49b57d63d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/055.json
@@ -0,0 +1,151 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:55.718Z",
+ "id": "055",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "055",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "map-and-travel",
+ "title": "Delivery tracking",
+ "image": "images/055.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Delivery tracking” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/055.png",
+ "bytes": 105886,
+ "sha256": "1fa9088cd872e0d90c6af5beec2b3300b92e8ece34935d4f4acd58b7b0dca3fe"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Delivery tracking dashboard for a logistics service.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Courier\", \"2 stops away\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"Courier\" is highlighted in a red box.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 108,
+ "total_tokens": 1211
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2579,
+ "total": 2579
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.875,
+ "earned": 7,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "tracking"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Delivery tracking",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Courier",
+ "2 stops away"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Courier",
+ "2 stops away"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "4",
+ "four"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "4"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/056.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/056.json
new file mode 100644
index 000000000..c50d8cb48
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/056.json
@@ -0,0 +1,166 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:48:57.952Z",
+ "id": "056",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "056",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "photo-understanding",
+ "title": "Night scenes",
+ "image": "images/056.png",
+ "question": "Is the featured scene daytime or nighttime, and what medium badge is shown? Focus on the “Night scenes” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/056.png",
+ "bytes": 382211,
+ "sha256": "2bc804203a22667dce889d88415ea2b4596948965e814fdab4d42ce015c23016"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-archive night scene gallery\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Night scenes\", \"Etching\"\n3) Inputs: None visible\n4) State signals: \"Etching\" is a modal overlay\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 85,
+ "total_tokens": 1188
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2227,
+ "total": 2228
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7777777777777778,
+ "earned": 7,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "caption"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "gallery",
+ "archive"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Night scenes",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Night scenes"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "After dusk",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Etching",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Etching"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "night",
+ "dark",
+ "dusk"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "night"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/057.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/057.json
new file mode 100644
index 000000000..5e965eb69
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/057.json
@@ -0,0 +1,171 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:01.613Z",
+ "id": "057",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "057",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "multilingual-ocr",
+ "title": "お支払い",
+ "image": "images/057.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “お支払い” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/057.png",
+ "bytes": 108576,
+ "sha256": "1aa0ab56cddcc07d34dc49739705b8f7c86b776f9d77ec0273a8ce43a89c2e8a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web form for entering a password and entering a username.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"お支払い\", \"カード番号\", \"••••• 4242\", \"来방해주신 것인가?\", \"支払う\"\n3) Inputs: label='カード番号', value='••••• 4242', invalid=true\n4) State signals: Error message \"来방해주신 것인가?\" displayed in a red box below the input.\n5) Blockers: The form is in an error state due to the missing or invalid username.\n6) Unknowns: The specific type of card number input is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 157,
+ "total_tokens": 1260
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3658,
+ "total": 3659
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "お支払い",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "お支払い"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "支払う",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "支払う"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "カード番号",
+ "•••• 4242"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "カード番号",
+ "•••• 4242"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "有効期限を確認してください",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/058.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/058.json
new file mode 100644
index 000000000..5593a9c7d
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/058.json
@@ -0,0 +1,170 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:05.269Z",
+ "id": "058",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "058",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Report builder",
+ "image": "images/058.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Report builder” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/058.png",
+ "bytes": 89372,
+ "sha256": "572bc3a726c4d44cb153ba37e3e4c440f5e94a160c6572200fe042f0104e4ae9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: update settings and save work\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Report builder\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Export\", \"Beta\"\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n4) State signals: \"Export\" button is disabled (greyed out)\n5) Blockers: \"Export\" button is disabled; cannot proceed with the task\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 154,
+ "total_tokens": 1257
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3654,
+ "total": 3654
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 5,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target",
+ "cover"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Report builder",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Report builder"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Export CSV",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Beta",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/059.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/059.json
new file mode 100644
index 000000000..b3a9f297c
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/059.json
@@ -0,0 +1,188 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:08.236Z",
+ "id": "059",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "059",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "security-challenge",
+ "title": "Unusual activity detected",
+ "image": "images/059.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Unusual activity detected” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/059.png",
+ "bytes": 124259,
+ "sha256": "df89fa397cdb08b97601dd1577db0269587c03ebd6b66f2fd0535a729e219277"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: verify unusual activity\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Unusual activity detected\", \"Complete the verification below to continue.\", \"Hold the button for 3 seconds\", \"Verification required\", \"Try again\", \"Demo security challenge\"\n3) Inputs: None visible\n4) State signals: \"Hold the button for 3 seconds\" checkbox is unchecked\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 118,
+ "total_tokens": 1221
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2963,
+ "total": 2963
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5454545454545454,
+ "earned": 6,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Unusual activity detected",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Unusual activity detected"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Hold the button for 3 seconds",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Hold the button for 3 seconds"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Try again",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Try again"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Verification required"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/060.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/060.json
new file mode 100644
index 000000000..4e511c2a5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/060.json
@@ -0,0 +1,174 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:11.597Z",
+ "id": "060",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "060",
+ "difficulty": {
+ "level": 3,
+ "slug": "intermediate",
+ "label": "Intermediate"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Scanned receipt",
+ "image": "images/060.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Scanned receipt” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/060.png",
+ "bytes": 79943,
+ "sha256": "da113cf036792a628b8d44678653a3f88dd8acbac1f0185eef117dd425d0defd"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: document viewer task\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Scanned receipt\", \"$42.90\", \"Total\", \"one digit is smudged\", \"Page 1 of 1\", \"125%\"\n3) Inputs: None visible\n4) State signals: \"one digit is smudged\" text on a yellow bar\n5) Blockers: None\n6) Unknowns: The content of the document view is obscured by a smudge.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 132,
+ "total_tokens": 1235
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3359,
+ "total": 3359
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Scanned receipt",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Scanned receipt"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$4?.90",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "$4?.90"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/061.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/061.json
new file mode 100644
index 000000000..e62225de4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/061.json
@@ -0,0 +1,207 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:15.333Z",
+ "id": "061",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "061",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "authentication",
+ "title": "Verify your identity",
+ "image": "images/061.png",
+ "question": "What is preventing the user from completing Verify? Focus on the “Verify your identity” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/061.png",
+ "bytes": 123078,
+ "sha256": "e5e506ae3f9967ea1be8e3beeb5af02aaf196526840b374ba12ec82f5ac2d801"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Verify your identity\" form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Verify your identity\", \"Use your account to continue\", \"Email\", \"[email protected]\", \"482 19_\", \"Code expires in 01:42\", \"Verify\", \"Need help?\".\n3) Inputs: label='Email', value='[email protected]', invalid=true.\n4) State signals: Error message \"Code expires in 01:42\" displayed below the email field.\n5) Blockers: The \"Need help?\" link is disabled or inactive.\n6) Unknowns: The specific expiration time is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 163,
+ "total_tokens": 1266
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3733,
+ "total": 3733
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify your identity",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify your identity"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Verify",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Verify"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "incomplete",
+ "verification",
+ "code"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Code expires in 01:42",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Code expires in 01:42"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/062.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/062.json
new file mode 100644
index 000000000..af6c2f307
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/062.json
@@ -0,0 +1,194 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:18.711Z",
+ "id": "062",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "062",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "search-results",
+ "title": "Global search",
+ "image": "images/062.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Global search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/062.png",
+ "bytes": 95990,
+ "sha256": "b85e150b792c28879da6c9592b7bd7252ba8f8b71b47852f0e52f7d23431cee2"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: search and filter content.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Search\", \"dosyalar\", \"Recent\", \"Saved\", \"7 sonuç\", \"Son 30 gün\", \"2 filters active\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"2 Wireless keyboard collection\", \"Compare features and availability\".\n3) Inputs: Search field (label: \"fatura\", value: \"dosyalar\", enabled).\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 146,
+ "total_tokens": 1249
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3375,
+ "total": 3375
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 8,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "tab"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 6,
+ "ratio": 0.5
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Global search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Dosyalar",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "7 sonuç",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "7 sonuç"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "fatura"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "fatura"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Son 30 gün",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Son 30 gün"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "2 filters active",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/063.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/063.json
new file mode 100644
index 000000000..85db20e19
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/063.json
@@ -0,0 +1,174 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:21.760Z",
+ "id": "063",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "063",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "checkout",
+ "title": "Confirm purchase",
+ "image": "images/063.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Confirm purchase” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/063.png",
+ "bytes": 110576,
+ "sha256": "6f01d46b2a87aeba0634629dade606bfcfbebe7e0689f9d284275639c9dd5380"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce product listing page for a KulaKlik product.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Confirm purchase\", \"KulaKlik\", \"Quantity 1\", \"$4,799.00\", \"Subtotal\", \"$4,799.00\", \"Included\", \"Total\", \"$4,799.00\", \"3D Secure verification required\", \"Siparişi onayla\".\n3) Inputs: None visible.\n4) State signals: \"3D Secure verification required\" badge.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 142,
+ "total_tokens": 1245
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3046,
+ "total": 3046
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "total"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 6,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm purchase",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm purchase"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Kulaklık",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "₺4.799,00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Siparişi onayla",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Siparişi onayla"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "3D Secure verification required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "3D Secure verification required"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/064.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/064.json
new file mode 100644
index 000000000..1b0275f1f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/064.json
@@ -0,0 +1,200 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:26.515Z",
+ "id": "064",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "064",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "form-validation",
+ "title": "Vergi bilgileri",
+ "image": "images/064.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Vergi bilgileri” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/064.png",
+ "bytes": 113296,
+ "sha256": "2b2b6ca116511aa5e2286147995f0770b232037de962457bfe9016c4b9a160d9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: complete a form to register a new user.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Vergi bilgileri\", \"Complete the required details.\", \"Vergi kimlik no\", \"348 91 2\", \"3 hane eksik\", \"Notes\", \"Optional\", \"Kaydet\".\n3) Inputs:\n- Label: \"Vergi kimlik no\", Value: \"348 91 2\", State: Invalid (red border).\n- Label: \"Notes\", Value: \"\", State: Invalid (empty).\n- Label: \"Optional\", Value: \"\", State: Invalid (empty).\n4) State signals: Error message \"Vergi kimlik no\" displayed in red.\n5) Blockers: The form is in an error state due to the missing or invalid \"Notes\" field.\n6) Unknowns: The specific input field for \"Notes\" is not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 220,
+ "total_tokens": 1323
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4752,
+ "total": 4752
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input",
+ "error"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Vergi bilgileri",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Vergi bilgileri"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Kaydet",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Kaydet"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Vergi kimlik no",
+ "348 91 2",
+ "10 hane"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Vergi kimlik no",
+ "348 91 2"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "3 hane eksik",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "invalid",
+ "missing"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/065.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/065.json
new file mode 100644
index 000000000..f21e6f1f8
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/065.json
@@ -0,0 +1,183 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:29.364Z",
+ "id": "065",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "065",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "modal-overlay",
+ "title": "Production is locked",
+ "image": "images/065.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Production is locked” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/065.png",
+ "bytes": 101733,
+ "sha256": "670c7f911eda7a9612846650b273776ad3cb333086b4b619f85eec708e33f5b6"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape homepage with a security lock page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Production is locked\", \"Approval from an owner is required.\", \"Close\", \"Request approval\".\n3) Inputs: None visible.\n4) State signals: A red exclamation mark inside a red circle is visible.\n5) Blockers: A red \"Request approval\" button is present, but the page is in a locked state.\n6) Unknowns: The specific reason for the lock is not stated.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 122,
+ "total_tokens": 1225
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2847,
+ "total": 2847
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6363636363636364,
+ "earned": 7,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "deployments",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Production is locked",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Production is locked"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Request approval",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Request approval"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Close",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Close"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Approval from an owner is required."
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/066.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/066.json
new file mode 100644
index 000000000..8b8aea536
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/066.json
@@ -0,0 +1,158 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:32.029Z",
+ "id": "066",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "066",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "toast-notification",
+ "title": "Rule saved with warnings",
+ "image": "images/066.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Rule saved with warnings” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/066.png",
+ "bytes": 91582,
+ "sha256": "707e09dbbe97fb176ed42bf070333f3ca628c45850e4879b81ee1100c2ef58bf"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape homepage with a security panel.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Branch protection\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Rule saved with warnings\", \"2 checks are missing\".\n3) Inputs: None visible.\n4) State signals: \"Rule saved with warnings\" badge; \"2 checks are missing\" toast notification.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 113,
+ "total_tokens": 1216
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2662,
+ "total": 2662
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.7777777777777778,
+ "earned": 7,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "branch protection",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Branch protection",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Branch protection"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "View warnings",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Rule saved with warnings",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Rule saved with warnings"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "2 checks are missing",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "2 checks are missing"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/067.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/067.json
new file mode 100644
index 000000000..fbd95b539
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/067.json
@@ -0,0 +1,172 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:33.607Z",
+ "id": "067",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "067",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "loading-state",
+ "title": "Reconnecting…",
+ "image": "images/067.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Reconnecting…” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/067.png",
+ "bytes": 95708,
+ "sha256": "ceacb1b4a93012cc475b02c61862be44e9539b403c1476371a87fd520674ef31"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Reconnecting...\" task\n2) Visible text: \"Reconnecting...\", \"Attempt 3 of 5\"\n3) Inputs: None\n4) State signals: None\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 67,
+ "total_tokens": 1170
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 1575,
+ "total": 1575
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.3333333333333333,
+ "earned": 3,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading",
+ "spinner"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "reconnecting"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Reconnecting…",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Attempt 3 of 5",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/068.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/068.json
new file mode 100644
index 000000000..733f722a0
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/068.json
@@ -0,0 +1,184 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:37.468Z",
+ "id": "068",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "068",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "consent-banner",
+ "title": "Çerez tercihleri",
+ "image": "images/068.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Çerez tercihleri” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/068.png",
+ "bytes": 169302,
+ "sha256": "08064e36f3728182372ccf97c732e1b82472fdcc796a58a7c2c1443a888c9c4a"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: click \"Tümünü kabul et\" (Save Profile) button.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Qerez tercihleri\", \"Zorunlu çezerler kapatlamaz.\", \"Tümünü kabul et\", \"Yalınca gerekli\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: The \"Field Notes\" section is a large gray box; no text is visible inside it.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 163,
+ "total_tokens": 1266
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3857,
+ "total": 3858
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.3,
+ "earned": 3,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "title",
+ "consent-signal"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 4,
+ "ratio": 0.25
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Çerez tercihleri",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tümünü kabul et",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Tümünü kabul et"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Yalnızca gerekli",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/069.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/069.json
new file mode 100644
index 000000000..9a31b3c83
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/069.json
@@ -0,0 +1,150 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:53.791Z",
+ "id": "069",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "069",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "dashboard",
+ "title": "Bölgesel performans",
+ "image": "images/069.png",
+ "question": "What is the value of İzmir, and is there an alert that changes the page state? Focus on the “Bölgesel performans” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/069.png",
+ "bytes": 87312,
+ "sha256": "eef33da4d69c885b9c42500edbea6b029eeb5656a4dc9f3e6a431ad06b444dec"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape workspace analytics dashboard displaying regional performance metrics.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Bölgesel performans\", \"İzmir hedefin %8 altında\", \"Ankara\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"İzmir\", \"",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 800,
+ "total_tokens": 1903
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 16321,
+ "total": 16321
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.3333333333333333,
+ "earned": 2.6666666666666665,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 2,
+ "criticalFailures": [
+ "target-metric",
+ "alert"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bölgesel performans",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Bölgesel performans"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "İzmir",
+ "₺44,2K"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "İzmir"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "İzmir hedefin %8 altında",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": false
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/070.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/070.json
new file mode 100644
index 000000000..e6aab30e5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/070.json
@@ -0,0 +1,147 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:56.400Z",
+ "id": "070",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "070",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "chart-reading",
+ "title": "Dönüşüm hunisi",
+ "image": "images/070.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Dönüşüm hunisi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/070.png",
+ "bytes": 72807,
+ "sha256": "6a34f2a8df01fd37da75b40fee002e46043ccdc4720b572957d5c44c1a42b183"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Analytics dashboard displaying regional performance metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"ANALYTICS\", \"Dönüşüm hünisi\", \"100\", \"Ziyaret\", \"62\", \"Sepet\", \"41\", \"Ödeme\", \"29\", \"Satin alma\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" badge in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 119,
+ "total_tokens": 1222
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2607,
+ "total": 2607
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.625,
+ "earned": 5,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "dönüşüm hunisi"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Dönüşüm hunisi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Satın alma"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "100",
+ "29%"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "100"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/071.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/071.json
new file mode 100644
index 000000000..5de8d9384
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/071.json
@@ -0,0 +1,134 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:49:59.379Z",
+ "id": "071",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "071",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "data-table",
+ "title": "Fatura listesi",
+ "image": "images/071.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Fatura listesi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/071.png",
+ "bytes": 84124,
+ "sha256": "6d05e6deaa76e5febe0ebd1970ffa5f321ad09b6cf3f65479c539d363b0f1172"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape homepage displaying a list of locations with a filter button.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Fatura listesi\", \"FATURA\", \"VADE\", \"DURUM\", \"Ödendi\", \"TR-8831\", \"18 Ağü\", \"21 Ağü\", \"Geçikmığ\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visible and appears to be enabled.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 132,
+ "total_tokens": 1235
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2976,
+ "total": 2976
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Fatura listesi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Fatura listesi"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "TR-8832",
+ "Gecikmiş"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/072.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/072.json
new file mode 100644
index 000000000..db4d49bd0
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/072.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:04.999Z",
+ "id": "072",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "072",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "email-compose",
+ "title": "Yeni ileti",
+ "image": "images/072.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Yeni ileti” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/072.png",
+ "bytes": 72089,
+ "sha256": "eb4249e4e4a3e9311385ec5c86668322271b0bac0ad4952765c15dfd255afb3d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Email form for sending a message.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"Yeni ileti\", \"To\", \"Subject\", \"Cuma toplantısı\", \"Message\", \"Çevrimdığı — taslak yerel kaydeliği\", \"Çevrimdığı — taslak yerel kaydeliği\".\n3) Inputs: Label \"To\", Value \"[email protected]\", Focused, Not Disabled; Label \"Subject\", Value \"Cuma toplantısı\", Focused, Not Disabled; Label \"Message\", Value \"Çevrimdığı — taslak yerel kaydeliği\", Focused, Not Disabled.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: The \"Çevrimdığı — taslak yerel kaydeliği\" text is a placeholder; the actual message content is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 256,
+ "total_tokens": 1359
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 5618,
+ "total": 5618
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "button",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "message"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Yeni ileti",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Yeni ileti"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Gönder",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "To",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Cuma toplantısı"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Subject",
+ "Cuma toplantısı"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Çevrimdışı — taslak yerel kaydedildi",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/073.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/073.json
new file mode 100644
index 000000000..37e06ff93
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/073.json
@@ -0,0 +1,131 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:07.607Z",
+ "id": "073",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "073",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "kanban-board",
+ "title": "İçerik takvimi",
+ "image": "images/073.png",
+ "question": "Which column contains “Model karşılaştırması”? Focus on the “İçerik takvimi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/073.png",
+ "bytes": 71761,
+ "sha256": "97bcd0fad628096a65eb12e0c5db3dd365d789a586517889c6aa92cfccb580c3"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task management interface.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"içerik takvimi\", \"Taslak\", \"1\", \"Incelemede\", \"Yayında\", \"Task\", \"Şürük noltarı\", \"Board\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 109,
+ "total_tokens": 1212
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2604,
+ "total": 2605
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.2857142857142857,
+ "earned": 2,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "card-column"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "İçerik takvimi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Model karşılaştırması",
+ "İncelemede"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/074.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/074.json
new file mode 100644
index 000000000..fd98960e7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/074.json
@@ -0,0 +1,133 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:10.316Z",
+ "id": "074",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "074",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "calendar",
+ "title": "Ağustos 2026",
+ "image": "images/074.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Ağustos 2026” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/074.png",
+ "bytes": 72732,
+ "sha256": "7db44a9c0bbaa77702f994b8daea9ad46640ad050af350766ba54c9abd8b9506"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Google Calendar view for August 2026.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Agustos 2026\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"29\", \"Orin demus\", \"Odo\", \"30\", \"31\".\n3) Inputs: None visible.\n4) State signals: Calendar view for August 2026.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 121,
+ "total_tokens": 1224
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2706,
+ "total": 2707
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Ağustos 2026",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "29",
+ "Ürün demosu",
+ "09:45"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "29"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/075.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/075.json
new file mode 100644
index 000000000..d998c6c86
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/075.json
@@ -0,0 +1,151 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:13.458Z",
+ "id": "075",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "075",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "map-and-travel",
+ "title": "Tren rotası",
+ "image": "images/075.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Tren rotası” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/075.png",
+ "bytes": 107848,
+ "sha256": "587cb4b4ea563b39f477ee3274e761b2105deb74079f80f1cf98f895a910c3e3"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Map navigation and route planning interface.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Ankara Gari\", \"18:42 vanş\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\".\n3) Inputs: None visible.\n4) State signals: \"Oak Corner\" is a clickable link.\n5) Blockers: None.\n6) Unknowns: The map details are not fully visible; only the \"Oak Corner\" link is shown.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 128,
+ "total_tokens": 1231
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3140,
+ "total": 3140
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5,
+ "earned": 4,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selection"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 1,
+ "possible": 4,
+ "ratio": 0.25
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map",
+ "route"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tren rotası",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Ankara Garı",
+ "18:42 varış"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "5",
+ "five"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "5"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/076.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/076.json
new file mode 100644
index 000000000..c87def344
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/076.json
@@ -0,0 +1,161 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:16.306Z",
+ "id": "076",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "076",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "photo-understanding",
+ "title": "Sanat arşivi",
+ "image": "images/076.png",
+ "question": "What type of artwork is displayed and what caption identifies it? Focus on the “Sanat arşivi” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/076.png",
+ "bytes": 477328,
+ "sha256": "2732404a36c0501d5a989e2ea7a7e9336be2c282523fbb9e5e4587882e0c3fe7"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Webpage displaying a gallery of artworks with a specific artwork title and artist name.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Sanat arşivı\", \"Tangiers street scene\", \"Oil painting\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: The specific artwork title and artist name are not visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 112,
+ "total_tokens": 1215
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2844,
+ "total": 2845
+ },
+ "score": {
+ "success": true,
+ "ratio": 0.8888888888888888,
+ "earned": 8,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 4,
+ "ratio": 0.75
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "gallery"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sanat arşivi",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Tangiers street scene",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Tangiers street scene"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Oil painting",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Oil painting"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Tangiers street scene"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Tangiers street scene"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/077.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/077.json
new file mode 100644
index 000000000..fa4affce8
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/077.json
@@ -0,0 +1,168 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:18.838Z",
+ "id": "077",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "077",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "multilingual-ocr",
+ "title": "Sipariş ayrıntıları",
+ "image": "images/077.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “Sipariş ayrıntıları” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/077.png",
+ "bytes": 107895,
+ "sha256": "d6bf9b2d55db4680145c32d2f0793316d2fbe1c05da93ff557933a51c9e2662e"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web form for user registration.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Siparis ayrıntılar\", \"Teşimlat notu\", \"Kapıya bırak\", \"Adres doğrulanamadı\", \"Güncelle\".\n3) Inputs: label='', value='', enabled.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 111,
+ "total_tokens": 1214
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2529,
+ "total": 2529
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.36363636363636365,
+ "earned": 4,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading",
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sipariş ayrıntıları",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Güncelle",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Güncelle"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Teslimat notu",
+ "Kapıya bırak"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Adres doğrulanamadı",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/078.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/078.json
new file mode 100644
index 000000000..a1af788b7
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/078.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:22.777Z",
+ "id": "078",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "078",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Canvas editor",
+ "image": "images/078.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Canvas editor” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/078.png",
+ "bytes": 90320,
+ "sha256": "8b5544b8d4f4b42f7d115a7efcbd17777f751f63d023daea21f239a9bf457ff4"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: update canvas editor settings\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Canvas editor\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Publish\", \"Connection lost\"\n3) Inputs:\n- Label: \"Name\", Value: \"Example workspace\", Focused: No\n- Label: \"Description\", Value: \"Production configuration\", Focused: No\n4) State signals: \"Connection lost\" error message displayed in a gray box below the \"Publish\" button.\n5) Blockers: \"Connection lost\" error indicates the page is still loading or the connection is temporarily lost.\n6) Unknowns: The specific error message for the \"Connection lost\" state is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 179,
+ "total_tokens": 1282
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3936,
+ "total": 3936
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "editor"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Canvas editor",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Canvas editor"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Connection lost",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Connection lost"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/079.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/079.json
new file mode 100644
index 000000000..191882e75
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/079.json
@@ -0,0 +1,185 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:26.604Z",
+ "id": "079",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "079",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "security-challenge",
+ "title": "Güvenlik doğrulaması",
+ "image": "images/079.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Güvenlik doğrulaması” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/079.png",
+ "bytes": 120360,
+ "sha256": "3f0e09cff735eccac6fef6ee8d86c74b3e83ff6b6e80cec27a8337938305a0ca"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Secure login form for a web application.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Güvenlik doğrulaması\", \"Güvenlik doğrulaması\", \"Buİlmaçayı tamamlayın\", \"2 denemeden 11' kaldı\", \"Dogrula\", \"Demo security challenge\".\n3) Inputs: Label \"Güvenlik doğrulaması\", Value \"Buİlmaçayı tamamlayın\", Focused, Not Disabled.\n4) State signals: A checkbox is unchecked.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 166,
+ "total_tokens": 1269
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3825,
+ "total": 3825
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.2727272727272727,
+ "earned": 3,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "purpose",
+ "label",
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 4,
+ "ratio": 0.25
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Güvenlik doğrulaması",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Güvenlik doğrulaması"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Bulmacayı tamamlayın",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Doğrula",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "2 denemeden 1’i kaldı"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/080.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/080.json
new file mode 100644
index 000000000..1c55c7a74
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/080.json
@@ -0,0 +1,176 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:29.998Z",
+ "id": "080",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "080",
+ "difficulty": {
+ "level": 4,
+ "slug": "advanced",
+ "label": "Advanced"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Redacted contract",
+ "image": "images/080.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Redacted contract” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/080.png",
+ "bytes": 82976,
+ "sha256": "6666a6845ec9e0eef087b713402c93bbf2ff0f67eddbd218c6b0786281f6b2d8"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Document viewer interface for viewing and editing a contract.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Redacted contract\", \"Client\", \"Client:\", \"Client name is redacted\", \"Page 1 of 1\", \"125%\", \"Page 1 of 1\".\n3) Inputs: None visible.\n4) State signals: \"Client:\", \"Client name is redacted\", \"Page 1 of 1\".\n5) Blockers: None.\n6) Unknowns: The actual content of the document is obscured by a redacted name.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 147,
+ "total_tokens": 1250
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3391,
+ "total": 3391
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 3,
+ "ratio": 0.3333333333333333
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "contract",
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Redacted contract",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Redacted contract"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Client: ███████",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown",
+ "redacted"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Client: ███████"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/081.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/081.json
new file mode 100644
index 000000000..027fdc07a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/081.json
@@ -0,0 +1,207 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:33.830Z",
+ "id": "081",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "081",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "authentication",
+ "title": "Session expired",
+ "image": "images/081.png",
+ "question": "What is preventing the user from completing Sign in again? Focus on the “Session expired” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/081.png",
+ "bytes": 147068,
+ "sha256": "574e324e980c65e83e921b97719134b5eeda7d5945cfb5f6376e8f8a0d00de0d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Secure login form for WebScene application.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Session expired\", \"Use your account to continue\", \"Email\", \"[email protected]\", \"Password\", \"Enter password\", \"Too many attempts. Try again in 14:32\", \"Sign in again\", \"Need help?\".\n3) Inputs: label='Email', value='[email protected]', invalid=true.\n4) State signals: Error message \"Too many attempts. Try again in 14:32\" displayed below the password field.\n5) Blockers: The \"Sign in again\" button is disabled due to the error state.\n6) Unknowns: The specific error message for the \"Too many attempts\" is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 169,
+ "total_tokens": 1272
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3828,
+ "total": 3829
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7692307692307693,
+ "earned": 10,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign in",
+ "login",
+ "identity verification",
+ "session expired"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "login"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Session expired",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Session expired"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Sign in again",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Sign in again"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "email-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Email",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "Email",
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "rate",
+ "limit"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Too many attempts. Try again in 14:32",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Too many attempts. Try again in 14:32"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "disabled",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "any",
+ "values": [
+ "disabled",
+ "unavailable"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/082.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/082.json
new file mode 100644
index 000000000..deb4e7093
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/082.json
@@ -0,0 +1,197 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:37.084Z",
+ "id": "082",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "082",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "search-results",
+ "title": "Case-sensitive search",
+ "image": "images/082.png",
+ "question": "What query is active, which result tab is selected, and how many results are shown? Focus on the “Case-sensitive search” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/082.png",
+ "bytes": 109802,
+ "sha256": "11a24ea55821569aeb9af5fa67def3a11939eb81a145cd4cf844247d99398558"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: search case-sensitive query\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Case-sensitive search\", \"Search\", \"Orion-7B\", \"Recent\", \"Saved\", \"0 results\", \"Archived\", \"No matches for “Orion-7B”\", \"Camera setup guide\", \"A practical guide with examples\", \"Urban heat research notes\", \"2\", \"Wireless keyboard collection\", \"Compare features and availability\"\n3) Inputs: label='Search'; value='Orion-7B'; not focused; enabled\n4) State signals: \"0 results\" status indicator\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 159,
+ "total_tokens": 1262
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3252,
+ "total": 3252
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 9,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "tab",
+ "notice"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 6,
+ "ratio": 0.6666666666666666
+ },
+ "inputs": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "search",
+ "results"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Case-sensitive search",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Case-sensitive search"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "tab",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Exact match",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "count",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "0 results",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "0 results"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "query",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Search",
+ "Orion-7B"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Search",
+ "Orion-7B"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "chip",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Archived",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Archived"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "notice",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "No matches for “Orion-7B”",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/083.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/083.json
new file mode 100644
index 000000000..13ffa6d02
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/083.json
@@ -0,0 +1,196 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:40.548Z",
+ "id": "083",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "083",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "checkout",
+ "title": "Order summary",
+ "image": "images/083.png",
+ "question": "What is the exact total, and can the visible purchase action proceed? Focus on the “Order summary” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/083.png",
+ "bytes": 125079,
+ "sha256": "a364c773403657279eb511b54d0a0f482007e9cd3f1154c71a02976f2ab4f733"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: E-commerce order summary page displaying product details and payment information.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Order summary\", \"$1,204.08\", \"Quantity 1\", \"$1,204.08\", \"Subtotal\", \"$1,204.08\", \"Included\", \"Total\", \"$1,204.08\", \"Price changed from $1,199.00\", \"Submit payment\".\n3) Inputs: None visible.\n4) State signals: \"Total\" is highlighted in red, indicating a total price change.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 145,
+ "total_tokens": 1248
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3460,
+ "total": 3460
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6153846153846154,
+ "earned": 8,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "banner",
+ "blocked"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 6,
+ "ratio": 0.8333333333333334
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "checkout",
+ "cart",
+ "order",
+ "purchase"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Order summary",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Order summary"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "item",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Studio monitor pair",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "total",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "$1,204.08",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "$1,204.08"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Submit payment",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Submit payment"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "banner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Price changed from $1,199.00",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "blocked",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "price",
+ "changed"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/084.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/084.json
new file mode 100644
index 000000000..961e38e7f
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/084.json
@@ -0,0 +1,200 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:44.027Z",
+ "id": "084",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "084",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "form-validation",
+ "title": "Publish dataset",
+ "image": "images/084.png",
+ "question": "Which field is invalid, what value does it contain, and what exact error is shown? Focus on the “Publish dataset” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/084.png",
+ "bytes": 136629,
+ "sha256": "24c6dcd36f93087c143f58bd3bcea05df65efeec26f183244f16e69ba310bd51"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: publish dataset form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Publish dataset\", \"Complete the required details.\", \"Release tag\", \"Notes\", \"Optional\", \"Publish\".\n3) Inputs:\n- Label: \"Release tag\", Value: \"v2.2.1\", State: Invalid (red border).\n4) State signals: Error message \"Use semantic version format\" displayed in a red box.\n5) Blockers: The \"Release tag\" field is marked invalid, and an error message is present.\n6) Unknowns: The specific version of the release tag is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 145,
+ "total_tokens": 1248
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3477,
+ "total": 3477
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "input"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "form",
+ "profile",
+ "shipping",
+ "invite",
+ "dataset",
+ "tax"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "form",
+ "dataset"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish dataset",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish dataset"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Publish",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Publish"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Release tag",
+ "v2..1",
+ "v1.0.0"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Release tag"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "error",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Use semantic version format",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Use semantic version format"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "invalid",
+ "required",
+ "incomplete",
+ "missing",
+ "format"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "invalid"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/085.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/085.json
new file mode 100644
index 000000000..b3d8a4bac
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/085.json
@@ -0,0 +1,187 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:47.179Z",
+ "id": "085",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "085",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "modal-overlay",
+ "title": "Confirm transfer of $8,740.00?",
+ "image": "images/085.png",
+ "question": "What modal is blocking the page, and what are its two exact actions? Focus on the “Confirm transfer of $8,740.00?” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/085.png",
+ "bytes": 119778,
+ "sha256": "5adbd1a9b1252d8877619ea1bcc63e73603b3c9efbb3f1f24cd4906055a6cd02"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Bank transfer confirmation page.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Bank transfer\", \"Overview\", \"Recent activity\", \"Shared with me\", \"Archive\", \"Confirm transfer of $8,740.00?\", \"Recipient: NOVA SUPPLY · · · 8841\", \"Review details\", \"Confirm transfer\".\n3) Inputs: None visible.\n4) State signals: Alert modal with red exclamation mark and \"Confirm transfer of $8,740.00?\" text.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 139,
+ "total_tokens": 1242
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3149,
+ "total": 3149
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7272727272727273,
+ "earned": 8,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "modal-signal",
+ "overlay-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 5,
+ "possible": 5,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "bank transfer",
+ "dialog",
+ "modal"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "bank transfer"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm transfer of $8,740.00?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm transfer of $8,740.00?"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "primary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confirm transfer",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Confirm transfer"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "secondary",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review details",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review details"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "modal-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "all",
+ "values": [
+ "modal",
+ "Recipient: NOVA SUPPLY •••• 8841"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "modal"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "overlay-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "modal",
+ "overlay",
+ "dialog"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/086.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/086.json
new file mode 100644
index 000000000..250a8be0b
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/086.json
@@ -0,0 +1,161 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:49.382Z",
+ "id": "086",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "086",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "toast-notification",
+ "title": "Export queued",
+ "image": "images/086.png",
+ "question": "What transient notification is visible, and is it success, warning, error, or informational? Focus on the “Export queued” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/086.png",
+ "bytes": 100816,
+ "sha256": "f99038ae9d1f044ac86558e1f413c3ccd730cae620a76931394d817fc00b7837"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape dashboard data export form.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Export queued\", \"Position 14 of 32\", \"General\", \"Notifications\", \"Privacy\", \"Integrations\", \"Cancel export\".\n3) Inputs: None visible.\n4) State signals: \"Export queued\" status indicator.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 103,
+ "total_tokens": 1206
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2201,
+ "total": 2201
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 6,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "detail"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 2,
+ "ratio": 0.5
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "data export",
+ "settings",
+ "upload",
+ "export"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "data export",
+ "export"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Data export",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Cancel export",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Cancel export"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "toast",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Export queued",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Export queued"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Position 14 of 32",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/087.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/087.json
new file mode 100644
index 000000000..4e114e9a6
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/087.json
@@ -0,0 +1,189 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:51.606Z",
+ "id": "087",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "087",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "loading-state",
+ "title": "Finalizing import",
+ "image": "images/087.png",
+ "question": "Is the page ready for interaction, and what exact progress signal is visible? Focus on the “Finalizing import” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/087.png",
+ "bytes": 117737,
+ "sha256": "12d7723f9c354430940fd23df4425755c906e68d31d987b4a06bd0355e1e1317"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Finalizing import\" task.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Finalizing import\", \"Do not close this tab\", \"99%\".\n3) Inputs: None visible.\n4) State signals: \"Do not close this tab\" status bar.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 92,
+ "total_tokens": 1195
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2221,
+ "total": 2221
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5454545454545454,
+ "earned": 6,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "spinner",
+ "progress"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 1,
+ "possible": 5,
+ "ratio": 0.2
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "loading",
+ "processing",
+ "reconnecting",
+ "import"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "import"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Finalizing import",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Finalizing import"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "spinner",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "loading",
+ "spinner",
+ "processing",
+ "reconnecting",
+ "progress"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "wait-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "loading",
+ "wait",
+ "processing",
+ "reconnecting",
+ "not ready"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "detail",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Do not close this tab",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Do not close this tab"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "progress",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "99%",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/088.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/088.json
new file mode 100644
index 000000000..9fe686a1e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/088.json
@@ -0,0 +1,195 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:55.373Z",
+ "id": "088",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "088",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "consent-banner",
+ "title": "Consent required",
+ "image": "images/088.png",
+ "question": "Which consent overlay is present and what exact choices does it offer? Focus on the “Consent required” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/088.png",
+ "bytes": 122755,
+ "sha256": "e3f766af35372e2a08c2db89ec415fb8a89f8db483978b270f49f81334b20749"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: video content block\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Field Notes\", \"Independent stories about design, technology, and cities.\", \"A long-form article continues underneath the privacy surface.\", \"Consent required\", \"The video is blocked until media cookies are allowed.\", \"Allow media cookies\", \"Keep blocked\"\n3) Inputs: None visible\n4) State signals: \"Consent required\" badge; \"The video is blocked until media cookies are allowed.\"; \"Allow media cookies\" button; \"Keep blocked\" banner\n5) Blockers: \"Consent required\" badge; \"The video is blocked until media cookies are allowed.\"\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 164,
+ "total_tokens": 1267
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3764,
+ "total": 3764
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "privacy",
+ "cookie",
+ "consent",
+ "video"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "video"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "title",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Consent required",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Consent required"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-1",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Allow media cookies",
+ "weight": 1,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Allow media cookies"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "choice-2",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Keep blocked",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Keep blocked"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "privacy",
+ "overlay",
+ "banner"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "cookie",
+ "consent",
+ "banner"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "consent-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cookie",
+ "consent",
+ "overlay",
+ "blocked"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "cookie",
+ "consent",
+ "blocked"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/089.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/089.json
new file mode 100644
index 000000000..dc494435a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/089.json
@@ -0,0 +1,174 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:50:59.010Z",
+ "id": "089",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "089",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "dashboard",
+ "title": "Incident command",
+ "image": "images/089.png",
+ "question": "What is the value of ETA, and is there an alert that changes the page state? Focus on the “Incident command” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/089.png",
+ "bytes": 96698,
+ "sha256": "7c11ab2c2ccedcff9edc7b9421d81c7d608d04bd90a9d795dcac8dd9d62613a1"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape workspace analytics dashboard displaying incident command metrics and payouts.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Incident command\", \"Payments degraded in EU-West\", \"ETA\", \"Unknown\", \"P0 open\", \"2\", \"Affected users\", \"18,420\", \"> 2.4%\", \"ETA\", \"Unknown\", \"> 8.1%\".\n3) Inputs: None visible.\n4) State signals: \"Live\" status indicator in the top right corner.\n5) Blockers: None.\n6) Unknowns: The specific values for \"ETA\" and \"ETA Unknown\" are not fully visible in the screenshot.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 161,
+ "total_tokens": 1264
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3634,
+ "total": 3634
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.8,
+ "earned": 8,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "alert"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "unknowns": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "dashboard",
+ "overview",
+ "system health",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "dashboard",
+ "incident"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Incident command",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Incident command"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-metric",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "all",
+ "values": [
+ "ETA",
+ "Unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "ETA",
+ "Unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Payments degraded in EU-West",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "ETA",
+ "unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "ETA",
+ "unknown"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/090.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/090.json
new file mode 100644
index 000000000..81f97501a
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/090.json
@@ -0,0 +1,149 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:01.353Z",
+ "id": "090",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "090",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "chart-reading",
+ "title": "Forecast vs actual",
+ "image": "images/090.png",
+ "question": "Which category has the tallest bar, and what exact value or annotation is attached to it? Focus on the “Forecast vs actual” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/090.png",
+ "bytes": 86938,
+ "sha256": "e2bf7cc8d99e7d617a882cdeee0e054637bf76e81e5f5d4627c1adb33945b486"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape dashboard displaying forecast and analytics data.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Analytics\", \"Forecast vs actual\", \"72\", \"68\", \"81\", \"79\", \"93\", \"Updated now\".\n3) Inputs: None visible.\n4) State signals: \"Updated now\" badge in top right.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 103,
+ "total_tokens": 1206
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2339,
+ "total": 2339
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.75,
+ "earned": 6,
+ "possible": 8,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "highest-label"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "chart",
+ "dashboard",
+ "forecast vs actual"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "dashboard"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Forecast vs actual",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Forecast vs actual"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-label",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "May"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "highest-value",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "93",
+ "Actual 93; forecast 88"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "93"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/091.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/091.json
new file mode 100644
index 000000000..6afd9a0f4
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/091.json
@@ -0,0 +1,140 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:05.605Z",
+ "id": "091",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "091",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "data-table",
+ "title": "Access audit",
+ "image": "images/091.png",
+ "question": "Locate the target row and report its exact status without mixing it with neighboring rows. Focus on the “Access audit” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/091.png",
+ "bytes": 103157,
+ "sha256": "3889ae84ac09a2526b50db4c4a3c6aa55d0c1902441a667908005c8e5feab105"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Access audit dashboard showing audit status and performance metrics.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Filter\", \"Access audit\", \"PRINCIPAL\", \"SCOPE\", \"LAST USED\", \"RISK\", \"SVC-build\", \"repo:write\", \"2m ago\", \"Low\", \"svc-legacy\", \"orgadmin\", \"Unknown\", \"Critical\".\n3) Inputs: None visible.\n4) State signals: \"Filter\" button is visible and appears to be the active state.\n5) Blockers: None.\n6) Unknowns: The \"SVC-build\" task is marked as \"Low\" in the audit status, but no specific details are provided.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 168,
+ "total_tokens": 1271
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4250,
+ "total": 4250
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5714285714285714,
+ "earned": 4,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "target-row"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "table",
+ "orders",
+ "members",
+ "deployment",
+ "invoice",
+ "audit"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "audit"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Access audit",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Access audit"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target-row",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "svc-legacy",
+ "org:admin",
+ "Critical"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "svc-legacy",
+ "Critical"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/092.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/092.json
new file mode 100644
index 000000000..385329f15
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/092.json
@@ -0,0 +1,206 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:09.733Z",
+ "id": "092",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "092",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "email-compose",
+ "title": "Confidential message",
+ "image": "images/092.png",
+ "question": "Who is the message addressed to, what is its subject, and is any send warning visible? Focus on the “Confidential message” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/092.png",
+ "bytes": 83674,
+ "sha256": "ea1d86e63142b56a1856093d97da1202b5f506554237160473e2c71c678c4d33"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: email compose\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Mail\", \"Inbox\", \"Stared\", \"Sent\", \"Drafts\", \"Compose\", \"Subject\", \"Q3 forecast\", \"Message\", \"Send anyway\", \"External recipient warning\"\n3) Inputs:\n- Label: \"[email protected]\", Value: \"[email protected]\", State: Not focused\n- Label: \"Q3 forecast\", Value: \"Q3 forecast\", State: Not focused\n- Label: \"Message\", Value: \"The attached file contains internal estimates.\", State: Not focused\n4) State signals: None\n5) Blockers: None\n6) Unknowns: The \"Message\" field is empty; the \"External recipient warning\" button is not visible in the current view.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 191,
+ "total_tokens": 1294
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4126,
+ "total": 4126
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.4166666666666667,
+ "earned": 5,
+ "possible": 12,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "status",
+ "external-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 3,
+ "ratio": 0.6666666666666666
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "email",
+ "compose",
+ "message"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "email",
+ "compose"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Confidential message",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Send anyway",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Send anyway"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "to-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "To",
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "subject-input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "Subject",
+ "Q3 forecast"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [
+ "Q3 forecast"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "External recipient warning",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "external-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "external",
+ "warning",
+ "recipient"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/093.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/093.json
new file mode 100644
index 000000000..ac1398d46
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/093.json
@@ -0,0 +1,136 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:12.629Z",
+ "id": "093",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "093",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "kanban-board",
+ "title": "Incident board",
+ "image": "images/093.png",
+ "question": "Which column contains “Retry storm”? Focus on the “Incident board” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/093.png",
+ "bytes": 89778,
+ "sha256": "8a7f1bdb44b30d3a5a5ae97294ee0ebcbe852ce7a3cc69946d627bae3b44dc4d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: \"Incident board\"\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Investigating\", \"EU payment failures\", \"MEDIUM Webhook lag\", \"Migrating\", \"Task\", \"Retry storm\", \"Monitoring\", \"Task\", \"Cache recovery\"\n3) Inputs: None visible\n4) State signals: \"Board\" is a modal overlay.\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 115,
+ "total_tokens": 1218
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2892,
+ "total": 2893
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.42857142857142855,
+ "earned": 3,
+ "possible": 7,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "card-column"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "board",
+ "kanban",
+ "project",
+ "sprint",
+ "incident"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "board",
+ "incident"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Incident board",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "card-column",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Retry storm",
+ "Mitigating"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Retry storm"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/094.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/094.json
new file mode 100644
index 000000000..ef35dccb0
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/094.json
@@ -0,0 +1,155 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:15.896Z",
+ "id": "094",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "094",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "calendar",
+ "title": "Release calendar",
+ "image": "images/094.png",
+ "question": "What event is shown on the selected day, and at what exact time? Focus on the “Release calendar” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/094.png",
+ "bytes": 75268,
+ "sha256": "fb3409891b5e5f49ce85bc1d3b8fffb41bf450e236249ec133fef3d3dc114192"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape release calendar dashboard displaying a monthly calendar view.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Release calendar\", \"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\", \"Overlaps with Database migration\", \"Production freeze 28-29 UTC\".\n3) Inputs: None visible.\n4) State signals: \"Overlaps with Database migration\" status indicator.\n5) Blockers: None.\n6) Unknowns: The specific content of the calendar cell for \"28-29 UTC\" is not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 139,
+ "total_tokens": 1242
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3264,
+ "total": 3264
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6666666666666666,
+ "earned": 6,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "selected-event"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "calendar",
+ "schedule"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Release calendar",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Release calendar"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "selected-event",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "31",
+ "Production freeze",
+ "23:30 UTC"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": false,
+ "matched": [
+ "Production freeze"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "conflict",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Overlaps with Database migration",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Overlaps with Database migration"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/095.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/095.json
new file mode 100644
index 000000000..23fefa0a2
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/095.json
@@ -0,0 +1,172 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:19.169Z",
+ "id": "095",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "095",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "map-and-travel",
+ "title": "Evacuation map",
+ "image": "images/095.png",
+ "question": "Which map item is selected, what detail is shown, and how many pins are visible? Focus on the “Evacuation map” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/095.png",
+ "bytes": 121993,
+ "sha256": "d4dea8257e65089b6ae8b0e858d99fbc3705e18ef7ba698199cfdcd6e6c19ec9"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape navigation page displaying a route map and a route-cancellation button.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Route B\", \"Bridge closed\", \"Oak Corner\", \"View details\", \"River Point\", \"View details\", \"Central Stop\", \"View details\", \"Use Route C Instead\".\n3) Inputs: None visible.\n4) State signals: \"Route B\" is closed; \"Oak Corner\" is the current view point; \"Central Stop\" is a view detail.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 139,
+ "total_tokens": 1242
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 3271,
+ "total": 3271
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.7,
+ "earned": 7,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "route-alert"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visual_reasoning": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "map",
+ "tracking",
+ "route",
+ "hotel",
+ "café"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "map",
+ "route"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Evacuation map",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "selection",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "all",
+ "values": [
+ "Route B",
+ "Bridge closed"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "Route B",
+ "Bridge closed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "pin-count",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "6",
+ "six"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "6"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "route-alert",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Use Route C instead",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/096.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/096.json
new file mode 100644
index 000000000..1ee4318f5
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/096.json
@@ -0,0 +1,164 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:21.238Z",
+ "id": "096",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "096",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "photo-understanding",
+ "title": "Visual comparison",
+ "image": "images/096.png",
+ "question": "Which panel shows snow, left or right, and what comparison caption is visible? Focus on the “Visual comparison” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/096.png",
+ "bytes": 564947,
+ "sha256": "7c353d2fc1f38ad9f3a9f24829ca7800e50210c7faa385045efd0c59282fa09d"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-Archive repository page displaying open archive and comparison sections.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"OPEN ARCHIVE\", \"Visual comparison\", \"Modern\", \"Historic\", \"Compare\".\n3) Inputs: None visible.\n4) State signals: None.\n5) Blockers: None.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 89,
+ "total_tokens": 1192
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2064,
+ "total": 2064
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.5555555555555556,
+ "earned": 5,
+ "possible": 9,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "caption",
+ "visual-content"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 2,
+ "possible": 4,
+ "ratio": 0.5
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "gallery",
+ "archive",
+ "collection",
+ "comparison"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "archive",
+ "comparison"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Visual comparison",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Visual comparison"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "caption",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Modern / Historic",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "badge",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Compare",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Compare"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "visual-content",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "right",
+ "snow"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/097.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/097.json
new file mode 100644
index 000000000..519d89560
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/097.json
@@ -0,0 +1,167 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:24.227Z",
+ "id": "097",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "097",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "multilingual-ocr",
+ "title": "إعدادات الأمان",
+ "image": "images/097.png",
+ "question": "Read the non-English heading, field label/value, action, and visible status exactly as rendered. Focus on the “إعدادات الأمان” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/097.png",
+ "bytes": 128188,
+ "sha256": "cb1b54a466170223b341711a368bb8fbbbeeb2ee6a1a1e8422e8eaad60cbb177"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Webinar registration form.\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"تسجيل دخول\", \"-4-19\", \"جدول التسجيل\", \"جدول التسجيل\".\n3) Inputs: label='رقم البطاقة', value='', invalid=true, focused=true\n4) State signals: Error message \"جدول التسجيل\" displayed in red text below the input.\n5) Blockers: Form is in an error state due to invalid card number.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 133,
+ "total_tokens": 1236
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2986,
+ "total": 2986
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.18181818181818182,
+ "earned": 2,
+ "possible": 11,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "heading",
+ "button",
+ "input",
+ "status"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 4,
+ "ratio": 0
+ },
+ "inputs": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "sign",
+ "payment",
+ "order",
+ "security",
+ "login",
+ "checkout",
+ "settings"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "إعدادات الأمان",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "تأكيد",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "input",
+ "dimension": "inputs",
+ "section": 3,
+ "kind": "all",
+ "values": [
+ "رمز التحقق",
+ "19_ 4_"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "status",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "تنتهي صلاحية الرمز خلال ٣٨ ثانية",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/098.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/098.json
new file mode 100644
index 000000000..d5e2f9801
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/098.json
@@ -0,0 +1,173 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:27.198Z",
+ "id": "098",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "098",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "occlusion-and-contrast",
+ "title": "Trading panel",
+ "image": "images/098.png",
+ "question": "What action is partially covered, and what visible overlay or widget causes the obstruction? Focus on the “Trading panel” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/098.png",
+ "bytes": 102824,
+ "sha256": "9aaecc2a5133ce5dbac3b041977b2c296f842c9fd4f68fa4caff58f729bae448"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: WebScape trading panel update form.\n2) Visible text: \"WebScape\", \"Home\", \"Workspace\", \"Activity\", \"Trading panel\", \"Update settings, then save your work.\", \"Name\", \"Example workspace\", \"Description\", \"Production configuration\", \"Review orderMarket closed\".\n3) Inputs: Label \"Name\", Value empty, Not focused.\n4) State signals: \"Review orderMarket closed\" button is disabled (greyed out).\n5) Blockers: The \"Review orderMarket closed\" button is disabled.\n6) Unknowns: None.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 131,
+ "total_tokens": 1234
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2969,
+ "total": 2969
+ },
+ "score": {
+ "success": true,
+ "ratio": 1,
+ "earned": 10,
+ "possible": 10,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ },
+ "blockers": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "pricing",
+ "report",
+ "editor",
+ "trading"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "trading"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Trading panel",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Trading panel"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "target",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Review order",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Review order"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "cover",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "literal",
+ "value": "Market closed",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Market closed"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "occlusion",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "cover",
+ "overlap",
+ "overlay",
+ "obstruct",
+ "block"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "block"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/099.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/099.json
new file mode 100644
index 000000000..4b1d8ee8e
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/099.json
@@ -0,0 +1,212 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:30.057Z",
+ "id": "099",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "099",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "security-challenge",
+ "title": "Additional verification",
+ "image": "images/099.png",
+ "question": "What security challenge is present, and can the visible action proceed? Focus on the “Additional verification” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/099.png",
+ "bytes": 141442,
+ "sha256": "c22b1ff720c33cd555adfd4a45fbf4f994926b610c9abbe5d9085df1cfc9e615"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: verify image challenge completion\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"Additional verification\", \"Complete the verification below to continue.\", \"Image challenge\", \"••••?\", \"Characters are unreadable\", \"Submit\", \"Demo security challenge\"\n3) Inputs:\n- Label: \"Image challenge\", Value: \"••••?\", State: Not focused\n4) State signals: None\n5) Blockers: None\n6) Unknowns: None",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 124,
+ "total_tokens": 1227
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 2856,
+ "total": 2856
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6923076923076923,
+ "earned": 9,
+ "possible": 13,
+ "threshold": 0.72,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "captcha-signal",
+ "security-blocker"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 4,
+ "possible": 4,
+ "ratio": 1
+ },
+ "state_signals": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "blockers": {
+ "earned": 0,
+ "possible": 2,
+ "ratio": 0
+ },
+ "unknowns": {
+ "earned": 2,
+ "possible": 2,
+ "ratio": 1
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "security",
+ "verification",
+ "captcha",
+ "challenge"
+ ],
+ "weight": 1,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "challenge"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Additional verification",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Additional verification"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "label",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Image challenge",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Image challenge"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "button",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Submit",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": true,
+ "matched": [
+ "Submit"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "captcha-signal",
+ "dimension": "state_signals",
+ "section": 4,
+ "kind": "any",
+ "values": [
+ "CAPTCHA",
+ "challenge",
+ "verification",
+ "Characters are unreadable"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "security-blocker",
+ "dimension": "blockers",
+ "section": 5,
+ "kind": "any",
+ "values": [
+ "verification",
+ "challenge",
+ "CAPTCHA",
+ "disabled"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown-code",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unreadable",
+ "cannot read",
+ "unknown"
+ ],
+ "weight": 2,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/100.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/100.json
new file mode 100644
index 000000000..0b638ffba
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/100.json
@@ -0,0 +1,172 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:35.004Z",
+ "id": "100",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "question": {
+ "schemaVersion": 1,
+ "id": "100",
+ "difficulty": {
+ "level": 5,
+ "slug": "challenging",
+ "label": "Challenging"
+ },
+ "category": "uncertainty-calibration",
+ "title": "Telemetry capture",
+ "image": "images/100.png",
+ "question": "Which characters are actually legible, and which information must remain unknown? Focus on the “Telemetry capture” screen.",
+ "defaultPromptMode": "production"
+ },
+ "image": {
+ "path": "images/100.png",
+ "bytes": 98684,
+ "sha256": "b54d44e9c1c39985328649781ecd3bc1368253691f5fad7b9bb997f9ab638fae"
+ },
+ "request": {
+ "systemPrompt": "You are the vision subsystem of a web-automation agent. A screenshot of the current browser viewport is attached. Describe what is on screen so the planning agent can decide its next action.\n\nFormat — keep it terse, structured, no flowery prose:\n\n1) Page purpose: one line (e.g. \"GitHub repo issue list\", \"Gmail compose\", \"Stripe checkout form\").\n2) Visible text: list the EXACT strings on buttons, links, headings, tabs, and menu items. Quote them verbatim. Do not paraphrase.\n3) Inputs: list each visible form field with its label, placeholder, current value, and whether it is focused/disabled.\n4) State signals: loading spinners, toasts, modals, error banners, success messages, CAPTCHAs, cookie/consent banners, overlays.\n5) Blockers: anything that would prevent the next likely action (overlay, disabled submit, missing data, auth prompt).\n6) Unknowns: if you cannot read something clearly, say so. Do not guess numbers, names, or identifiers.\n\nRules: no prose intro, no conclusion, no \"this screenshot shows...\", no layout description unless it matters (e.g. \"left nav is collapsed\"). If the page is blank or still loading, say that in one line and stop.",
+ "userText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "foldSystem": false,
+ "temperature": 0,
+ "maxTokens": 800,
+ "chatTemplateKwargs": {
+ "enable_thinking": false,
+ "think": false,
+ "thinking": false
+ }
+ },
+ "response": {
+ "status": 200,
+ "content": "1) Page purpose: Web-automation task: document view\n2) Visible text: \"WebScene\", \"Home\", \"Workspace\", \"Activity\", \"DOCUMENT VIEWER\", \"Telometry capture\", \"Page 1 of 1\", \"125%\", \"Runtime target\", \"Node •••• 7 / region eu-?\", \"node and region identifiers are partially unreadable\", \"Document viewer\", \"Telometry capture\", \"Node •••• 7 / region eu-?\", \"Runtime target\", \"Page 1 of 1\", \"WebScene\", \"Home\", \"Workspace\", \"Activity\"\n3) Inputs: None visible\n4) State signals: \"Runtime target\" is displayed in a light orange box; \"Node •••• 7 / region eu-?\" is a link; \"node and region identifiers are partially unreadable\" is a status message.\n5) Blockers: The status message indicates the node and region identifiers are partially unreadable.\n6) Unknowns: The specific identifiers are not visible.",
+ "reasoningChars": 0,
+ "usage": {
+ "prompt_tokens": 1103,
+ "completion_tokens": 240,
+ "total_tokens": 1343
+ },
+ "timings": null
+ },
+ "latencyMs": {
+ "headers": 4943,
+ "total": 4943
+ },
+ "score": {
+ "success": false,
+ "ratio": 0.6,
+ "earned": 6,
+ "possible": 10,
+ "threshold": 0.74,
+ "sectionCount": 6,
+ "criticalFailures": [
+ "visible-fragment"
+ ],
+ "dimensions": {
+ "page_purpose": {
+ "earned": 1,
+ "possible": 1,
+ "ratio": 1
+ },
+ "visible_text": {
+ "earned": 0,
+ "possible": 3,
+ "ratio": 0
+ },
+ "unknowns": {
+ "earned": 3,
+ "possible": 3,
+ "ratio": 1
+ },
+ "visual_reasoning": {
+ "earned": 0,
+ "possible": 1,
+ "ratio": 0
+ }
+ },
+ "checks": [
+ {
+ "id": "purpose",
+ "dimension": "page_purpose",
+ "section": 1,
+ "kind": "any",
+ "values": [
+ "account",
+ "label",
+ "receipt",
+ "contract",
+ "telemetry",
+ "document"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": true,
+ "matched": [
+ "document"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "heading",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Telemetry capture",
+ "weight": 1,
+ "critical": false,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "visible-fragment",
+ "dimension": "visible_text",
+ "section": 2,
+ "kind": "literal",
+ "value": "Node ••7? / region eu-?",
+ "weight": 2,
+ "critical": true,
+ "caseSensitive": true,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ },
+ {
+ "id": "unknown",
+ "dimension": "unknowns",
+ "section": 6,
+ "kind": "any",
+ "values": [
+ "unknown",
+ "unreadable",
+ "blurred",
+ "smudged",
+ "redacted",
+ "cannot read"
+ ],
+ "weight": 3,
+ "critical": true,
+ "passed": true,
+ "matched": [
+ "unknown"
+ ],
+ "scopeFound": true
+ },
+ {
+ "id": "no-guess",
+ "dimension": "visual_reasoning",
+ "section": null,
+ "kind": "any",
+ "values": [
+ "Node ••7? / region eu-?"
+ ],
+ "weight": 1,
+ "critical": false,
+ "passed": false,
+ "matched": [],
+ "scopeFound": true
+ }
+ ]
+ },
+ "error": null
+}
diff --git a/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/summary.json b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/summary.json
new file mode 100644
index 000000000..a97b32df1
--- /dev/null
+++ b/test/vision/results/2026-09-07-webbrain-vl3-winner3750-full_webbrain-vl-3-450m-winner-3750_production/summary.json
@@ -0,0 +1,247 @@
+{
+ "schemaVersion": 1,
+ "createdAt": "2026-09-07T12:51:35.015Z",
+ "model": "webbrain-vl-3-450m-winner-3750",
+ "endpoint": "http://127.0.0.1:8335/v1/chat/completions",
+ "promptMode": "production",
+ "productionUserText": "Describe this screenshot of the current browser viewport for a web-automation agent. Follow the format in the system prompt.",
+ "promptSha256": "8465a0e60af8f3e4dcc5ff188a7682c22b1d52974db54ccb42ff8a1a5346a207",
+ "overall": {
+ "cases": 100,
+ "scored": 100,
+ "errors": 0,
+ "successes": 26,
+ "successRate": 0.26,
+ "meanScore": 0.6934979187479189,
+ "meanLatencyMs": 3577.16
+ },
+ "byDifficulty": {
+ "easy": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 9,
+ "successRate": 0.45,
+ "meanScore": 0.7508748196248197,
+ "meanLatencyMs": 2816.45
+ },
+ "basic": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 5,
+ "successRate": 0.25,
+ "meanScore": 0.7353693528693529,
+ "meanLatencyMs": 4673.7
+ },
+ "intermediate": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 7,
+ "successRate": 0.35,
+ "meanScore": 0.7659314296814297,
+ "meanLatencyMs": 3230.85
+ },
+ "advanced": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.15,
+ "meanScore": 0.5534627872127872,
+ "meanLatencyMs": 3917.4
+ },
+ "challenging": {
+ "cases": 20,
+ "scored": 20,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.1,
+ "meanScore": 0.6618512043512043,
+ "meanLatencyMs": 3247.4
+ }
+ },
+ "byCategory": {
+ "authentication": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.7395804195804196,
+ "meanLatencyMs": 3890.8
+ },
+ "search-results": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.7721212121212121,
+ "meanLatencyMs": 3279.4
+ },
+ "checkout": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.758041958041958,
+ "meanLatencyMs": 3177.8
+ },
+ "form-validation": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.74,
+ "meanLatencyMs": 3910
+ },
+ "modal-overlay": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.6909090909090908,
+ "meanLatencyMs": 3172
+ },
+ "toast-notification": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.7333333333333333,
+ "meanLatencyMs": 2411.6
+ },
+ "loading-state": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.5734848484848485,
+ "meanLatencyMs": 2061.6
+ },
+ "consent-banner": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.74,
+ "meanLatencyMs": 3340.2
+ },
+ "dashboard": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.8266666666666668,
+ "meanLatencyMs": 5615.2
+ },
+ "chart-reading": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.825,
+ "meanLatencyMs": 2545.4
+ },
+ "data-table": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 1,
+ "successRate": 0.2,
+ "meanScore": 0.6,
+ "meanLatencyMs": 2939.2
+ },
+ "email-compose": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.6283333333333333,
+ "meanLatencyMs": 4648.8
+ },
+ "kanban-board": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.5714285714285714,
+ "meanLatencyMs": 2743
+ },
+ "calendar": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.5238095238095238,
+ "meanLatencyMs": 6215.2
+ },
+ "map-and-travel": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.79,
+ "meanLatencyMs": 3050.6
+ },
+ "photo-understanding": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 3,
+ "successRate": 0.6,
+ "meanScore": 0.8444444444444444,
+ "meanLatencyMs": 2319
+ },
+ "multilingual-ocr": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.4525252525252525,
+ "meanLatencyMs": 5833.8
+ },
+ "occlusion-and-contrast": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.74,
+ "meanLatencyMs": 3756.6
+ },
+ "security-challenge": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 0,
+ "successRate": 0,
+ "meanScore": 0.5202797202797202,
+ "meanLatencyMs": 3094.4
+ },
+ "uncertainty-calibration": {
+ "cases": 5,
+ "scored": 5,
+ "errors": 0,
+ "successes": 2,
+ "successRate": 0.4,
+ "meanScore": 0.8,
+ "meanLatencyMs": 3538.6
+ }
+ }
+}