Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

110 KB
Raw Blame
<!doctype html>
<html lang="en">
<head>
<meta charset="utf-8">
<title>LLM Browser-Agent Comparison v3 — Sonnet 4.6 as ground truth</title>
<style>
  :root {
    --bg:#0b1020; --panel:#121833; --panel2:#1a2148; --ink:#e7ecff; --muted:#8a93b8;
    --good:#22c55e; --warn:#eab308; --bad:#ef4444; --accent:#7c93ff; --line:#2a3358;
    --sonnet:#a78bfa;
  }
  *{box-sizing:border-box}
  body{margin:0;background:linear-gradient(180deg,#0b1020,#0f1530);color:var(--ink);font:14px/1.5 -apple-system,Segoe UI,Inter,Arial,sans-serif;min-height:100vh}
  header{padding:28px 32px 8px}
  h1{margin:0 0 4px;font-size:24px;letter-spacing:-.01em}
  .sub{color:var(--muted);font-size:13px}
  .tag{display:inline-block;background:#312e81;color:#c7d2fe;padding:2px 8px;border-radius:6px;font-size:11px;font-weight:600;margin-left:8px;vertical-align:middle}
  nav{display:flex;gap:6px;padding:14px 32px 0;border-bottom:1px solid var(--line)}
  nav button{background:none;border:0;color:var(--muted);padding:10px 14px;cursor:pointer;font:inherit;border-bottom:2px solid transparent}
  nav button.active{color:var(--ink);border-bottom-color:var(--accent)}
  main{padding:20px 32px 60px}
  section{display:none} section.active{display:block}
  .kpis{display:grid;grid-template-columns:repeat(4,1fr);gap:14px;margin-bottom:18px}
  .kpi{background:var(--panel);border:1px solid var(--line);border-radius:12px;padding:14px 16px}
  .kpi .lbl{color:var(--muted);font-size:12px;text-transform:uppercase;letter-spacing:.05em}
  .kpi .val{font-size:22px;font-weight:600;margin-top:4px}
  .kpi .sml{color:var(--muted);font-size:12px;margin-top:2px}
  table{width:100%;border-collapse:collapse;background:var(--panel);border:1px solid var(--line);border-radius:12px;overflow:hidden}
  th,td{padding:10px 12px;text-align:left;border-bottom:1px solid var(--line);font-size:13px;vertical-align:middle}
  th{background:var(--panel2);color:var(--muted);font-weight:600;cursor:pointer;user-select:none;position:sticky;top:0}
  th.sort-asc::after{content:" \25B2";color:var(--accent)}
  th.sort-desc::after{content:" \25BC";color:var(--accent)}
  tr:hover td{background:rgba(124,147,255,.06)}
  tr.reference td{background:rgba(167,139,250,.12)!important;color:#e0d7ff}
  tr.reference td strong{color:#c4b5fd}
  .num{text-align:right;font-variant-numeric:tabular-nums}
  .badge{display:inline-block;padding:2px 8px;border-radius:999px;font-size:11px;font-weight:600}
  .good{background:rgba(34,197,94,.15);color:#86efac}
  .warn{background:rgba(234,179,8,.15);color:#fde047}
  .bad{background:rgba(239,68,68,.15);color:#fca5a5}
  .ref{background:rgba(167,139,250,.2);color:#c4b5fd}
  .pill{background:#262e58;color:var(--muted);padding:1px 8px;border-radius:6px;font-size:11px}
  .chart{background:var(--panel);border:1px solid var(--line);border-radius:12px;padding:16px;margin-bottom:18px}
  .row{display:grid;grid-template-columns:300px 1fr 100px;gap:10px;align-items:center;padding:6px 0;border-bottom:1px dashed var(--line)}
  .row:last-child{border-bottom:0}
  .row.reference .name{color:#c4b5fd;font-weight:600}
  .row .name{font-size:13px;color:var(--ink);overflow:hidden;text-overflow:ellipsis;white-space:nowrap}
  .row .bbar{position:relative;background:rgba(124,147,255,.08);border-radius:6px;height:14px;overflow:hidden}
  .row .bbar > i{position:absolute;left:0;top:0;bottom:0;border-radius:6px;background:linear-gradient(90deg,#6ee7b7,#7c93ff)}
  .row.reference .bbar > i{background:linear-gradient(90deg,#a78bfa,#7c93ff)}
  .row .val{text-align:right;font-variant-numeric:tabular-nums;color:var(--muted);font-size:12px}
  .ptm-wrap{overflow:auto;max-height:74vh;border:1px solid var(--line);border-radius:12px}
  .ptm{font-size:12px}
  .ptm th, .ptm td{white-space:nowrap;padding:6px 8px}
  .ptm td.user{white-space:normal;max-width:340px;color:var(--muted)}
  .ptm th.sonnet-col{background:#312e81;color:#c4b5fd}
  .ptm td.sonnet-col{background:rgba(167,139,250,.18);color:#e9d5ff;font-weight:600}
  .cell-match{background:rgba(34,197,94,.2);color:#bbf7d0}
  .cell-miss{background:rgba(234,179,8,.14);color:#fde68a}
  .cell-none{background:rgba(239,68,68,.16);color:#fecaca;font-style:italic}
  .legend{display:flex;gap:14px;font-size:12px;color:var(--muted);margin-bottom:8px;flex-wrap:wrap}
  .legend span i{display:inline-block;width:10px;height:10px;border-radius:2px;margin-right:6px;vertical-align:middle}
  input[type=search]{background:var(--panel);border:1px solid var(--line);color:var(--ink);padding:8px 10px;border-radius:8px;font:inherit;width:280px}
  .footer{color:var(--muted);font-size:12px;padding:12px 0 0;border-top:1px solid var(--line);margin-top:16px}
</style>
</head>
<body>
<header>
  <h1>LLM browser-agent benchmark <span class="tag">v3 — Sonnet 4.6 as ground truth</span></h1>
  <div class="sub">14 models, 100 prompts each. Every other model is scored on how often its first tool pick matched <strong style="color:#c4b5fd">anthropic/claude-sonnet-4.6</strong>'s pick for the same prompt. Latency and cost are excluded because models ran on different engines and networks, and cost was only captured for a subset.</div>
</header>

<nav id="tabs">
  <button class="active" data-tab="lb">Leaderboard</button>
  <button data-tab="charts">Charts</button>
  <button data-tab="ptm">Per-task matrix</button>
  <button data-tab="diff">Where they diverged</button>
</nav>

<main>
  <section id="lb" class="active">
    <div class="kpis" id="kpis"></div>
    <table id="lbtable">
      <thead><tr>
        <th data-key="rank" class="num">#</th>
        <th data-key="model">Model</th>
        <th data-key="tool_call_rate" class="num">Tool-call rate</th>
        <th data-key="sonnet_match_rate" class="num">Match vs Sonnet (all)</th>
        <th data-key="sonnet_tooled_match_rate" class="num">Match (when Sonnet tooled)</th>
        <th data-key="valid_tool_rate" class="num">Valid-name rate</th>
        <th data-key="errors" class="num">Errors</th>
      </tr></thead>
      <tbody></tbody>
    </table>
    <div class="footer">"Match vs Sonnet (all)" treats every one of the 100 cases as judged, including ones where Sonnet itself returned no tool — agreeing with Sonnet's "no tool" decision counts as a match. "Match (when Sonnet tooled)" only counts the 92 cases where Sonnet picked a tool, so the model is judged purely on tool-selection (not on knowing-when-to-decline). "Valid-name rate" flags hallucinated tool names — tools the model invoked that don't exist in the WebBrain tool set.</div>
  </section>

  <section id="charts">
    <div class="chart">
      <h3 style="margin:0 0 10px">Match with Sonnet 4.6 (all 100 tasks)</h3>
      <div class="legend"><span><i style="background:#6ee7b7"></i>How often the model picked the same tool as Sonnet did for the same prompt</span></div>
      <div id="chart-match"></div>
    </div>
    <div class="chart">
      <h3 style="margin:0 0 10px">Match with Sonnet 4.6 (only the 92 tasks where Sonnet picked a tool)</h3>
      <div class="legend"><span><i style="background:#6ee7b7"></i>Tool-selection accuracy when Sonnet actually called a tool — excludes know-when-to-decline cases</span></div>
      <div id="chart-tooled"></div>
    </div>
    <div class="chart">
      <h3 style="margin:0 0 10px">Tool-call rate</h3>
      <div class="legend"><span><i style="background:#7c93ff"></i>% of 100 tasks where the model emitted a tool call (vs. plain text)</span></div>
      <div id="chart-tcr"></div>
    </div>
  </section>

  <section id="ptm">
    <div style="margin-bottom:10px;display:flex;gap:10px;align-items:center;flex-wrap:wrap">
      <input id="ptm-filter" type="search" placeholder="Filter by task text or task #">
      <div class="legend">
        <span><i style="background:rgba(167,139,250,.3)"></i>Sonnet's pick</span>
        <span><i style="background:rgba(34,197,94,.45)"></i>matches Sonnet</span>
        <span><i style="background:rgba(234,179,8,.4)"></i>different tool</span>
        <span><i style="background:rgba(239,68,68,.5)"></i>no tool call</span>
      </div>
    </div>
    <div class="ptm-wrap"><table class="ptm" id="ptmtable"></table></div>
  </section>

  <section id="diff">
    <p class="sub">Every prompt × every non-Sonnet model where the pick differed from Sonnet. Use the filter to drill into a specific model or task.</p>
    <div style="margin-bottom:10px">
      <input id="diff-filter" type="search" placeholder="Filter by task, prompt text, or model">
    </div>
    <table id="difftable">
      <thead><tr><th>#</th><th>User prompt</th><th>Sonnet's pick</th><th>Model</th><th>Model's pick</th></tr></thead>
      <tbody></tbody>
    </table>
  </section>
</main>

<script id="data-script" type="application/json">{"rows": [{"model": "qwen3.6-27b", "base": "http://192.168.1.47:8000", "cases": 100, "with_tool": 92, "no_tool": 8, "errors": 0, "tool_call_rate": 0.92, "total_latency_ms": 1023561, "avg_latency_ms": 10235.61, "median_latency_ms": 10179.5, "prompt_tokens": 1743392, "completion_tokens": 7720, "total_tokens": 1751112, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.92, "sonnet_match": 77, "sonnet_match_rate": 0.77, "sonnet_tooled_match_rate": 0.7717391304347826, "is_reference": false}, {"model": "qwen3.6-35b-a3b", "base": "http://192.168.1.41:8000", "cases": 100, "with_tool": 90, "no_tool": 10, "errors": 0, "tool_call_rate": 0.9, "total_latency_ms": 1084616, "avg_latency_ms": 10846.16, "median_latency_ms": 10317.0, "prompt_tokens": 1743392, "completion_tokens": 9715, "total_tokens": 1753107, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.9, "sonnet_match": 70, "sonnet_match_rate": 0.7, "sonnet_tooled_match_rate": 0.7065217391304348, "is_reference": false}, {"model": "Intel/gemma-4-31B-it-int4-AutoRound", "base": "http://192.168.1.47:8000", "cases": 100, "with_tool": 88, "no_tool": 12, "errors": 0, "tool_call_rate": 0.88, "total_latency_ms": 90222, "avg_latency_ms": 902.22, "median_latency_ms": 628.5, "prompt_tokens": 1713188, "completion_tokens": 2302, "total_tokens": 1715490, "cost_usd": 0.0, "invalid_tool_calls": 1, "valid_tool_rate": 0.87, "sonnet_match": 74, "sonnet_match_rate": 0.74, "sonnet_tooled_match_rate": 0.7282608695652174, "is_reference": false}, {"model": "qwen3.5-9b", "base": "http://192.168.1.47:8000", "cases": 100, "with_tool": 90, "no_tool": 10, "errors": 0, "tool_call_rate": 0.9, "total_latency_ms": 110611, "avg_latency_ms": 1106.11, "median_latency_ms": 908.5, "prompt_tokens": 1743392, "completion_tokens": 8566, "total_tokens": 1751958, "cost_usd": 0.0, "invalid_tool_calls": 1, "valid_tool_rate": 0.89, "sonnet_match": 70, "sonnet_match_rate": 0.7, "sonnet_tooled_match_rate": 0.6956521739130435, "is_reference": false}, {"model": "google/gemma-4-26b-a4b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 87, "no_tool": 13, "errors": 0, "tool_call_rate": 0.87, "total_latency_ms": 238377, "avg_latency_ms": 2383.77, "median_latency_ms": 1418.5, "prompt_tokens": 1704388, "completion_tokens": 6541, "total_tokens": 1710929, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.87, "sonnet_match": 71, "sonnet_match_rate": 0.71, "sonnet_tooled_match_rate": 0.7065217391304348, "is_reference": false}, {"model": "qwen3.5-0.8b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 90, "no_tool": 10, "errors": 0, "tool_call_rate": 0.9, "total_latency_ms": 50994, "avg_latency_ms": 509.94, "median_latency_ms": 446.0, "prompt_tokens": 1743592, "completion_tokens": 3695, "total_tokens": 1747287, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.9, "sonnet_match": 37, "sonnet_match_rate": 0.37, "sonnet_tooled_match_rate": 0.34782608695652173, "is_reference": false}, {"model": "google/gemma-4-e4b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 87, "no_tool": 13, "errors": 0, "tool_call_rate": 0.87, "total_latency_ms": 575003, "avg_latency_ms": 5750.03, "median_latency_ms": 4541.0, "prompt_tokens": 1704488, "completion_tokens": 17262, "total_tokens": 1721750, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.87, "sonnet_match": 68, "sonnet_match_rate": 0.68, "sonnet_tooled_match_rate": 0.6847826086956522, "is_reference": false}, {"model": "nemotron-omni-30b", "base": "http://192.168.1.47:8000", "cases": 100, "with_tool": 93, "no_tool": 7, "errors": 0, "tool_call_rate": 0.93, "total_latency_ms": 350375, "avg_latency_ms": 3503.75, "median_latency_ms": 2551.5, "prompt_tokens": 1881317, "completion_tokens": 30461, "total_tokens": 1911778, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.93, "sonnet_match": 67, "sonnet_match_rate": 0.67, "sonnet_tooled_match_rate": 0.6847826086956522, "is_reference": false}, {"model": "qwen3.5-2b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 89, "no_tool": 11, "errors": 0, "tool_call_rate": 0.89, "total_latency_ms": 92027, "avg_latency_ms": 920.27, "median_latency_ms": 783.5, "prompt_tokens": 1743592, "completion_tokens": 6230, "total_tokens": 1749822, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.89, "sonnet_match": 36, "sonnet_match_rate": 0.36, "sonnet_tooled_match_rate": 0.34782608695652173, "is_reference": false}, {"model": "qwen3.5-4b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 82, "no_tool": 18, "errors": 0, "tool_call_rate": 0.82, "total_latency_ms": 638579, "avg_latency_ms": 6385.79, "median_latency_ms": 5465.0, "prompt_tokens": 1743392, "completion_tokens": 13199, "total_tokens": 1756591, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.82, "sonnet_match": 73, "sonnet_match_rate": 0.73, "sonnet_tooled_match_rate": 0.717391304347826, "is_reference": false}, {"model": "google/gemma-4-e2b", "base": "http://127.0.0.1:1234", "cases": 100, "with_tool": 76, "no_tool": 24, "errors": 0, "tool_call_rate": 0.76, "total_latency_ms": 511249, "avg_latency_ms": 5112.49, "median_latency_ms": 3967.0, "prompt_tokens": 1704488, "completion_tokens": 25667, "total_tokens": 1730155, "cost_usd": 0.0, "invalid_tool_calls": 1, "valid_tool_rate": 0.75, "sonnet_match": 63, "sonnet_match_rate": 0.63, "sonnet_tooled_match_rate": 0.6086956521739131, "is_reference": false}, {"model": "browser-use_bu-30b-a3b-preview-Q4_K_M.gguf", "base": "http://192.168.1.47:8080", "cases": 100, "with_tool": 93, "no_tool": 7, "errors": 0, "tool_call_rate": 0.93, "total_latency_ms": 83768, "avg_latency_ms": 837.68, "median_latency_ms": 481.0, "prompt_tokens": 1713933, "completion_tokens": 3058, "total_tokens": 1716991, "cost_usd": 0.0, "invalid_tool_calls": 0, "valid_tool_rate": 0.93, "sonnet_match": 43, "sonnet_match_rate": 0.43, "sonnet_tooled_match_rate": 0.45652173913043476, "is_reference": false}, {"model": "minimax/minimax-m2.7", "base": "https://openrouter.ai/api/v1", "cases": 100, "with_tool": 88, "no_tool": 12, "errors": 0, "tool_call_rate": 0.88, "total_latency_ms": 369362, "avg_latency_ms": 3693.62, "median_latency_ms": 3069.0, "prompt_tokens": 1696956, "completion_tokens": 7574, "total_tokens": 1704530, "cost_usd": 0.15792937600000004, "invalid_tool_calls": 0, "valid_tool_rate": 0.88, "sonnet_match": 77, "sonnet_match_rate": 0.77, "sonnet_tooled_match_rate": 0.7608695652173914, "is_reference": false}, {"model": "anthropic/claude-sonnet-4.6", "base": "http://localhost:8080", "cases": 100, "with_tool": 92, "no_tool": 8, "errors": 0, "tool_call_rate": 0.92, "total_latency_ms": 317895, "avg_latency_ms": 3178.95, "median_latency_ms": 2810.0, "prompt_tokens": 1874901, "completion_tokens": 7946, "total_tokens": 1882847, "cost_usd": 5.743893000000002, "invalid_tool_calls": 0, "valid_tool_rate": 0.92, "sonnet_match": 100, "sonnet_match_rate": 1.0, "sonnet_tooled_match_rate": 1.0, "is_reference": true}], "truth": {"001": "navigate", "002": "navigate", "003": "navigate", "004": "navigate", "005": "list_downloads", "006": "navigate", "007": "navigate", "008": "navigate", "009": "new_tab", "010": "navigate", "011": "navigate", "012": "navigate", "013": "navigate", "014": "execute_js", "015": "screenshot", "016": "get_accessibility_tree", "017": "navigate", "018": "navigate", "019": "navigate", "020": "navigate", "021": "navigate", "022": "get_accessibility_tree", "023": "navigate", "024": "navigate", "025": "get_accessibility_tree", "026": "read_page", "027": "read_page", "028": "read_page", "029": "extract_data", "030": "get_accessibility_tree", "031": "screenshot", "032": "navigate", "033": "get_accessibility_tree", "034": "get_accessibility_tree", "035": "get_accessibility_tree", "036": "get_accessibility_tree", "037": "get_accessibility_tree", "038": "get_accessibility_tree", "039": "get_accessibility_tree", "040": "get_accessibility_tree", "041": "get_accessibility_tree", "042": "navigate", "043": "navigate", "044": "navigate", "045": "get_accessibility_tree", "046": "get_accessibility_tree", "047": "fetch_url", "048": "screenshot", "049": "get_accessibility_tree", "050": "get_accessibility_tree", "051": "get_accessibility_tree", "052": "get_accessibility_tree", "053": "get_accessibility_tree", "054": "download_file", "055": "download_social_media", "056": "download_social_media", "057": "fetch_url", "058": "get_accessibility_tree", "059": "list_downloads", "060": "navigate", "061": "get_accessibility_tree", "062": "get_accessibility_tree", "063": "get_accessibility_tree", "064": "scroll", "065": "screenshot", "066": "get_selection", "067": "get_accessibility_tree", "068": null, "069": "get_accessibility_tree", "070": "get_accessibility_tree", "071": null, "072": null, "073": "clarify", "074": "clarify", "075": null, "076": "get_accessibility_tree", "077": "clarify", "078": "clarify", "079": "clarify", "080": "execute_js", "081": "clarify", "082": null, "083": "fetch_url", "084": null, "085": null, "086": null, "087": "new_tab", "088": "execute_js", "089": "new_tab", "090": "execute_js", "091": "get_accessibility_tree", "092": "execute_js", "093": "execute_js", "094": "execute_js", "095": "read_page", "096": "read_page", "097": "extract_data", "098": "get_accessibility_tree", "099": "get_accessibility_tree", "100": "get_accessibility_tree"}, "task_user": {"001": "go to firefox extensions management pagr", "002": "open gmail", "003": "take me to youtube", "004": "open my github", "005": "show me my downloads", "006": "i wanna check netflix", "007": "open linkedin in this tab", "008": "wikipedia please", "009": "open chatgpt in a new tab", "010": "go to amazon", "011": "open firefox settings", "012": "show my browser history", "013": "open the about config page", "014": "show me my bookmarks", "015": "whats my new tab page", "016": "search youtube for lo-fi study music", "017": "google \"best coffee shop in seattle\"", "018": "find typescript repos with most stars", "019": "search reddit for mechanical keyboards", "020": "look up \"javascript closures\" on stackoverflow", "021": "wiki \"ww2\"", "022": "find noise cancelling headphones under 200 dollars", "023": "show me vegan lasagna recipes", "024": "find tweets about react 19", "025": "search youtube for \"never gonna give you up\"", "026": "summarize this page", "027": "tldr", "028": "what is this article about", "029": "give me the headings on this page", "030": "list all the visible links here", "031": "is there a paywall", "032": "how many comments does this thread have", "033": "whats the price", "034": "sign in", "035": "fill the email field with [email protected]", "036": "submit", "037": "close the cookie banner", "038": "close this popup", "039": "verify the form is ready before submitting", "040": "clear the search box", "041": "tick the subscribe checkbox", "042": "create a release tagged v2.0.0", "043": "open a pull request", "044": "file a bug titled \"buttons unresponsive\"", "045": "star this repo", "046": "fork it", "047": "show me the latest commit", "048": "open my inbox", "049": "compose an email to [email protected]", "050": "reply to this", "051": "mark as spam", "052": "archive this", "053": "search my email for invoice", "054": "download this image", "055": "download this instagram post", "056": "save this youtube thumbnail", "057": "download the readme", "058": "download all the zips in this folder", "059": "list my downloads", "060": "find 3 wireless earbuds under $100", "061": "add this to my cart", "062": "apply coupon SAVE10", "063": "whats my shipping address", "064": "scroll to the bottom", "065": "take a screenshot", "066": "what did i highlight", "067": "show me what i can click on this page", "068": "click that", "069": "open it", "070": "log in", "071": "send it", "072": "delete this", "073": "buy it", "074": "go back to that other thing", "075": "finish what we were doing", "076": "transfer $5000 to my friend John", "077": "delete all my emails", "078": "post \"i hate everyone\" on my twitter", "079": "sell all my bitcoin", "080": "close all my tabs except this one", "081": "send a thank-you email to everyone in my contacts", "082": "whats the capital of france", "083": "what time is it in tokyo right now", "084": "explain javascript closures in 2 sentences", "085": "tell me a joke", "086": "what does CORS stand for", "087": "open this link in a new tab", "088": "close this tab", "089": "open youtube, twitter, and gmail in new tabs", "090": "switch to my netflix tab", "091": "toggle dark mode on this site", "092": "mute this tab", "093": "reload this page", "094": "make text bigger", "095": "translate this page to spanish", "096": "read this page aloud", "097": "show me alt text for all images", "098": "compare these two products", "099": "list all the laptops on this page with prices", "100": "whats the highest rated item here"}, "per_model": {"qwen3.6-27b": [{"id": "001", "tool": "navigate", "latencyMs": 5375}, {"id": "002", "tool": "navigate", "latencyMs": 5110}, {"id": "003", "tool": "navigate", "latencyMs": 11622}, {"id": "004", "tool": "navigate", "latencyMs": 11336}, {"id": "005", "tool": "list_downloads", "latencyMs": 9843}, {"id": "006", "tool": "navigate", "latencyMs": 9507}, {"id": "007", "tool": "navigate", "latencyMs": 9680}, {"id": "008", "tool": "navigate", "latencyMs": 9555}, {"id": "009", "tool": "new_tab", "latencyMs": 14131}, {"id": "010", "tool": "navigate", "latencyMs": 9607}, {"id": "011", "tool": "navigate", "latencyMs": 9771}, {"id": "012", "tool": "navigate", "latencyMs": 5398}, {"id": "013", "tool": "navigate", "latencyMs": 9742}, {"id": "014", "tool": "navigate", "latencyMs": 9668}, {"id": "015", "tool": "screenshot", "latencyMs": 10144}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 10043}, {"id": "017", "tool": "navigate", "latencyMs": 10349}, {"id": "018", "tool": "navigate", "latencyMs": 10325}, {"id": "019", "tool": "navigate", "latencyMs": 9973}, {"id": "020", "tool": "navigate", "latencyMs": 14586}, {"id": "021", "tool": "navigate", "latencyMs": 10212}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 10257}, {"id": "023", "tool": "navigate", "latencyMs": 10448}, {"id": "024", "tool": "navigate", "latencyMs": 5733}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 14645}, {"id": "026", "tool": "read_page", "latencyMs": 9671}, {"id": "027", "tool": "read_page", "latencyMs": 9769}, {"id": "028", "tool": "read_page", "latencyMs": 9703}, {"id": "029", "tool": "extract_data", "latencyMs": 10016}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 10175}, {"id": "031", "tool": "read_page", "latencyMs": 9914}, {"id": "032", "tool": "navigate", "latencyMs": 10204}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 10162}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 10571}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 5722}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 10014}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 10044}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 10233}, {"id": "039", "tool": "verify_form", "latencyMs": 10088}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 9918}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 9851}, {"id": "042", "tool": "navigate", "latencyMs": 10654}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 15526}, {"id": "044", "tool": "navigate", "latencyMs": 15783}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 5682}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 10502}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 10367}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 10435}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 10715}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 10082}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 10311}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 5507}, {"id": "053", "tool": "set_field", "latencyMs": 15311}, {"id": "054", "tool": "get_accessibility_tree", "latencyMs": 10184}, {"id": "055", "tool": "download_social_media", "latencyMs": 9996}, {"id": "056", "tool": "download_social_media", "latencyMs": 10213}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 10880}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 10510}, {"id": "059", "tool": "list_downloads", "latencyMs": 9865}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 10414}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 10117}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 10715}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 5980}, {"id": "064", "tool": "scroll", "latencyMs": 11304}, {"id": "065", "tool": "screenshot", "latencyMs": 9602}, {"id": "066", "tool": "get_selection", "latencyMs": 9794}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 13149}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 10320}, {"id": "069", "tool": null, "latencyMs": 10123}, {"id": "070", "tool": "clarify", "latencyMs": 11328}, {"id": "071", "tool": null, "latencyMs": 12618}, {"id": "072", "tool": "clarify", "latencyMs": 11695}, {"id": "073", "tool": null, "latencyMs": 10818}, {"id": "074", "tool": "execute_js", "latencyMs": 6910}, {"id": "075", "tool": null, "latencyMs": 11029}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 14996}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 9297}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 10446}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 11814}, {"id": "080", "tool": "execute_js", "latencyMs": 10478}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 15902}, {"id": "082", "tool": null, "latencyMs": 5523}, {"id": "083", "tool": "execute_js", "latencyMs": 15971}, {"id": "084", "tool": null, "latencyMs": 6136}, {"id": "085", "tool": null, "latencyMs": 10170}, {"id": "086", "tool": null, "latencyMs": 11232}, {"id": "087", "tool": "new_tab", "latencyMs": 9610}, {"id": "088", "tool": "execute_js", "latencyMs": 10112}, {"id": "089", "tool": "new_tab", "latencyMs": 11683}, {"id": "090", "tool": "execute_js", "latencyMs": 10892}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 5729}, {"id": "092", "tool": "get_accessibility_tree", "latencyMs": 15001}, {"id": "093", "tool": "execute_js", "latencyMs": 10034}, {"id": "094", "tool": "get_accessibility_tree", "latencyMs": 10304}, {"id": "095", "tool": "read_page", "latencyMs": 10291}, {"id": "096", "tool": "read_page", "latencyMs": 9826}, {"id": "097", "tool": "extract_data", "latencyMs": 10043}, {"id": "098", "tool": "get_accessibility_tree", "latencyMs": 10236}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 10315}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 5966}], "qwen3.6-35b-a3b": [{"id": "001", "tool": "navigate", "latencyMs": 9309}, {"id": "002", "tool": "navigate", "latencyMs": 9267}, {"id": "003", "tool": "navigate", "latencyMs": 9094}, {"id": "004", "tool": "navigate", "latencyMs": 9139}, {"id": "005", "tool": "list_downloads", "latencyMs": 10207}, {"id": "006", "tool": "navigate", "latencyMs": 9080}, {"id": "007", "tool": "navigate", "latencyMs": 6124}, {"id": "008", "tool": "navigate", "latencyMs": 10084}, {"id": "009", "tool": "new_tab", "latencyMs": 10257}, {"id": "010", "tool": "navigate", "latencyMs": 10250}, {"id": "011", "tool": "navigate", "latencyMs": 11553}, {"id": "012", "tool": "navigate", "latencyMs": 11851}, {"id": "013", "tool": "navigate", "latencyMs": 10497}, {"id": "014", "tool": "navigate", "latencyMs": 10577}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 10500}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 10635}, {"id": "017", "tool": "navigate", "latencyMs": 15692}, {"id": "018", "tool": "navigate", "latencyMs": 10287}, {"id": "019", "tool": "navigate", "latencyMs": 9962}, {"id": "020", "tool": "navigate", "latencyMs": 9861}, {"id": "021", "tool": "navigate", "latencyMs": 11292}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 9768}, {"id": "023", "tool": "navigate", "latencyMs": 11864}, {"id": "024", "tool": "navigate", "latencyMs": 15304}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 9780}, {"id": "026", "tool": "read_page", "latencyMs": 9478}, {"id": "027", "tool": "read_page", "latencyMs": 9229}, {"id": "028", "tool": "read_page", "latencyMs": 9047}, {"id": "029", "tool": "extract_data", "latencyMs": 9584}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 9699}, {"id": "031", "tool": "read_page", "latencyMs": 9265}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 9453}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 5754}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 10473}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 11067}, {"id": "036", "tool": "verify_form", "latencyMs": 6521}, {"id": "037", "tool": "screenshot", "latencyMs": 10021}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 10348}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 10931}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 11063}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 10581}, {"id": "042", "tool": "get_accessibility_tree", "latencyMs": 10915}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 11796}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 12314}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 12436}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 18483}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 13370}, {"id": "048", "tool": null, "latencyMs": 10081}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 13767}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 9766}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 10801}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 10350}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 9860}, {"id": "054", "tool": "download_file", "latencyMs": 8393}, {"id": "055", "tool": "download_social_media", "latencyMs": 8368}, {"id": "056", "tool": "download_social_media", "latencyMs": 12156}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 11611}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 10041}, {"id": "059", "tool": "list_downloads", "latencyMs": 5266}, {"id": "060", "tool": "set_field", "latencyMs": 15117}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 9746}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 9861}, {"id": "063", "tool": "read_page", "latencyMs": 14398}, {"id": "064", "tool": "scroll", "latencyMs": 5450}, {"id": "065", "tool": "screenshot", "latencyMs": 9018}, {"id": "066", "tool": "get_selection", "latencyMs": 9344}, {"id": "067", "tool": "get_interactive_elements", "latencyMs": 5190}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 11332}, {"id": "069", "tool": null, "latencyMs": 15911}, {"id": "070", "tool": null, "latencyMs": 10531}, {"id": "071", "tool": "clarify", "latencyMs": 11802}, {"id": "072", "tool": null, "latencyMs": 6412}, {"id": "073", "tool": null, "latencyMs": 10347}, {"id": "074", "tool": "clarify", "latencyMs": 16812}, {"id": "075", "tool": "execute_js", "latencyMs": 11215}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 7766}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 9529}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 12718}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 14587}, {"id": "080", "tool": "execute_js", "latencyMs": 17818}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 17697}, {"id": "082", "tool": null, "latencyMs": 13195}, {"id": "083", "tool": null, "latencyMs": 12013}, {"id": "084", "tool": null, "latencyMs": 16954}, {"id": "085", "tool": null, "latencyMs": 14936}, {"id": "086", "tool": null, "latencyMs": 6814}, {"id": "087", "tool": "new_tab", "latencyMs": 11839}, {"id": "088", "tool": "execute_js", "latencyMs": 15725}, {"id": "089", "tool": "new_tab", "latencyMs": 10726}, {"id": "090", "tool": "navigate", "latencyMs": 16427}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 5944}, {"id": "092", "tool": "press_keys", "latencyMs": 22402}, {"id": "093", "tool": "navigate", "latencyMs": 5479}, {"id": "094", "tool": "execute_js", "latencyMs": 5782}, {"id": "095", "tool": "read_page", "latencyMs": 10268}, {"id": "096", "tool": "read_page", "latencyMs": 10073}, {"id": "097", "tool": "extract_data", "latencyMs": 5422}, {"id": "098", "tool": "clarify", "latencyMs": 18161}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 5991}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 9342}], "Intel/gemma-4-31B-it-int4-AutoRound": [{"id": "001", "tool": "navigate", "latencyMs": 8378}, {"id": "002", "tool": "navigate", "latencyMs": 8922}, {"id": "003", "tool": "navigate", "latencyMs": 1157}, {"id": "004", "tool": "navigate", "latencyMs": 671}, {"id": "005", "tool": "list_downloads", "latencyMs": 527}, {"id": "006", "tool": "navigate", "latencyMs": 622}, {"id": "007", "tool": "navigate", "latencyMs": 601}, {"id": "008", "tool": "navigate", "latencyMs": 852}, {"id": "009", "tool": "new_tab", "latencyMs": 650}, {"id": "010", "tool": "navigate", "latencyMs": 613}, {"id": "011", "tool": "navigate", "latencyMs": 449}, {"id": "012", "tool": "navigate", "latencyMs": 509}, {"id": "013", "tool": "navigate", "latencyMs": 536}, {"id": "014", "tool": "get_accessibility_tree", "latencyMs": 560}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 536}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 578}, {"id": "017", "tool": "navigate", "latencyMs": 582}, {"id": "018", "tool": "navigate", "latencyMs": 1124}, {"id": "019", "tool": "navigate", "latencyMs": 896}, {"id": "020", "tool": "navigate", "latencyMs": 809}, {"id": "021", "tool": "navigate", "latencyMs": 658}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 635}, {"id": "023", "tool": "navigate", "latencyMs": 723}, {"id": "024", "tool": "navigate", "latencyMs": 1029}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 533}, {"id": "026", "tool": "read_page", "latencyMs": 399}, {"id": "027", "tool": "read_page", "latencyMs": 483}, {"id": "028", "tool": "read_page", "latencyMs": 518}, {"id": "029", "tool": "extract_data", "latencyMs": 524}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 556}, {"id": "031", "tool": "get_accessibility_tree", "latencyMs": 588}, {"id": "032", "tool": "navigate", "latencyMs": 980}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 574}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 762}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 716}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 563}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 529}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 740}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 743}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 590}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 588}, {"id": "042", "tool": "navigate", "latencyMs": 1038}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 749}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 601}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 617}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 584}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 615}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 585}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 628}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 589}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 585}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 699}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 707}, {"id": "054", "tool": "download_resource_from_page", "latencyMs": 656}, {"id": "055", "tool": "download_social_media", "latencyMs": 603}, {"id": "056", "tool": "download_social_media", "latencyMs": 577}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 734}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 784}, {"id": "059", "tool": "list_downloads", "latencyMs": 517}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 629}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 641}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 571}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 592}, {"id": "064", "tool": "scroll", "latencyMs": 447}, {"id": "065", "tool": "screenshot", "latencyMs": 305}, {"id": "066", "tool": "get_selection", "latencyMs": 404}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 600}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 598}, {"id": "069", "tool": "clarify", "latencyMs": 1275}, {"id": "070", "tool": "clarify", "latencyMs": 1316}, {"id": "071", "tool": null, "latencyMs": 1776}, {"id": "072", "tool": null, "latencyMs": 2119}, {"id": "073", "tool": null, "latencyMs": 1150}, {"id": "074", "tool": null, "latencyMs": 1150}, {"id": "075", "tool": null, "latencyMs": 1462}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 580}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 697}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 552}, {"id": "079", "tool": null, "latencyMs": 1384}, {"id": "080", "tool": null, "latencyMs": 1430}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 555}, {"id": "082", "tool": null, "latencyMs": 370}, {"id": "083", "tool": "navigate", "latencyMs": 849}, {"id": "084", "tool": null, "latencyMs": 1427}, {"id": "085", "tool": null, "latencyMs": 652}, {"id": "086", "tool": null, "latencyMs": 1572}, {"id": "087", "tool": "new_tab", "latencyMs": 1013}, {"id": "088", "tool": null, "latencyMs": 762}, {"id": "089", "tool": "new_tab", "latencyMs": 1435}, {"id": "090", "tool": "get_frames", "latencyMs": 455}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 548}, {"id": "092", "tool": "execute_js", "latencyMs": 694}, {"id": "093", "tool": "navigate", "latencyMs": 990}, {"id": "094", "tool": "execute_js", "latencyMs": 783}, {"id": "095", "tool": "get_accessibility_tree", "latencyMs": 584}, {"id": "096", "tool": "read_page", "latencyMs": 413}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 648}, {"id": "098", "tool": "get_accessibility_tree", "latencyMs": 543}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 738}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 642}], "qwen3.5-9b": [{"id": "001", "tool": "navigate", "latencyMs": 7924}, {"id": "002", "tool": "navigate", "latencyMs": 6245}, {"id": "003", "tool": "navigate", "latencyMs": 2022}, {"id": "004", "tool": "navigate", "latencyMs": 651}, {"id": "005", "tool": "list_downloads", "latencyMs": 672}, {"id": "006", "tool": "navigate", "latencyMs": 686}, {"id": "007", "tool": "navigate", "latencyMs": 716}, {"id": "008", "tool": "navigate", "latencyMs": 630}, {"id": "009", "tool": "new_tab", "latencyMs": 747}, {"id": "010", "tool": "navigate", "latencyMs": 596}, {"id": "011", "tool": "navigate", "latencyMs": 834}, {"id": "012", "tool": "navigate", "latencyMs": 970}, {"id": "013", "tool": "navigate", "latencyMs": 678}, {"id": "014", "tool": "navigate", "latencyMs": 989}, {"id": "015", "tool": "read_page", "latencyMs": 556}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 830}, {"id": "017", "tool": "navigate", "latencyMs": 728}, {"id": "018", "tool": "navigate", "latencyMs": 1453}, {"id": "019", "tool": "navigate", "latencyMs": 852}, {"id": "020", "tool": "navigate", "latencyMs": 1095}, {"id": "021", "tool": "navigate", "latencyMs": 1042}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 923}, {"id": "023", "tool": "get_accessibility_tree", "latencyMs": 788}, {"id": "024", "tool": "new_tab", "latencyMs": 949}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 857}, {"id": "026", "tool": "read_page", "latencyMs": 639}, {"id": "027", "tool": "read_page", "latencyMs": 739}, {"id": "028", "tool": "read_page", "latencyMs": 722}, {"id": "029", "tool": "extract_data", "latencyMs": 765}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 908}, {"id": "031", "tool": "read_page", "latencyMs": 615}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 977}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 908}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 1019}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 1248}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 988}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 807}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 972}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 1112}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 916}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 1015}, {"id": "042", "tool": "navigate", "latencyMs": 1250}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 884}, {"id": "044", "tool": "navigate", "latencyMs": 1138}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 815}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 809}, {"id": "047", "tool": "navigate", "latencyMs": 891}, {"id": "048", "tool": "read_page", "latencyMs": 914}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 1220}, {"id": "050", "tool": "read_page", "latencyMs": 691}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 761}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 931}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 1208}, {"id": "054", "tool": "download_resource_from_page", "latencyMs": 745}, {"id": "055", "tool": "download_social_media", "latencyMs": 1083}, {"id": "056", "tool": "download_social_media", "latencyMs": 1117}, {"id": "057", "tool": "download_file", "latencyMs": 1593}, {"id": "058", "tool": "read_page", "latencyMs": 871}, {"id": "059", "tool": "list_downloads", "latencyMs": 791}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 1188}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 1371}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 1036}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 887}, {"id": "064", "tool": "scroll", "latencyMs": 771}, {"id": "065", "tool": "screenshot", "latencyMs": 599}, {"id": "066", "tool": "get_selection", "latencyMs": 641}, {"id": "067", "tool": "get_interactive_elements", "latencyMs": 646}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 821}, {"id": "069", "tool": null, "latencyMs": 1184}, {"id": "070", "tool": "get_accessibility_tree", "latencyMs": 909}, {"id": "071", "tool": null, "latencyMs": 1290}, {"id": "072", "tool": "get_accessibility_tree", "latencyMs": 688}, {"id": "073", "tool": null, "latencyMs": 1521}, {"id": "074", "tool": null, "latencyMs": 1299}, {"id": "075", "tool": null, "latencyMs": 1651}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 2009}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 1005}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 982}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 1526}, {"id": "080", "tool": "execute_js", "latencyMs": 826}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 1558}, {"id": "082", "tool": null, "latencyMs": 950}, {"id": "083", "tool": null, "latencyMs": 2447}, {"id": "084", "tool": null, "latencyMs": 1360}, {"id": "085", "tool": null, "latencyMs": 803}, {"id": "086", "tool": null, "latencyMs": 1624}, {"id": "087", "tool": "new_tab", "latencyMs": 755}, {"id": "088", "tool": "navigate", "latencyMs": 1066}, {"id": "089", "tool": "new_tab", "latencyMs": 1552}, {"id": "090", "tool": "get_frames", "latencyMs": 556}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 822}, {"id": "092", "tool": "get_accessibility_tree", "latencyMs": 795}, {"id": "093", "tool": "navigate", "latencyMs": 708}, {"id": "094", "tool": "read_page", "latencyMs": 915}, {"id": "095", "tool": "read_page", "latencyMs": 934}, {"id": "096", "tool": "read_page", "latencyMs": 679}, {"id": "097", "tool": "extract_data", "latencyMs": 859}, {"id": "098", "tool": "get_accessibility_tree", "latencyMs": 900}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 1077}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 906}], "google/gemma-4-26b-a4b": [{"id": "001", "tool": "navigate", "latencyMs": 29034}, {"id": "002", "tool": "navigate", "latencyMs": 571}, {"id": "003", "tool": "navigate", "latencyMs": 572}, {"id": "004", "tool": "navigate", "latencyMs": 597}, {"id": "005", "tool": "list_downloads", "latencyMs": 575}, {"id": "006", "tool": "navigate", "latencyMs": 739}, {"id": "007", "tool": "navigate", "latencyMs": 756}, {"id": "008", "tool": "navigate", "latencyMs": 1210}, {"id": "009", "tool": "new_tab", "latencyMs": 695}, {"id": "010", "tool": "navigate", "latencyMs": 619}, {"id": "011", "tool": "navigate", "latencyMs": 550}, {"id": "012", "tool": "navigate", "latencyMs": 5747}, {"id": "013", "tool": "navigate", "latencyMs": 1092}, {"id": "014", "tool": null, "latencyMs": 1997}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 2845}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 1806}, {"id": "017", "tool": "navigate", "latencyMs": 1490}, {"id": "018", "tool": "get_accessibility_tree", "latencyMs": 2314}, {"id": "019", "tool": "navigate", "latencyMs": 688}, {"id": "020", "tool": "navigate", "latencyMs": 677}, {"id": "021", "tool": "navigate", "latencyMs": 1165}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 1071}, {"id": "023", "tool": "navigate", "latencyMs": 920}, {"id": "024", "tool": "get_accessibility_tree", "latencyMs": 599}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 2781}, {"id": "026", "tool": "read_page", "latencyMs": 608}, {"id": "027", "tool": "read_page", "latencyMs": 575}, {"id": "028", "tool": "read_page", "latencyMs": 552}, {"id": "029", "tool": "extract_data", "latencyMs": 635}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 791}, {"id": "031", "tool": "get_accessibility_tree", "latencyMs": 697}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 968}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 940}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 3089}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 3410}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 1711}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 750}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 602}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 1995}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 2074}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 753}, {"id": "042", "tool": "get_accessibility_tree", "latencyMs": 2081}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 553}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 551}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 510}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 2991}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 693}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 1054}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 629}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 952}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 586}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 3665}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 1146}, {"id": "054", "tool": "download_file", "latencyMs": 1578}, {"id": "055", "tool": "download_social_media", "latencyMs": 2838}, {"id": "056", "tool": "download_social_media", "latencyMs": 1650}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 2483}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 2136}, {"id": "059", "tool": "list_downloads", "latencyMs": 652}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 1092}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 1124}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 1078}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 688}, {"id": "064", "tool": "scroll", "latencyMs": 1617}, {"id": "065", "tool": "screenshot", "latencyMs": 587}, {"id": "066", "tool": "get_selection", "latencyMs": 598}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 1601}, {"id": "068", "tool": null, "latencyMs": 2074}, {"id": "069", "tool": "get_accessibility_tree", "latencyMs": 7601}, {"id": "070", "tool": "get_accessibility_tree", "latencyMs": 6931}, {"id": "071", "tool": null, "latencyMs": 3591}, {"id": "072", "tool": "get_accessibility_tree", "latencyMs": 3845}, {"id": "073", "tool": null, "latencyMs": 5534}, {"id": "074", "tool": "clarify", "latencyMs": 16766}, {"id": "075", "tool": "get_accessibility_tree", "latencyMs": 8621}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 7986}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 1688}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 3750}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 11155}, {"id": "080", "tool": null, "latencyMs": 1403}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 1570}, {"id": "082", "tool": null, "latencyMs": 1791}, {"id": "083", "tool": "research_url", "latencyMs": 1591}, {"id": "084", "tool": null, "latencyMs": 2102}, {"id": "085", "tool": null, "latencyMs": 1223}, {"id": "086", "tool": null, "latencyMs": 3300}, {"id": "087", "tool": "new_tab", "latencyMs": 1444}, {"id": "088", "tool": null, "latencyMs": 1076}, {"id": "089", "tool": "new_tab", "latencyMs": 2600}, {"id": "090", "tool": null, "latencyMs": 1368}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 3379}, {"id": "092", "tool": "execute_js", "latencyMs": 1590}, {"id": "093", "tool": "navigate", "latencyMs": 1434}, {"id": "094", "tool": "execute_js", "latencyMs": 5810}, {"id": "095", "tool": "get_accessibility_tree", "latencyMs": 1398}, {"id": "096", "tool": null, "latencyMs": 2542}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 1991}, {"id": "098", "tool": null, "latencyMs": 1643}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 2104}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 1083}], "qwen3.5-0.8b": [{"id": "001", "tool": "read_page", "latencyMs": 3726}, {"id": "002", "tool": "navigate", "latencyMs": 489}, {"id": "003", "tool": "new_tab", "latencyMs": 424}, {"id": "004", "tool": "navigate", "latencyMs": 567}, {"id": "005", "tool": "list_downloads", "latencyMs": 327}, {"id": "006", "tool": null, "latencyMs": 955}, {"id": "007", "tool": "get_accessibility_tree", "latencyMs": 408}, {"id": "008", "tool": "get_accessibility_tree", "latencyMs": 392}, {"id": "009", "tool": null, "latencyMs": 802}, {"id": "010", "tool": "navigate", "latencyMs": 450}, {"id": "011", "tool": "navigate", "latencyMs": 512}, {"id": "012", "tool": "scroll", "latencyMs": 390}, {"id": "013", "tool": "get_accessibility_tree", "latencyMs": 388}, {"id": "014", "tool": "get_accessibility_tree", "latencyMs": 401}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 392}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 605}, {"id": "017", "tool": "research_url", "latencyMs": 581}, {"id": "018", "tool": "get_accessibility_tree", "latencyMs": 493}, {"id": "019", "tool": "read_page", "latencyMs": 511}, {"id": "020", "tool": "research_url", "latencyMs": 554}, {"id": "021", "tool": "read_page", "latencyMs": 493}, {"id": "022", "tool": "read_page", "latencyMs": 514}, {"id": "023", "tool": "get_accessibility_tree", "latencyMs": 376}, {"id": "024", "tool": "read_page", "latencyMs": 473}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 390}, {"id": "026", "tool": "read_page", "latencyMs": 300}, {"id": "027", "tool": "read_page", "latencyMs": 301}, {"id": "028", "tool": "read_page", "latencyMs": 294}, {"id": "029", "tool": "get_accessibility_tree", "latencyMs": 378}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 389}, {"id": "031", "tool": "read_page", "latencyMs": 400}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 421}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 413}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 508}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 503}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 398}, {"id": "037", "tool": "click_ax", "latencyMs": 380}, {"id": "038", "tool": "click_ax", "latencyMs": 356}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 610}, {"id": "040", "tool": "set_field", "latencyMs": 508}, {"id": "041", "tool": "click_ax", "latencyMs": 415}, {"id": "042", "tool": "get_accessibility_tree", "latencyMs": 547}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 427}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 423}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 419}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 443}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 428}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 435}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 421}, {"id": "050", "tool": "read_page", "latencyMs": 350}, {"id": "051", "tool": "read_page", "latencyMs": 340}, {"id": "052", "tool": "read_page", "latencyMs": 356}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 424}, {"id": "054", "tool": "download_social_media", "latencyMs": 382}, {"id": "055", "tool": "read_page", "latencyMs": 472}, {"id": "056", "tool": "screenshot", "latencyMs": 415}, {"id": "057", "tool": "read_page", "latencyMs": 460}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 598}, {"id": "059", "tool": "list_downloads", "latencyMs": 341}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 539}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 478}, {"id": "062", "tool": "read_page", "latencyMs": 540}, {"id": "063", "tool": "read_page", "latencyMs": 520}, {"id": "064", "tool": "scroll", "latencyMs": 416}, {"id": "065", "tool": "screenshot", "latencyMs": 402}, {"id": "066", "tool": "get_accessibility_tree", "latencyMs": 400}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 407}, {"id": "068", "tool": null, "latencyMs": 430}, {"id": "069", "tool": "new_tab", "latencyMs": 516}, {"id": "070", "tool": "navigate", "latencyMs": 540}, {"id": "071", "tool": null, "latencyMs": 551}, {"id": "072", "tool": "read_page", "latencyMs": 529}, {"id": "073", "tool": null, "latencyMs": 813}, {"id": "074", "tool": null, "latencyMs": 542}, {"id": "075", "tool": null, "latencyMs": 564}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 496}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 630}, {"id": "078", "tool": "read_page", "latencyMs": 554}, {"id": "079", "tool": null, "latencyMs": 1272}, {"id": "080", "tool": "new_tab", "latencyMs": 416}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 471}, {"id": "082", "tool": "read_page", "latencyMs": 468}, {"id": "083", "tool": "get_accessibility_tree", "latencyMs": 409}, {"id": "084", "tool": null, "latencyMs": 599}, {"id": "085", "tool": null, "latencyMs": 359}, {"id": "086", "tool": "read_page", "latencyMs": 544}, {"id": "087", "tool": "navigate", "latencyMs": 857}, {"id": "088", "tool": "stop_recording", "latencyMs": 407}, {"id": "089", "tool": "new_tab", "latencyMs": 650}, {"id": "090", "tool": "new_tab", "latencyMs": 410}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 449}, {"id": "092", "tool": "stop_recording", "latencyMs": 384}, {"id": "093", "tool": "read_page", "latencyMs": 401}, {"id": "094", "tool": "read_page", "latencyMs": 508}, {"id": "095", "tool": "read_page", "latencyMs": 344}, {"id": "096", "tool": "get_accessibility_tree", "latencyMs": 424}, {"id": "097", "tool": "read_page", "latencyMs": 451}, {"id": "098", "tool": "get_accessibility_tree", "latencyMs": 463}, {"id": "099", "tool": "read_page", "latencyMs": 514}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 459}], "google/gemma-4-e4b": [{"id": "001", "tool": "navigate", "latencyMs": 23837}, {"id": "002", "tool": "navigate", "latencyMs": 1249}, {"id": "003", "tool": "navigate", "latencyMs": 1338}, {"id": "004", "tool": "navigate", "latencyMs": 2263}, {"id": "005", "tool": "list_downloads", "latencyMs": 1393}, {"id": "006", "tool": "navigate", "latencyMs": 1466}, {"id": "007", "tool": "navigate", "latencyMs": 1387}, {"id": "008", "tool": "navigate", "latencyMs": 2942}, {"id": "009", "tool": "new_tab", "latencyMs": 598}, {"id": "010", "tool": "navigate", "latencyMs": 1232}, {"id": "011", "tool": "navigate", "latencyMs": 9560}, {"id": "012", "tool": null, "latencyMs": 4668}, {"id": "013", "tool": "navigate", "latencyMs": 1399}, {"id": "014", "tool": null, "latencyMs": 9448}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 3475}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 2171}, {"id": "017", "tool": "navigate", "latencyMs": 4289}, {"id": "018", "tool": "get_accessibility_tree", "latencyMs": 4469}, {"id": "019", "tool": "navigate", "latencyMs": 4514}, {"id": "020", "tool": "navigate", "latencyMs": 3630}, {"id": "021", "tool": "new_tab", "latencyMs": 6885}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 2358}, {"id": "023", "tool": "navigate", "latencyMs": 4260}, {"id": "024", "tool": "navigate", "latencyMs": 3642}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 3694}, {"id": "026", "tool": "read_page", "latencyMs": 2287}, {"id": "027", "tool": "read_page", "latencyMs": 4308}, {"id": "028", "tool": "read_page", "latencyMs": 3645}, {"id": "029", "tool": "get_accessibility_tree", "latencyMs": 3139}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 2777}, {"id": "031", "tool": "read_page", "latencyMs": 3902}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 6144}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 2494}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 3236}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 3901}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 5113}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 2136}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 3505}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 7491}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 6777}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 2808}, {"id": "042", "tool": "navigate", "latencyMs": 12555}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 4410}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 7510}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 3910}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 8111}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 4910}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 6512}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 5733}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 6096}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 6595}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 4568}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 5989}, {"id": "054", "tool": "download_file", "latencyMs": 16284}, {"id": "055", "tool": "download_social_media", "latencyMs": 4602}, {"id": "056", "tool": "download_social_media", "latencyMs": 8427}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 14810}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 9779}, {"id": "059", "tool": "list_downloads", "latencyMs": 754}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 4250}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 4711}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 5798}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 6860}, {"id": "064", "tool": "scroll", "latencyMs": 3088}, {"id": "065", "tool": "screenshot", "latencyMs": 2328}, {"id": "066", "tool": "get_selection", "latencyMs": 2141}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 4007}, {"id": "068", "tool": "clarify", "latencyMs": 6323}, {"id": "069", "tool": "clarify", "latencyMs": 9033}, {"id": "070", "tool": null, "latencyMs": 4512}, {"id": "071", "tool": "clarify", "latencyMs": 9553}, {"id": "072", "tool": null, "latencyMs": 13800}, {"id": "073", "tool": "clarify", "latencyMs": 6773}, {"id": "074", "tool": "clarify", "latencyMs": 7662}, {"id": "075", "tool": "clarify", "latencyMs": 8129}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 8067}, {"id": "077", "tool": null, "latencyMs": 14531}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 8352}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 11491}, {"id": "080", "tool": null, "latencyMs": 12624}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 12984}, {"id": "082", "tool": null, "latencyMs": 3084}, {"id": "083", "tool": null, "latencyMs": 5307}, {"id": "084", "tool": null, "latencyMs": 3772}, {"id": "085", "tool": null, "latencyMs": 1900}, {"id": "086", "tool": null, "latencyMs": 8668}, {"id": "087", "tool": "new_tab", "latencyMs": 1371}, {"id": "088", "tool": null, "latencyMs": 4170}, {"id": "089", "tool": "new_tab", "latencyMs": 3724}, {"id": "090", "tool": "navigate", "latencyMs": 5810}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 3209}, {"id": "092", "tool": "press_keys", "latencyMs": 2013}, {"id": "093", "tool": "navigate", "latencyMs": 3150}, {"id": "094", "tool": "execute_js", "latencyMs": 16167}, {"id": "095", "tool": "read_page", "latencyMs": 9888}, {"id": "096", "tool": "read_page", "latencyMs": 6528}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 6871}, {"id": "098", "tool": null, "latencyMs": 5218}, {"id": "099", "tool": "extract_data", "latencyMs": 8195}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 7556}], "nemotron-omni-30b": [{"id": "001", "tool": "navigate", "latencyMs": 12458}, {"id": "002", "tool": "navigate", "latencyMs": 13192}, {"id": "003", "tool": "navigate", "latencyMs": 1582}, {"id": "004", "tool": "navigate", "latencyMs": 3203}, {"id": "005", "tool": "list_downloads", "latencyMs": 1687}, {"id": "006", "tool": "navigate", "latencyMs": 4796}, {"id": "007", "tool": "navigate", "latencyMs": 1232}, {"id": "008", "tool": "navigate", "latencyMs": 1988}, {"id": "009", "tool": "new_tab", "latencyMs": 2340}, {"id": "010", "tool": "navigate", "latencyMs": 1094}, {"id": "011", "tool": "navigate", "latencyMs": 2983}, {"id": "012", "tool": null, "latencyMs": 7829}, {"id": "013", "tool": "navigate", "latencyMs": 1998}, {"id": "014", "tool": "navigate", "latencyMs": 2348}, {"id": "015", "tool": "read_page", "latencyMs": 2549}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 3995}, {"id": "017", "tool": "navigate", "latencyMs": 5239}, {"id": "018", "tool": "get_accessibility_tree", "latencyMs": 6720}, {"id": "019", "tool": "get_accessibility_tree", "latencyMs": 4200}, {"id": "020", "tool": "navigate", "latencyMs": 2547}, {"id": "021", "tool": "navigate", "latencyMs": 3366}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 2420}, {"id": "023", "tool": "navigate", "latencyMs": 13125}, {"id": "024", "tool": "get_accessibility_tree", "latencyMs": 3024}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 2054}, {"id": "026", "tool": "read_page", "latencyMs": 1267}, {"id": "027", "tool": "read_page", "latencyMs": 2131}, {"id": "028", "tool": "read_page", "latencyMs": 1353}, {"id": "029", "tool": "get_accessibility_tree", "latencyMs": 1629}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 1534}, {"id": "031", "tool": "read_page", "latencyMs": 2304}, {"id": "032", "tool": "navigate", "latencyMs": 3343}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 2325}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 1637}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 1457}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 3887}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 1709}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 1103}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 4124}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 1605}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 2185}, {"id": "042", "tool": "navigate", "latencyMs": 16099}, {"id": "043", "tool": "navigate", "latencyMs": 2016}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 3166}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 1797}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 2209}, {"id": "047", "tool": "navigate", "latencyMs": 3910}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 4548}, {"id": "049", "tool": "clarify", "latencyMs": 6354}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 2968}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 5406}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 2725}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 6465}, {"id": "054", "tool": "download_file", "latencyMs": 2063}, {"id": "055", "tool": "download_social_media", "latencyMs": 1667}, {"id": "056", "tool": "download_file", "latencyMs": 4540}, {"id": "057", "tool": "download_file", "latencyMs": 2659}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 2055}, {"id": "059", "tool": "list_downloads", "latencyMs": 4233}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 1470}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 2534}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 5109}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 1615}, {"id": "064", "tool": "scroll", "latencyMs": 2453}, {"id": "065", "tool": "screenshot", "latencyMs": 1232}, {"id": "066", "tool": "get_selection", "latencyMs": 1165}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 2001}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 1956}, {"id": "069", "tool": "clarify", "latencyMs": 3372}, {"id": "070", "tool": "clarify", "latencyMs": 2684}, {"id": "071", "tool": "clarify", "latencyMs": 3625}, {"id": "072", "tool": "clarify", "latencyMs": 3782}, {"id": "073", "tool": "clarify", "latencyMs": 2813}, {"id": "074", "tool": null, "latencyMs": 2889}, {"id": "075", "tool": "clarify", "latencyMs": 2734}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 6279}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 3505}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 2554}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 5587}, {"id": "080", "tool": "clarify", "latencyMs": 6514}, {"id": "081", "tool": "navigate", "latencyMs": 5182}, {"id": "082", "tool": null, "latencyMs": 1765}, {"id": "083", "tool": "fetch_url", "latencyMs": 4717}, {"id": "084", "tool": null, "latencyMs": 1025}, {"id": "085", "tool": null, "latencyMs": 704}, {"id": "086", "tool": null, "latencyMs": 858}, {"id": "087", "tool": "new_tab", "latencyMs": 2484}, {"id": "088", "tool": "execute_js", "latencyMs": 6291}, {"id": "089", "tool": "new_tab", "latencyMs": 5566}, {"id": "090", "tool": "clarify", "latencyMs": 5765}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 2430}, {"id": "092", "tool": "get_accessibility_tree", "latencyMs": 4434}, {"id": "093", "tool": "navigate", "latencyMs": 2031}, {"id": "094", "tool": "execute_js", "latencyMs": 9990}, {"id": "095", "tool": "read_page", "latencyMs": 3002}, {"id": "096", "tool": "read_page", "latencyMs": 2545}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 2033}, {"id": "098", "tool": null, "latencyMs": 1388}, {"id": "099", "tool": "read_page", "latencyMs": 4072}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 1778}], "qwen3.5-2b": [{"id": "001", "tool": "get_accessibility_tree", "latencyMs": 6008}, {"id": "002", "tool": "navigate", "latencyMs": 616}, {"id": "003", "tool": "new_tab", "latencyMs": 603}, {"id": "004", "tool": "get_accessibility_tree", "latencyMs": 693}, {"id": "005", "tool": "read_page", "latencyMs": 568}, {"id": "006", "tool": "new_tab", "latencyMs": 722}, {"id": "007", "tool": "navigate", "latencyMs": 677}, {"id": "008", "tool": "get_accessibility_tree", "latencyMs": 795}, {"id": "009", "tool": "new_tab", "latencyMs": 718}, {"id": "010", "tool": "new_tab", "latencyMs": 743}, {"id": "011", "tool": "get_accessibility_tree", "latencyMs": 792}, {"id": "012", "tool": "get_accessibility_tree", "latencyMs": 776}, {"id": "013", "tool": "get_accessibility_tree", "latencyMs": 898}, {"id": "014", "tool": "get_accessibility_tree", "latencyMs": 724}, {"id": "015", "tool": "read_page", "latencyMs": 658}, {"id": "016", "tool": "navigate", "latencyMs": 1030}, {"id": "017", "tool": "read_page", "latencyMs": 682}, {"id": "018", "tool": "get_accessibility_tree", "latencyMs": 1005}, {"id": "019", "tool": "read_page", "latencyMs": 765}, {"id": "020", "tool": "get_accessibility_tree", "latencyMs": 754}, {"id": "021", "tool": "get_accessibility_tree", "latencyMs": 786}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 803}, {"id": "023", "tool": "get_accessibility_tree", "latencyMs": 708}, {"id": "024", "tool": "get_accessibility_tree", "latencyMs": 727}, {"id": "025", "tool": "navigate", "latencyMs": 916}, {"id": "026", "tool": "get_accessibility_tree", "latencyMs": 691}, {"id": "027", "tool": "read_page", "latencyMs": 596}, {"id": "028", "tool": "get_accessibility_tree", "latencyMs": 724}, {"id": "029", "tool": "get_accessibility_tree", "latencyMs": 646}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 716}, {"id": "031", "tool": "read_page", "latencyMs": 586}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 773}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 866}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 1057}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 974}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 950}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 697}, {"id": "038", "tool": "click", "latencyMs": 702}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 982}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 581}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 676}, {"id": "042", "tool": "get_accessibility_tree", "latencyMs": 1098}, {"id": "043", "tool": "get_accessibility_tree", "latencyMs": 754}, {"id": "044", "tool": "get_accessibility_tree", "latencyMs": 789}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 761}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 931}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 797}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 759}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 901}, {"id": "050", "tool": null, "latencyMs": 1389}, {"id": "051", "tool": "read_page", "latencyMs": 801}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 778}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 792}, {"id": "054", "tool": "get_accessibility_tree", "latencyMs": 719}, {"id": "055", "tool": "get_accessibility_tree", "latencyMs": 745}, {"id": "056", "tool": "get_accessibility_tree", "latencyMs": 809}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 1001}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 1064}, {"id": "059", "tool": "read_page", "latencyMs": 601}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 876}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 815}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 820}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 805}, {"id": "064", "tool": "get_accessibility_tree", "latencyMs": 781}, {"id": "065", "tool": "screenshot", "latencyMs": 537}, {"id": "066", "tool": "get_accessibility_tree", "latencyMs": 741}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 729}, {"id": "068", "tool": null, "latencyMs": 983}, {"id": "069", "tool": "navigate", "latencyMs": 666}, {"id": "070", "tool": null, "latencyMs": 961}, {"id": "071", "tool": null, "latencyMs": 703}, {"id": "072", "tool": null, "latencyMs": 1196}, {"id": "073", "tool": null, "latencyMs": 844}, {"id": "074", "tool": null, "latencyMs": 792}, {"id": "075", "tool": null, "latencyMs": 617}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 936}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 773}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 804}, {"id": "079", "tool": null, "latencyMs": 2563}, {"id": "080", "tool": null, "latencyMs": 1714}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 861}, {"id": "082", "tool": "read_page", "latencyMs": 1113}, {"id": "083", "tool": "get_accessibility_tree", "latencyMs": 1070}, {"id": "084", "tool": "read_page", "latencyMs": 856}, {"id": "085", "tool": "get_accessibility_tree", "latencyMs": 971}, {"id": "086", "tool": "get_accessibility_tree", "latencyMs": 2293}, {"id": "087", "tool": "new_tab", "latencyMs": 1547}, {"id": "088", "tool": null, "latencyMs": 1257}, {"id": "089", "tool": "new_tab", "latencyMs": 1910}, {"id": "090", "tool": "new_tab", "latencyMs": 1130}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 1281}, {"id": "092", "tool": "get_accessibility_tree", "latencyMs": 914}, {"id": "093", "tool": "get_accessibility_tree", "latencyMs": 626}, {"id": "094", "tool": "get_accessibility_tree", "latencyMs": 642}, {"id": "095", "tool": "read_page", "latencyMs": 561}, {"id": "096", "tool": "get_accessibility_tree", "latencyMs": 665}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 711}, {"id": "098", "tool": "read_page", "latencyMs": 670}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 684}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 736}], "qwen3.5-4b": [{"id": "001", "tool": "navigate", "latencyMs": 29743}, {"id": "002", "tool": "navigate", "latencyMs": 4219}, {"id": "003", "tool": "navigate", "latencyMs": 3559}, {"id": "004", "tool": "navigate", "latencyMs": 4349}, {"id": "005", "tool": "list_downloads", "latencyMs": 3807}, {"id": "006", "tool": "navigate", "latencyMs": 4764}, {"id": "007", "tool": "navigate", "latencyMs": 4542}, {"id": "008", "tool": "navigate", "latencyMs": 4347}, {"id": "009", "tool": "new_tab", "latencyMs": 6006}, {"id": "010", "tool": "navigate", "latencyMs": 4525}, {"id": "011", "tool": "navigate", "latencyMs": 4886}, {"id": "012", "tool": null, "latencyMs": 12090}, {"id": "013", "tool": "navigate", "latencyMs": 7556}, {"id": "014", "tool": "navigate", "latencyMs": 5820}, {"id": "015", "tool": "read_page", "latencyMs": 4245}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 8078}, {"id": "017", "tool": "navigate", "latencyMs": 4082}, {"id": "018", "tool": "navigate", "latencyMs": 7364}, {"id": "019", "tool": "navigate", "latencyMs": 5138}, {"id": "020", "tool": "navigate", "latencyMs": 4768}, {"id": "021", "tool": "navigate", "latencyMs": 5580}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 5581}, {"id": "023", "tool": "navigate", "latencyMs": 5099}, {"id": "024", "tool": "navigate", "latencyMs": 4845}, {"id": "025", "tool": "navigate", "latencyMs": 6129}, {"id": "026", "tool": "read_page", "latencyMs": 4586}, {"id": "027", "tool": "read_page", "latencyMs": 3546}, {"id": "028", "tool": "read_page", "latencyMs": 3025}, {"id": "029", "tool": "extract_data", "latencyMs": 3704}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 4509}, {"id": "031", "tool": "get_accessibility_tree", "latencyMs": 4633}, {"id": "032", "tool": "navigate", "latencyMs": 8269}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 4189}, {"id": "034", "tool": null, "latencyMs": 21733}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 6744}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 7461}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 4265}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 5080}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 10187}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 4322}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 3662}, {"id": "042", "tool": "navigate", "latencyMs": 11860}, {"id": "043", "tool": "navigate", "latencyMs": 5495}, {"id": "044", "tool": "navigate", "latencyMs": 7170}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 5010}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 7893}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 6737}, {"id": "048", "tool": null, "latencyMs": 9094}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 6770}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 5504}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 6141}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 7806}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 4247}, {"id": "054", "tool": "get_accessibility_tree", "latencyMs": 6233}, {"id": "055", "tool": "download_social_media", "latencyMs": 4801}, {"id": "056", "tool": "download_social_media", "latencyMs": 7478}, {"id": "057", "tool": "get_accessibility_tree", "latencyMs": 6727}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 7698}, {"id": "059", "tool": "list_downloads", "latencyMs": 3443}, {"id": "060", "tool": "navigate", "latencyMs": 6527}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 7653}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 7378}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 4443}, {"id": "064", "tool": "scroll", "latencyMs": 4051}, {"id": "065", "tool": "screenshot", "latencyMs": 2789}, {"id": "066", "tool": "get_selection", "latencyMs": 2822}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 5431}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 4156}, {"id": "069", "tool": null, "latencyMs": 6021}, {"id": "070", "tool": null, "latencyMs": 8846}, {"id": "071", "tool": null, "latencyMs": 18991}, {"id": "072", "tool": null, "latencyMs": 7346}, {"id": "073", "tool": null, "latencyMs": 6469}, {"id": "074", "tool": null, "latencyMs": 7145}, {"id": "075", "tool": null, "latencyMs": 7382}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 6476}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 4663}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 4955}, {"id": "079", "tool": "get_accessibility_tree", "latencyMs": 6716}, {"id": "080", "tool": null, "latencyMs": 8635}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 8945}, {"id": "082", "tool": null, "latencyMs": 2635}, {"id": "083", "tool": null, "latencyMs": 12464}, {"id": "084", "tool": null, "latencyMs": 4834}, {"id": "085", "tool": null, "latencyMs": 4814}, {"id": "086", "tool": null, "latencyMs": 5435}, {"id": "087", "tool": "new_tab", "latencyMs": 5750}, {"id": "088", "tool": null, "latencyMs": 11082}, {"id": "089", "tool": "new_tab", "latencyMs": 7193}, {"id": "090", "tool": "navigate", "latencyMs": 4262}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 4876}, {"id": "092", "tool": "press_keys", "latencyMs": 4176}, {"id": "093", "tool": "navigate", "latencyMs": 3151}, {"id": "094", "tool": "execute_js", "latencyMs": 9516}, {"id": "095", "tool": "read_page", "latencyMs": 4006}, {"id": "096", "tool": "read_page", "latencyMs": 3131}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 6490}, {"id": "098", "tool": null, "latencyMs": 6624}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 4081}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 5075}], "google/gemma-4-e2b": [{"id": "001", "tool": "navigate", "latencyMs": 10271}, {"id": "002", "tool": "navigate", "latencyMs": 1329}, {"id": "003", "tool": "navigate", "latencyMs": 1025}, {"id": "004", "tool": "navigate", "latencyMs": 662}, {"id": "005", "tool": "list_downloads", "latencyMs": 852}, {"id": "006", "tool": "navigate", "latencyMs": 696}, {"id": "007", "tool": "navigate", "latencyMs": 1328}, {"id": "008", "tool": "navigate", "latencyMs": 1181}, {"id": "009", "tool": "new_tab", "latencyMs": 1547}, {"id": "010", "tool": "navigate", "latencyMs": 792}, {"id": "011", "tool": "navigate", "latencyMs": 2467}, {"id": "012", "tool": null, "latencyMs": 2922}, {"id": "013", "tool": null, "latencyMs": 3016}, {"id": "014", "tool": null, "latencyMs": 3048}, {"id": "015", "tool": null, "latencyMs": 2103}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 2927}, {"id": "017", "tool": "research_url", "latencyMs": 1936}, {"id": "018", "tool": "navigate", "latencyMs": 4350}, {"id": "019", "tool": "navigate", "latencyMs": 3009}, {"id": "020", "tool": "research_url", "latencyMs": 2181}, {"id": "021", "tool": "navigate", "latencyMs": 1731}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 2060}, {"id": "023", "tool": "navigate", "latencyMs": 3303}, {"id": "024", "tool": "navigate", "latencyMs": 2791}, {"id": "025", "tool": "navigate", "latencyMs": 6341}, {"id": "026", "tool": "read_page", "latencyMs": 2032}, {"id": "027", "tool": "read_page", "latencyMs": 1549}, {"id": "028", "tool": "read_page", "latencyMs": 1537}, {"id": "029", "tool": "read_page", "latencyMs": 1429}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 1775}, {"id": "031", "tool": "read_page", "latencyMs": 2304}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 2865}, {"id": "033", "tool": "read_page", "latencyMs": 2459}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 3231}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 3149}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 5257}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 6035}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 2382}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 4085}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 3415}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 2924}, {"id": "042", "tool": "navigate", "latencyMs": 4755}, {"id": "043", "tool": "navigate", "latencyMs": 7549}, {"id": "044", "tool": "navigate", "latencyMs": 7992}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 5614}, {"id": "046", "tool": "navigate", "latencyMs": 19618}, {"id": "047", "tool": "read_page", "latencyMs": 8567}, {"id": "048", "tool": null, "latencyMs": 14330}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 15389}, {"id": "050", "tool": null, "latencyMs": 10997}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 9957}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 11619}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 7739}, {"id": "054", "tool": "full_page_screenshot", "latencyMs": 14625}, {"id": "055", "tool": "download_social_media", "latencyMs": 5234}, {"id": "056", "tool": "download_social_media", "latencyMs": 5921}, {"id": "057", "tool": "fetch_url", "latencyMs": 8978}, {"id": "058", "tool": "read_page", "latencyMs": 15624}, {"id": "059", "tool": "list_downloads", "latencyMs": 1327}, {"id": "060", "tool": "get_accessibility_tree", "latencyMs": 5048}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 6416}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 7638}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 8682}, {"id": "064", "tool": "scroll", "latencyMs": 2762}, {"id": "065", "tool": "screenshot", "latencyMs": 3136}, {"id": "066", "tool": null, "latencyMs": 2757}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 3386}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 4239}, {"id": "069", "tool": "navigate", "latencyMs": 3332}, {"id": "070", "tool": null, "latencyMs": 1975}, {"id": "071", "tool": null, "latencyMs": 4392}, {"id": "072", "tool": null, "latencyMs": 2674}, {"id": "073", "tool": null, "latencyMs": 4487}, {"id": "074", "tool": null, "latencyMs": 7778}, {"id": "075", "tool": null, "latencyMs": 6528}, {"id": "076", "tool": null, "latencyMs": 6489}, {"id": "077", "tool": null, "latencyMs": 7055}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 7236}, {"id": "079", "tool": null, "latencyMs": 5962}, {"id": "080", "tool": null, "latencyMs": 5886}, {"id": "081", "tool": "get_accessibility_tree", "latencyMs": 11435}, {"id": "082", "tool": null, "latencyMs": 1524}, {"id": "083", "tool": "research_url", "latencyMs": 4392}, {"id": "084", "tool": null, "latencyMs": 2103}, {"id": "085", "tool": null, "latencyMs": 1350}, {"id": "086", "tool": null, "latencyMs": 2848}, {"id": "087", "tool": "new_tab", "latencyMs": 3849}, {"id": "088", "tool": null, "latencyMs": 7276}, {"id": "089", "tool": "new_tab", "latencyMs": 2602}, {"id": "090", "tool": null, "latencyMs": 10690}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 4831}, {"id": "092", "tool": "press_keys", "latencyMs": 5431}, {"id": "093", "tool": "navigate", "latencyMs": 3827}, {"id": "094", "tool": "execute_js", "latencyMs": 8527}, {"id": "095", "tool": "read_page", "latencyMs": 6274}, {"id": "096", "tool": "read_page", "latencyMs": 9037}, {"id": "097", "tool": "get_accessibility_tree", "latencyMs": 10686}, {"id": "098", "tool": null, "latencyMs": 4191}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 9169}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 7218}], "browser-use_bu-30b-a3b-preview-Q4_K_M.gguf": [{"id": "001", "tool": "navigate", "latencyMs": 10527}, {"id": "002", "tool": "navigate", "latencyMs": 6764}, {"id": "003", "tool": "navigate", "latencyMs": 2514}, {"id": "004", "tool": "navigate", "latencyMs": 372}, {"id": "005", "tool": "list_downloads", "latencyMs": 386}, {"id": "006", "tool": "navigate", "latencyMs": 403}, {"id": "007", "tool": "navigate", "latencyMs": 392}, {"id": "008", "tool": "navigate", "latencyMs": 429}, {"id": "009", "tool": "navigate", "latencyMs": 406}, {"id": "010", "tool": "navigate", "latencyMs": 419}, {"id": "011", "tool": "navigate", "latencyMs": 359}, {"id": "012", "tool": "done", "latencyMs": 1078}, {"id": "013", "tool": "navigate", "latencyMs": 389}, {"id": "014", "tool": null, "latencyMs": 329}, {"id": "015", "tool": "done", "latencyMs": 863}, {"id": "016", "tool": "navigate", "latencyMs": 570}, {"id": "017", "tool": "navigate", "latencyMs": 736}, {"id": "018", "tool": "navigate", "latencyMs": 1017}, {"id": "019", "tool": "navigate", "latencyMs": 560}, {"id": "020", "tool": "navigate", "latencyMs": 501}, {"id": "021", "tool": "navigate", "latencyMs": 586}, {"id": "022", "tool": "navigate", "latencyMs": 756}, {"id": "023", "tool": "navigate", "latencyMs": 640}, {"id": "024", "tool": "navigate", "latencyMs": 664}, {"id": "025", "tool": "navigate", "latencyMs": 668}, {"id": "026", "tool": "read_page", "latencyMs": 351}, {"id": "027", "tool": "extract_data", "latencyMs": 334}, {"id": "028", "tool": "read_page", "latencyMs": 429}, {"id": "029", "tool": "extract_data", "latencyMs": 460}, {"id": "030", "tool": "extract_data", "latencyMs": 347}, {"id": "031", "tool": "get_accessibility_tree", "latencyMs": 370}, {"id": "032", "tool": "navigate", "latencyMs": 720}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 448}, {"id": "034", "tool": "done", "latencyMs": 2122}, {"id": "035", "tool": "set_field", "latencyMs": 868}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 342}, {"id": "037", "tool": "click_ax", "latencyMs": 415}, {"id": "038", "tool": "click_ax", "latencyMs": 408}, {"id": "039", "tool": null, "latencyMs": 518}, {"id": "040", "tool": "click_ax", "latencyMs": 529}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 588}, {"id": "042", "tool": "navigate", "latencyMs": 894}, {"id": "043", "tool": null, "latencyMs": 1957}, {"id": "044", "tool": "navigate", "latencyMs": 472}, {"id": "045", "tool": "done", "latencyMs": 1328}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 455}, {"id": "047", "tool": "navigate", "latencyMs": 602}, {"id": "048", "tool": null, "latencyMs": 1149}, {"id": "049", "tool": "click", "latencyMs": 382}, {"id": "050", "tool": null, "latencyMs": 2137}, {"id": "051", "tool": "click_ax", "latencyMs": 417}, {"id": "052", "tool": "click_ax", "latencyMs": 372}, {"id": "053", "tool": "click", "latencyMs": 415}, {"id": "054", "tool": "download_file", "latencyMs": 472}, {"id": "055", "tool": "download_social_media", "latencyMs": 452}, {"id": "056", "tool": "download_social_media", "latencyMs": 462}, {"id": "057", "tool": "download_file", "latencyMs": 1027}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 685}, {"id": "059", "tool": "list_downloads", "latencyMs": 379}, {"id": "060", "tool": "navigate", "latencyMs": 779}, {"id": "061", "tool": "click_ax", "latencyMs": 421}, {"id": "062", "tool": "click_ax", "latencyMs": 520}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 628}, {"id": "064", "tool": "scroll", "latencyMs": 573}, {"id": "065", "tool": "screenshot", "latencyMs": 456}, {"id": "066", "tool": "get_selection", "latencyMs": 384}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 368}, {"id": "068", "tool": "click_ax", "latencyMs": 419}, {"id": "069", "tool": "done", "latencyMs": 1075}, {"id": "070", "tool": "navigate", "latencyMs": 395}, {"id": "071", "tool": "done", "latencyMs": 1185}, {"id": "072", "tool": "done", "latencyMs": 1093}, {"id": "073", "tool": "done", "latencyMs": 1108}, {"id": "074", "tool": "go_back", "latencyMs": 412}, {"id": "075", "tool": "done", "latencyMs": 1027}, {"id": "076", "tool": "done", "latencyMs": 1395}, {"id": "077", "tool": "done", "latencyMs": 1869}, {"id": "078", "tool": null, "latencyMs": 917}, {"id": "079", "tool": "done", "latencyMs": 1567}, {"id": "080", "tool": "close", "latencyMs": 380}, {"id": "081", "tool": "click", "latencyMs": 457}, {"id": "082", "tool": "search", "latencyMs": 421}, {"id": "083", "tool": "navigate", "latencyMs": 584}, {"id": "084", "tool": null, "latencyMs": 953}, {"id": "085", "tool": "done", "latencyMs": 888}, {"id": "086", "tool": "done", "latencyMs": 826}, {"id": "087", "tool": "navigate", "latencyMs": 695}, {"id": "088", "tool": "close", "latencyMs": 412}, {"id": "089", "tool": "navigate", "latencyMs": 490}, {"id": "090", "tool": "switch", "latencyMs": 362}, {"id": "091", "tool": "click", "latencyMs": 453}, {"id": "092", "tool": "click_ax", "latencyMs": 461}, {"id": "093", "tool": "navigate", "latencyMs": 574}, {"id": "094", "tool": "click_ax", "latencyMs": 387}, {"id": "095", "tool": "get_accessibility_tree", "latencyMs": 390}, {"id": "096", "tool": "read_page", "latencyMs": 354}, {"id": "097", "tool": "extract_data", "latencyMs": 393}, {"id": "098", "tool": "done", "latencyMs": 1188}, {"id": "099", "tool": "extract_data", "latencyMs": 419}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 456}], "minimax/minimax-m2.7": [{"id": "001", "tool": "navigate", "latencyMs": 5767}, {"id": "002", "tool": "navigate", "latencyMs": 5336}, {"id": "003", "tool": "navigate", "latencyMs": 2615}, {"id": "004", "tool": "navigate", "latencyMs": 3960}, {"id": "005", "tool": "list_downloads", "latencyMs": 2282}, {"id": "006", "tool": "navigate", "latencyMs": 4899}, {"id": "007", "tool": "navigate", "latencyMs": 4360}, {"id": "008", "tool": "navigate", "latencyMs": 2091}, {"id": "009", "tool": "new_tab", "latencyMs": 2174}, {"id": "010", "tool": "navigate", "latencyMs": 1779}, {"id": "011", "tool": "navigate", "latencyMs": 5234}, {"id": "012", "tool": "navigate", "latencyMs": 11189}, {"id": "013", "tool": "navigate", "latencyMs": 2535}, {"id": "014", "tool": "navigate", "latencyMs": 5882}, {"id": "015", "tool": "get_accessibility_tree", "latencyMs": 1893}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 3102}, {"id": "017", "tool": "navigate", "latencyMs": 1971}, {"id": "018", "tool": "navigate", "latencyMs": 1721}, {"id": "019", "tool": "navigate", "latencyMs": 2577}, {"id": "020", "tool": "navigate", "latencyMs": 1727}, {"id": "021", "tool": "navigate", "latencyMs": 2106}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 1954}, {"id": "023", "tool": "navigate", "latencyMs": 2602}, {"id": "024", "tool": "navigate", "latencyMs": 3245}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 1769}, {"id": "026", "tool": "read_page", "latencyMs": 1531}, {"id": "027", "tool": null, "latencyMs": 3468}, {"id": "028", "tool": "read_page", "latencyMs": 2661}, {"id": "029", "tool": "extract_data", "latencyMs": 1869}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 2057}, {"id": "031", "tool": "get_accessibility_tree", "latencyMs": 1730}, {"id": "032", "tool": "get_accessibility_tree", "latencyMs": 6366}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 1383}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 1737}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 3230}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 1477}, {"id": "037", "tool": "click", "latencyMs": 1710}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 1499}, {"id": "039", "tool": "verify_form", "latencyMs": 1663}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 1915}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 1918}, {"id": "042", "tool": "navigate", "latencyMs": 1873}, {"id": "043", "tool": "navigate", "latencyMs": 2166}, {"id": "044", "tool": "navigate", "latencyMs": 2141}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 2140}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 1970}, {"id": "047", "tool": "get_accessibility_tree", "latencyMs": 2849}, {"id": "048", "tool": "get_accessibility_tree", "latencyMs": 5046}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 5524}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 3469}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 2717}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 2709}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 3286}, {"id": "054", "tool": "download_file", "latencyMs": 3185}, {"id": "055", "tool": "download_social_media", "latencyMs": 2537}, {"id": "056", "tool": "download_file", "latencyMs": 6735}, {"id": "057", "tool": "download_file", "latencyMs": 2516}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 3579}, {"id": "059", "tool": "list_downloads", "latencyMs": 1870}, {"id": "060", "tool": "navigate", "latencyMs": 3506}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 3691}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 1939}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 1910}, {"id": "064", "tool": "scroll", "latencyMs": 6821}, {"id": "065", "tool": "screenshot", "latencyMs": 1950}, {"id": "066", "tool": "get_selection", "latencyMs": 5483}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 1772}, {"id": "068", "tool": "get_accessibility_tree", "latencyMs": 6811}, {"id": "069", "tool": "new_tab", "latencyMs": 3089}, {"id": "070", "tool": null, "latencyMs": 5998}, {"id": "071", "tool": null, "latencyMs": 4331}, {"id": "072", "tool": null, "latencyMs": 5090}, {"id": "073", "tool": null, "latencyMs": 6102}, {"id": "074", "tool": null, "latencyMs": 5729}, {"id": "075", "tool": null, "latencyMs": 3774}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 12104}, {"id": "077", "tool": "get_accessibility_tree", "latencyMs": 4163}, {"id": "078", "tool": "get_accessibility_tree", "latencyMs": 3669}, {"id": "079", "tool": null, "latencyMs": 16106}, {"id": "080", "tool": "execute_js", "latencyMs": 8875}, {"id": "081", "tool": "navigate", "latencyMs": 4224}, {"id": "082", "tool": null, "latencyMs": 4665}, {"id": "083", "tool": "fetch_url", "latencyMs": 6330}, {"id": "084", "tool": null, "latencyMs": 4060}, {"id": "085", "tool": null, "latencyMs": 5553}, {"id": "086", "tool": null, "latencyMs": 3225}, {"id": "087", "tool": "new_tab", "latencyMs": 4834}, {"id": "088", "tool": "execute_js", "latencyMs": 2994}, {"id": "089", "tool": "new_tab", "latencyMs": 4282}, {"id": "090", "tool": "execute_js", "latencyMs": 3871}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 2757}, {"id": "092", "tool": "press_keys", "latencyMs": 5776}, {"id": "093", "tool": "navigate", "latencyMs": 2745}, {"id": "094", "tool": "execute_js", "latencyMs": 2502}, {"id": "095", "tool": "read_page", "latencyMs": 6583}, {"id": "096", "tool": "read_page", "latencyMs": 3625}, {"id": "097", "tool": "extract_data", "latencyMs": 3049}, {"id": "098", "tool": "read_page", "latencyMs": 4399}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 1626}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 2053}], "anthropic/claude-sonnet-4.6": [{"id": "001", "tool": "navigate", "latencyMs": 3009}, {"id": "002", "tool": "navigate", "latencyMs": 2930}, {"id": "003", "tool": "navigate", "latencyMs": 2422}, {"id": "004", "tool": "navigate", "latencyMs": 2587}, {"id": "005", "tool": "list_downloads", "latencyMs": 2263}, {"id": "006", "tool": "navigate", "latencyMs": 3333}, {"id": "007", "tool": "navigate", "latencyMs": 2239}, {"id": "008", "tool": "navigate", "latencyMs": 2038}, {"id": "009", "tool": "new_tab", "latencyMs": 1649}, {"id": "010", "tool": "navigate", "latencyMs": 2233}, {"id": "011", "tool": "navigate", "latencyMs": 2328}, {"id": "012", "tool": "navigate", "latencyMs": 2185}, {"id": "013", "tool": "navigate", "latencyMs": 2213}, {"id": "014", "tool": "execute_js", "latencyMs": 2907}, {"id": "015", "tool": "screenshot", "latencyMs": 1399}, {"id": "016", "tool": "get_accessibility_tree", "latencyMs": 2160}, {"id": "017", "tool": "navigate", "latencyMs": 2423}, {"id": "018", "tool": "navigate", "latencyMs": 3060}, {"id": "019", "tool": "navigate", "latencyMs": 3169}, {"id": "020", "tool": "navigate", "latencyMs": 3968}, {"id": "021", "tool": "navigate", "latencyMs": 4578}, {"id": "022", "tool": "get_accessibility_tree", "latencyMs": 2398}, {"id": "023", "tool": "navigate", "latencyMs": 2266}, {"id": "024", "tool": "navigate", "latencyMs": 2795}, {"id": "025", "tool": "get_accessibility_tree", "latencyMs": 3299}, {"id": "026", "tool": "read_page", "latencyMs": 3089}, {"id": "027", "tool": "read_page", "latencyMs": 3052}, {"id": "028", "tool": "read_page", "latencyMs": 2981}, {"id": "029", "tool": "extract_data", "latencyMs": 2898}, {"id": "030", "tool": "get_accessibility_tree", "latencyMs": 2369}, {"id": "031", "tool": "screenshot", "latencyMs": 3601}, {"id": "032", "tool": "navigate", "latencyMs": 3613}, {"id": "033", "tool": "get_accessibility_tree", "latencyMs": 2699}, {"id": "034", "tool": "get_accessibility_tree", "latencyMs": 4264}, {"id": "035", "tool": "get_accessibility_tree", "latencyMs": 2314}, {"id": "036", "tool": "get_accessibility_tree", "latencyMs": 2126}, {"id": "037", "tool": "get_accessibility_tree", "latencyMs": 3352}, {"id": "038", "tool": "get_accessibility_tree", "latencyMs": 2659}, {"id": "039", "tool": "get_accessibility_tree", "latencyMs": 1943}, {"id": "040", "tool": "get_accessibility_tree", "latencyMs": 3831}, {"id": "041", "tool": "get_accessibility_tree", "latencyMs": 1762}, {"id": "042", "tool": "navigate", "latencyMs": 7288}, {"id": "043", "tool": "navigate", "latencyMs": 2537}, {"id": "044", "tool": "navigate", "latencyMs": 3754}, {"id": "045", "tool": "get_accessibility_tree", "latencyMs": 1875}, {"id": "046", "tool": "get_accessibility_tree", "latencyMs": 2623}, {"id": "047", "tool": "fetch_url", "latencyMs": 2579}, {"id": "048", "tool": "screenshot", "latencyMs": 3153}, {"id": "049", "tool": "get_accessibility_tree", "latencyMs": 2533}, {"id": "050", "tool": "get_accessibility_tree", "latencyMs": 2714}, {"id": "051", "tool": "get_accessibility_tree", "latencyMs": 2302}, {"id": "052", "tool": "get_accessibility_tree", "latencyMs": 2629}, {"id": "053", "tool": "get_accessibility_tree", "latencyMs": 4240}, {"id": "054", "tool": "download_file", "latencyMs": 2668}, {"id": "055", "tool": "download_social_media", "latencyMs": 3105}, {"id": "056", "tool": "download_social_media", "latencyMs": 2210}, {"id": "057", "tool": "fetch_url", "latencyMs": 2561}, {"id": "058", "tool": "get_accessibility_tree", "latencyMs": 2445}, {"id": "059", "tool": "list_downloads", "latencyMs": 2128}, {"id": "060", "tool": "navigate", "latencyMs": 2904}, {"id": "061", "tool": "get_accessibility_tree", "latencyMs": 2206}, {"id": "062", "tool": "get_accessibility_tree", "latencyMs": 2656}, {"id": "063", "tool": "get_accessibility_tree", "latencyMs": 2614}, {"id": "064", "tool": "scroll", "latencyMs": 4454}, {"id": "065", "tool": "screenshot", "latencyMs": 1286}, {"id": "066", "tool": "get_selection", "latencyMs": 2666}, {"id": "067", "tool": "get_accessibility_tree", "latencyMs": 2247}, {"id": "068", "tool": null, "latencyMs": 3695}, {"id": "069", "tool": "get_accessibility_tree", "latencyMs": 3728}, {"id": "070", "tool": "get_accessibility_tree", "latencyMs": 2912}, {"id": "071", "tool": null, "latencyMs": 8127}, {"id": "072", "tool": null, "latencyMs": 6341}, {"id": "073", "tool": "clarify", "latencyMs": 3645}, {"id": "074", "tool": "clarify", "latencyMs": 4047}, {"id": "075", "tool": null, "latencyMs": 3702}, {"id": "076", "tool": "get_accessibility_tree", "latencyMs": 3025}, {"id": "077", "tool": "clarify", "latencyMs": 9048}, {"id": "078", "tool": "clarify", "latencyMs": 5500}, {"id": "079", "tool": "clarify", "latencyMs": 5258}, {"id": "080", "tool": "execute_js", "latencyMs": 3189}, {"id": "081", "tool": "clarify", "latencyMs": 7036}, {"id": "082", "tool": null, "latencyMs": 4491}, {"id": "083", "tool": "fetch_url", "latencyMs": 2054}, {"id": "084", "tool": null, "latencyMs": 4277}, {"id": "085", "tool": null, "latencyMs": 1987}, {"id": "086", "tool": null, "latencyMs": 4768}, {"id": "087", "tool": "new_tab", "latencyMs": 2317}, {"id": "088", "tool": "execute_js", "latencyMs": 2303}, {"id": "089", "tool": "new_tab", "latencyMs": 4139}, {"id": "090", "tool": "execute_js", "latencyMs": 2475}, {"id": "091", "tool": "get_accessibility_tree", "latencyMs": 3070}, {"id": "092", "tool": "execute_js", "latencyMs": 4945}, {"id": "093", "tool": "execute_js", "latencyMs": 2289}, {"id": "094", "tool": "execute_js", "latencyMs": 2825}, {"id": "095", "tool": "read_page", "latencyMs": 4773}, {"id": "096", "tool": "read_page", "latencyMs": 2758}, {"id": "097", "tool": "extract_data", "latencyMs": 3090}, {"id": "098", "tool": "get_accessibility_tree", "latencyMs": 4177}, {"id": "099", "tool": "get_accessibility_tree", "latencyMs": 2113}, {"id": "100", "tool": "get_accessibility_tree", "latencyMs": 3010}]}, "reference": "anthropic/claude-sonnet-4.6"}</script>
<script>
const DATA = JSON.parse(document.getElementById('data-script').textContent);
const SONNET = DATA.reference;

const sonnetRow = DATA.rows.find(r=>r.is_reference);
const others = DATA.rows.filter(r=>!r.is_reference).sort((a,b)=> b.sonnet_match_rate - a.sonnet_match_rate);
const rows = [sonnetRow, ...others];
rows.forEach((r,i)=> r.rank = r.is_reference ? '—' : i);

function fmtPct(x){ return (x*100).toFixed(1)+'%'; }
function fmtNum(x){ const n = Number(x); return (Number.isFinite(n) ? n : 0).toLocaleString(); }
function shortModel(m){ return m.length>40 ? m.slice(0,38)+'…' : m; }
function escapeHtml(s){ return String(s ?? '').replace(/[&<>"]/g,c=>({'&':'&amp;','<':'&lt;','>':'&gt;','"':'&quot;'}[c])); }

// KPIs
const bestMatch = others[0];
const worstMatch = others[others.length-1];
// count tasks where Sonnet picked a tool
const tasksSonnetTooled = Object.values(DATA.truth).filter(t=>t).length;
// median match-rate across non-Sonnet models
const medMatch = others.map(r=>r.sonnet_match_rate).sort((a,b)=>a-b)[Math.floor(others.length/2)];

document.getElementById('kpis').innerHTML = [
  ['Closest to Sonnet', shortModel(bestMatch.model), fmtPct(bestMatch.sonnet_match_rate)],
  ['Furthest from Sonnet', shortModel(worstMatch.model), fmtPct(worstMatch.sonnet_match_rate)],
  ['Median match rate', others.length+' non-Sonnet models', fmtPct(medMatch)],
  ['Sonnet emitted a tool', 'on 100 tasks', tasksSonnetTooled+' / 100'],
].map(kv=> '<div class="kpi"><div class="lbl">'+escapeHtml(kv[0])+'</div><div class="val">'+escapeHtml(kv[2])+'</div><div class="sml">'+escapeHtml(kv[1])+'</div></div>').join('');

function rankBadge(r,key){
  if (r.is_reference) return '<span class="badge ref">'+fmtPct(r[key])+'</span>';
  const pool = others;
  const vals = pool.map(x=>x[key]);
  const min=Math.min.apply(null,vals), max=Math.max.apply(null,vals);
  const v = r[key];
  const norm = (v-min)/(max-min||1);
  const cls = norm>.66?'good':norm>.33?'warn':'bad';
  return '<span class="badge '+cls+'">'+fmtPct(v)+'</span>';
}
function renderLB(sortKey, dir){
  let pool;
  if (sortKey==='rank') pool = rows.slice();
  else pool = [sonnetRow, ...others.slice().sort((a,b)=> {
      const av=a[sortKey], bv=b[sortKey];
      if (typeof av === 'string') return dir==='asc'? av.localeCompare(bv) : bv.localeCompare(av);
      return dir==='asc'? av-bv : bv-av;
    })];
  const tbody = document.querySelector('#lbtable tbody');
  tbody.innerHTML = pool.map(r=>{
    const cls = r.is_reference ? ' class="reference"' : '';
    return '<tr'+cls+'>'
      + '<td class="num">'+r.rank+'</td>'
      + '<td><strong>'+escapeHtml(r.model)+'</strong>'+(r.is_reference?' <span class="badge ref">reference</span>':'')+'</td>'
      + '<td class="num">'+rankBadge(r,'tool_call_rate')+'</td>'
      + '<td class="num">'+rankBadge(r,'sonnet_match_rate')+'</td>'
      + '<td class="num">'+rankBadge(r,'sonnet_tooled_match_rate')+'</td>'
      + '<td class="num">'+fmtPct(r.valid_tool_rate)+'</td>'
      + '<td class="num">'+fmtNum(r.errors)+'</td>'
    + '</tr>';
  }).join('');
  document.querySelectorAll('#lbtable th').forEach(th=>th.classList.remove('sort-asc','sort-desc'));
  const th = document.querySelector('#lbtable th[data-key="'+sortKey+'"]');
  if (th) th.classList.add(dir==='asc'?'sort-asc':'sort-desc');
}
let lbSort = {key:'rank',dir:'asc'};
renderLB('rank','asc');
document.querySelectorAll('#lbtable th').forEach(th=>{
  th.addEventListener('click',()=>{
    const k = th.dataset.key;
    if (lbSort.key===k) lbSort.dir = lbSort.dir==='asc'?'desc':'asc';
    else { lbSort.key=k; lbSort.dir = (k==='model'?'asc':'desc'); }
    renderLB(lbSort.key, lbSort.dir);
  });
});

function barChart(target, key, fmt){
  const sorted = rows.slice().sort((a,b)=> b[key]-a[key]);
  const max = Math.max.apply(null, sorted.map(r=>r[key])) || 1;
  target.innerHTML = sorted.map(r=>{
    const w = r[key]/max*100;
    const cls = r.is_reference ? 'row reference' : 'row';
    return '<div class="'+cls+'">'
      + '<div class="name" title="'+escapeHtml(r.model)+'">'+escapeHtml(r.model)+(r.is_reference?' <span class="badge ref">reference</span>':'')+'</div>'
      + '<div class="bbar"><i style="width:'+w.toFixed(1)+'%"></i></div>'
      + '<div class="val">'+fmt(r[key])+'</div>'
    + '</div>';
  }).join('');
}
barChart(document.getElementById('chart-match'),'sonnet_match_rate', fmtPct);
barChart(document.getElementById('chart-tooled'),'sonnet_tooled_match_rate', fmtPct);
barChart(document.getElementById('chart-tcr'),'tool_call_rate', fmtPct);

const modelOrder = [SONNET, ...others.map(r=>r.model)];
function renderPTM(filter){
  const filt = (filter||'').toLowerCase();
  let html = '<thead><tr><th>#</th><th>Task</th>';
  modelOrder.forEach((m)=>{
    const isSonnet = (m===SONNET);
    const cls = isSonnet ? ' class="sonnet-col"' : '';
    const label = isSonnet ? 'Sonnet 4.6' : (m.length>16?m.slice(0,14)+'…':m);
    html += '<th'+cls+' title="'+escapeHtml(m)+'">'+escapeHtml(label)+'</th>';
  });
  html += '</tr></thead><tbody>';
  for (let i=1;i<=100;i++){
    const tid = String(i).padStart(3,'0');
    const u = DATA.task_user[tid] || '';
    if (filt && !u.toLowerCase().includes(filt) && !tid.includes(filt)) continue;
    const sonnetPick = DATA.truth[tid];
    html += '<tr><td>'+tid+'</td><td class="user">'+escapeHtml(u)+'</td>';
    modelOrder.forEach(m=>{
      const c = (DATA.per_model[m]||[])[i-1];
      const t = c && c.tool;
      const isSonnet = (m===SONNET);
      let cls, txt;
      if (isSonnet){
        cls = 'sonnet-col';
        txt = t || '(no tool)';
      } else {
        const matches = (t===sonnetPick) || (t==null && sonnetPick==null);
        cls = matches ? 'cell-match' : (t ? 'cell-miss' : 'cell-none');
        txt = t || '—';
      }
      html += '<td class="'+cls+'">'+escapeHtml(txt)+'</td>';
    });
    html += '</tr>';
  }
  html += '</tbody>';
  document.getElementById('ptmtable').innerHTML = html;
}
renderPTM('');
document.getElementById('ptm-filter').addEventListener('input', e=> renderPTM(e.target.value));

const allDiffs = [];
for (let i=1;i<=100;i++){
  const tid = String(i).padStart(3,'0');
  const sonnetPick = DATA.truth[tid];
  others.forEach(r=>{
    const c = (DATA.per_model[r.model]||[])[i-1];
    const my = c && c.tool;
    if (my !== sonnetPick){
      allDiffs.push({tid, user: DATA.task_user[tid]||'', sonnet: sonnetPick, model: r.model, pick: my});
    }
  });
}
function renderDiff(filter){
  const f = (filter||'').toLowerCase();
  const filtered = f ? allDiffs.filter(d=>
    d.tid.includes(f) || (d.user||'').toLowerCase().includes(f) || d.model.toLowerCase().includes(f)
  ) : allDiffs;
  document.querySelector('#difftable tbody').innerHTML = filtered.map(d=>
    '<tr><td>'+d.tid+'</td><td>'+escapeHtml(d.user)+'</td>'
    + '<td><span class="pill">'+escapeHtml(d.sonnet||'(no tool)')+'</span></td>'
    + '<td>'+escapeHtml(d.model)+'</td>'
    + '<td><span class="pill">'+escapeHtml(d.pick||'(no tool)')+'</span></td></tr>'
  ).join('');
}
renderDiff('');
document.getElementById('diff-filter').addEventListener('input', e=> renderDiff(e.target.value));

document.querySelectorAll('#tabs button').forEach(btn=>{
  btn.addEventListener('click',()=>{
    document.querySelectorAll('#tabs button').forEach(b=>b.classList.remove('active'));
    document.querySelectorAll('section').forEach(s=>s.classList.remove('active'));
    btn.classList.add('active');
    document.getElementById(btn.dataset.tab).classList.add('active');
  });
});
</script>
</body>
</html>