Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

3.6 KB
Raw Blame
{
  "id": "060",
  "category": "stale-refid",
  "mode": "act",
  "browser": "chrome",
  "tab": {
    "url": "https://example.com/form",
    "title": "Form"
  },
  "description": "After a long sequence of unrelated tool calls, used a ref_id from way back. Re-read.",
  "seed": [
    {
      "role": "user",
      "content": "[Current page context — applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://example.com/form — Title: Form]\n\nclick submit"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2d_8d01a2",
          "type": "function",
          "function": {
            "name": "get_accessibility_tree",
            "arguments": "{\"filter\":\"visible\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2d_8d01a2",
      "name": "get_accessibility_tree",
      "content": "{\"pageContent\":\"button \\\"Submit\\\" [ref_12]\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2e_8c01a0",
          "type": "function",
          "function": {
            "name": "inspect_viewport",
            "arguments": "{}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2e_8c01a0",
      "name": "inspect_viewport",
      "content": "{\"success\":true}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2f_8b019f",
          "type": "function",
          "function": {
            "name": "read_page",
            "arguments": "{}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2f_8b019f",
      "name": "read_page",
      "content": "{\"text\":\"...\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2g_9a01b6",
          "type": "function",
          "function": {
            "name": "extract_data",
            "arguments": "{\"type\":\"images\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2g_9a01b6",
      "name": "extract_data",
      "content": "[{\"src\":\"...\",\"alt\":\"logo\"}]"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2h_9901b5",
          "type": "function",
          "function": {
            "name": "get_selection",
            "arguments": "{}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2h_9901b5",
      "name": "get_selection",
      "content": "{\"text\":\"\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2i_0bfe98",
          "type": "function",
          "function": {
            "name": "click_ax",
            "arguments": "{\"ref_id\":\"ref_12\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2i_0bfe98",
      "name": "click_ax",
      "content": "{\"success\":false,\"error\":\"ref_id ref_12 not found in current accessibility tree.\"}"
    }
  ],
  "expected": {
    "idealNextToolCall": {
      "name": "get_accessibility_tree",
      "args": {
        "filter": "visible"
      }
    },
    "antiPatterns": [
      {
        "match": "click_ax({ref_id:\"ref_12\"})",
        "reason": "Several unrelated tool calls in between; ref_id likely stale."
      }
    ],
    "successRubric": "After several turns of unrelated work, refresh the tree before relying on an old ref_id."
  }
}