Open-source AI browser agent for Chrome and Firefox (monorepo) π§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
{
"id": "051",
"category": "stale-refid",
"mode": "act",
"browser": "chrome",
"tab": {
"url": "https://github.com/acme/widgets/releases/new",
"title": "New Release β acme/widgets"
},
"description": "Used a ref_id from a prior AX tree taken before scrolling. The page has changed; re-read.",
"seed": [
{
"role": "user",
"content": "[Current page context β applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://github.com/acme/widgets/releases/new β Title: New Release β acme/widgets]\n\npublish the release"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_1p_14e8e0",
"type": "function",
"function": {
"name": "get_accessibility_tree",
"arguments": "{\"filter\":\"visible\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_1p_14e8e0",
"name": "get_accessibility_tree",
"content": "{\"pageContent\":\"button \\\"Publish release\\\" [ref_42]\",\"viewport\":{\"width\":1133,\"height\":800}}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_1q_17e8e5",
"type": "function",
"function": {
"name": "scroll",
"arguments": "{\"direction\":\"down\",\"amount\":500}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_1q_17e8e5",
"name": "scroll",
"content": "{\"success\":true}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_1r_16e8e3",
"type": "function",
"function": {
"name": "click_ax",
"arguments": "{\"ref_id\":\"ref_42\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_1r_16e8e3",
"name": "click_ax",
"content": "{\"success\":false,\"error\":\"ref_id ref_42 not found in current accessibility tree. The page may have re-rendered or scrolled. Re-read the tree to get fresh ids.\"}"
}
],
"expected": {
"idealNextToolCall": {
"name": "get_accessibility_tree",
"args": {
"filter": "visible"
}
},
"antiPatterns": [
{
"match": "click_ax({ref_id:\"ref_42\"})",
"reason": "Same stale ref_id will fail again β error message explicitly says re-read."
},
{
"match": "click_ax({ref_id:\"ref_43\"})",
"reason": "Guessing adjacent ref_ids."
}
],
"successRubric": "Re-read AX tree before any ref_id-based action. ref_ids are not stable across scroll/navigation."
}
}