Open-source AI browser agent for Chrome and Firefox (monorepo) ðŸ§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
{
"id": "060",
"category": "stale-refid",
"mode": "act",
"browser": "chrome",
"tab": {
"url": "https://example.com/form",
"title": "Form"
},
"description": "After a long sequence of unrelated tool calls, used a ref_id from way back. Re-read.",
"seed": [
{
"role": "user",
"content": "[Current page context — applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://example.com/form — Title: Form]\n\nclick submit"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2d_8d01a2",
"type": "function",
"function": {
"name": "get_accessibility_tree",
"arguments": "{\"filter\":\"visible\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2d_8d01a2",
"name": "get_accessibility_tree",
"content": "{\"pageContent\":\"button \\\"Submit\\\" [ref_12]\"}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2e_8c01a0",
"type": "function",
"function": {
"name": "inspect_viewport",
"arguments": "{}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2e_8c01a0",
"name": "inspect_viewport",
"content": "{\"success\":true}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2f_8b019f",
"type": "function",
"function": {
"name": "read_page",
"arguments": "{}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2f_8b019f",
"name": "read_page",
"content": "{\"text\":\"...\"}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2g_9a01b6",
"type": "function",
"function": {
"name": "extract_data",
"arguments": "{\"type\":\"images\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2g_9a01b6",
"name": "extract_data",
"content": "[{\"src\":\"...\",\"alt\":\"logo\"}]"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2h_9901b5",
"type": "function",
"function": {
"name": "get_selection",
"arguments": "{}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2h_9901b5",
"name": "get_selection",
"content": "{\"text\":\"\"}"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_2i_0bfe98",
"type": "function",
"function": {
"name": "click_ax",
"arguments": "{\"ref_id\":\"ref_12\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_2i_0bfe98",
"name": "click_ax",
"content": "{\"success\":false,\"error\":\"ref_id ref_12 not found in current accessibility tree.\"}"
}
],
"expected": {
"idealNextToolCall": {
"name": "get_accessibility_tree",
"args": {
"filter": "visible"
}
},
"antiPatterns": [
{
"match": "click_ax({ref_id:\"ref_12\"})",
"reason": "Several unrelated tool calls in between; ref_id likely stale."
}
],
"successRubric": "After several turns of unrelated work, refresh the tree before relying on an old ref_id."
}
}