Open-source AI browser agent for Chrome and Firefox (monorepo) π§
JavaScript ai-agentai-agentsai-toolsbrowser-aibrowser-automationbrowser-extensionchrome-aichrome-devtoolschrome-extensionchrome-extensionsfirefox-addonfirefox-addonsfirefox-extensionfirefox-extensionsgemmagemma4minimaxoffline-aioffline-llmqwen
{
"id": "013",
"category": "tool-error-pivot",
"mode": "act",
"browser": "chrome",
"tab": {
"url": "https://www.amazon.com/dp/B0EXAMPLE",
"title": "Acme Widget β Amazon"
},
"description": "click returned overlay-blocked. Dismiss the overlay, don't force the click.",
"seed": [
{
"role": "user",
"content": "[Current page context β applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://www.amazon.com/dp/B0EXAMPLE β Title: Acme Widget β Amazon]\n\nadd to cart"
},
{
"role": "assistant",
"content": "",
"tool_calls": [
{
"id": "call_g_19eb27",
"type": "function",
"function": {
"name": "click",
"arguments": "{\"text\":\"Add to Cart\"}"
}
}
]
},
{
"role": "tool",
"tool_call_id": "call_g_19eb27",
"name": "click",
"content": "{\"success\":false,\"error\":\"Click blocked: an overlay is covering the target. Dismiss it (Escape, close button, or complete the modal) before retrying. Force-clicking with x,y hits the overlay, not your target.\"}"
}
],
"expected": {
"idealNextToolCall": {
"name": "press_keys",
"args": {
"key": "Escape"
}
},
"antiPatterns": [
{
"match": "click({text:\"Add to Cart\"})",
"reason": "Will hit the overlay again."
},
{
"match": "click({x:_,y:_})",
"reason": "Force-clicking with coords hits the overlay per the error message."
}
],
"successRubric": "Dismiss the overlay first β Escape, click the close button, or complete the modal. THEN retry the cart click."
}
}