Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

3.0 KB
Raw Blame
{
  "id": "006",
  "category": "loop-bad-url",
  "mode": "act",
  "browser": "chrome",
  "tab": {
    "url": "https://mastodon.turk/",
    "title": "Server not found"
  },
  "description": "After three sequential failures on the same hallucinated URL, the agent must finally give up that URL.",
  "seed": [
    {
      "role": "user",
      "content": "[Current page context β€” applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://mstdn.social/@example/12345 β€” Title: Example post β€” Mastodon]\n\ncross-post this to mastoturk"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_7_320ca3",
          "type": "function",
          "function": {
            "name": "navigate",
            "arguments": "{\"url\":\"https://mastodon.turk\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_7_320ca3",
      "name": "navigate",
      "content": "{\"success\":true,\"url\":\"https://mastodon.turk/\",\"requestedUrl\":\"https://mastodon.turk\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_8_3d0cb5",
          "type": "function",
          "function": {
            "name": "navigate",
            "arguments": "{\"url\":\"https://mastodon.turk\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_8_3d0cb5",
      "name": "navigate",
      "content": "{\"success\":true,\"url\":\"https://mastodon.turk/\",\"requestedUrl\":\"https://mastodon.turk\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_9_3c0cb3",
          "type": "function",
          "function": {
            "name": "fetch_url",
            "arguments": "{\"url\":\"https://mastodon.turk\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_9_3c0cb3",
      "name": "fetch_url",
      "content": "{\"success\":false,\"error\":\"fetch_url: DNS lookup failed for mastodon.turk (NXDOMAIN).\"}"
    },
    {
      "role": "user",
      "content": "[Current page context β€” applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://mastodon.turk/ β€” Title: Server not found]\n\nnow what?"
    }
  ],
  "expected": {
    "idealNextToolCall": {
      "name": "clarify",
      "args": {
        "question": "mastodon.turk isn't resolving β€” I've tried three times. Could you share the actual MastoTurk URL? It's likely mastoturk.org or similar."
      }
    },
    "antiPatterns": [
      {
        "match": "navigate({url:\"https://mastodon.turk\"})",
        "reason": "4th retry β€” exact gpt-4o failure pattern."
      },
      {
        "match": "fetch_url({url:\"https://mastodon.turk\"})",
        "reason": "Same URL via another tool β€” still a retry."
      }
    ],
    "successRubric": "After 3 failed attempts on the same URL, abandon it. Clarify with user OR search for the real URL."
  }
}