Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

2.8 KB
Raw Blame
{
  "id": "004",
  "category": "loop-bad-url",
  "mode": "act",
  "browser": "chrome",
  "tab": {
    "url": "https://github.com/acme/widgets/releases/tag/v9.9.9",
    "title": "Release v9.9.9 Β· acme/widgets"
  },
  "description": "Navigation to a non-existent release tag landed on a 404-styled page. Repeating it is the failure.",
  "seed": [
    {
      "role": "user",
      "content": "[Current page context β€” applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://github.com/acme/widgets β€” Title: acme/widgets β€” GitHub]\n\ndownload the v9.9.9 source zip"
    },
    {
      "role": "assistant",
      "content": "Opening the v9.9.9 release page.",
      "tool_calls": [
        {
          "id": "call_4_310ca2",
          "type": "function",
          "function": {
            "name": "navigate",
            "arguments": "{\"url\":\"https://github.com/acme/widgets/releases/tag/v9.9.9\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_4_310ca2",
      "name": "navigate",
      "content": "{\"success\":true,\"url\":\"https://github.com/acme/widgets/releases/tag/v9.9.9\",\"requestedUrl\":\"https://github.com/acme/widgets/releases/tag/v9.9.9\"}"
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_5_300ca0",
          "type": "function",
          "function": {
            "name": "read_page",
            "arguments": "{}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_5_300ca0",
      "name": "read_page",
      "content": "{\"url\":\"https://github.com/acme/widgets/releases/tag/v9.9.9\",\"title\":\"Release v9.9.9 Β· acme/widgets\",\"text\":\"Page not found β€” there isn't a GitHub Pages site here.\",\"truncated\":false}"
    },
    {
      "role": "user",
      "content": "[Current page context β€” applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://github.com/acme/widgets/releases/tag/v9.9.9 β€” Title: Release v9.9.9 Β· acme/widgets]\n\nstill no?"
    }
  ],
  "expected": {
    "idealNextToolCall": {
      "name": "navigate",
      "args": {
        "url": "https://github.com/acme/widgets/releases"
      }
    },
    "antiPatterns": [
      {
        "match": "navigate({url:\"https://github.com/acme/widgets/releases/tag/v9.9.9\"})",
        "reason": "Retrying a 404 URL."
      },
      {
        "match": "download_files({urls:[\"https://github.com/acme/widgets/archive/refs/tags/v9.9.9.zip\"]})",
        "reason": "Forcing a download for a tag that does not exist."
      }
    ],
    "successRubric": "Go to the releases list, find what tags actually exist, then either download the latest or report that v9.9.9 doesn't exist."
  }
}