Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

1.4 KB
Raw Blame
{
  "id": "076",
  "category": "cross-lingual",
  "mode": "act",
  "browser": "chrome",
  "tab": {
    "url": "https://www.bilibili.com/",
    "title": "bilibili"
  },
  "description": "Chinese site. The agent must use 搜紒 (search) not English.",
  "seed": [
    {
      "role": "user",
      "content": "[Current page context β€” applies to this user message and supersedes older page context for phrases like \"this page\". URL: https://www.bilibili.com/ β€” Title: bilibili]\n\nsearch for \"lo-fi study\""
    },
    {
      "role": "assistant",
      "content": "",
      "tool_calls": [
        {
          "id": "call_2o_09fe95",
          "type": "function",
          "function": {
            "name": "get_accessibility_tree",
            "arguments": "{\"filter\":\"visible\"}"
          }
        }
      ]
    },
    {
      "role": "tool",
      "tool_call_id": "call_2o_09fe95",
      "name": "get_accessibility_tree",
      "content": "{\"pageContent\":\"searchbox \\\"搜紒\\\" [ref_5]\"}"
    }
  ],
  "expected": {
    "idealNextToolCall": {
      "name": "click_ax",
      "args": {
        "ref_id": "ref_5"
      }
    },
    "antiPatterns": [
      {
        "match": "click({text:\"Search\"})",
        "reason": "Chinese UI β€” search input has placeholder 搜紒, not \"Search\"."
      }
    ],
    "successRubric": "Click the Chinese searchbox via ref_id. Then type the query."
  }
}