Skip to content

Open-source AI browser agent for Chrome and Firefox (monorepo) 🧠

48.5 KB
Raw Blame
{"treeId":"product-dialog","taskId":"product-name","prompt":"Fill the Name field with 'tea'.","expected":{"action":"type_ax","ref_id":"ref_170"},"inputs":{"line":"dialog \"Add a product\" [ref_166]\n heading \"Add a product\" [ref_167]\n button \"Close\" [ref_169] type=\"button\"\n textbox \"Name\" [ref_170] type=\"text\" dom_id=\"product-name\" field_name=\"name\" placeholder=\"Product name\" value=\"namaz\"\n combobox \"Billing period\" [ref_180] type=\"button\" value=\"Monthly\"\n  option \"Monthly\" [ref_181] (selected)\n  option \"Yearly\" [ref_182] value=\"yearly\"\n spinbutton \"Price\" [ref_183] type=\"number\" field_name=\"price\" value=\"12.50\"\n checkbox \"Visible in catalog\" [ref_184] checked=true\n textbox \"Description\" [ref_186] type=\"text\" value=\"A reusable tea product for the catalog and the monthly subsc...\" value_len=71 value_fp=a44c42b4\n radio \"Personal plan\" [ref_187] type=\"radio\" checked=false required=true group=\"Plan type\"\n textbox \"API token\" [ref_188] type=\"password\" required=true hidden=true\n button \"Create product\" [ref_185] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"dialog\",\"n\":\"Add a product\",\"i\":\"ref_166\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Add a product\",\"i\":\"ref_167\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Close\",\"i\":\"ref_169\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Name\",\"i\":\"ref_170\",\"t\":\"text\",\"v\":\"namaz\",\"p\":\"Product name\",\"e\":\"product-name\",\"f\":\"name\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Billing period\",\"i\":\"ref_180\",\"t\":\"button\",\"v\":\"Monthly\"}\n{\"d\":2,\"r\":\"option\",\"n\":\"Monthly\",\"i\":\"ref_181\",\"s\":true}\n{\"d\":2,\"r\":\"option\",\"n\":\"Yearly\",\"i\":\"ref_182\",\"v\":\"yearly\"}\n{\"d\":1,\"r\":\"spinbutton\",\"n\":\"Price\",\"i\":\"ref_183\",\"t\":\"number\",\"v\":\"12.50\",\"f\":\"price\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Visible in catalog\",\"i\":\"ref_184\",\"c\":true}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Description\",\"i\":\"ref_186\",\"t\":\"text\",\"v\":\"A reusable tea product for the catalog and the monthly subsc...\",\"l\":71,\"y\":\"a44c42b4\"}\n{\"d\":1,\"r\":\"radio\",\"n\":\"Personal plan\",\"i\":\"ref_187\",\"t\":\"radio\",\"c\":false,\"q\":true,\"g\":\"Plan type\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"API token\",\"i\":\"ref_188\",\"t\":\"password\",\"q\":true,\"z\":true}\n{\"d\":1,\"r\":\"button\",\"n\":\"Create product\",\"i\":\"ref_185\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"dialog\",\"name\":\"Add a product\",\"ref_id\":\"ref_166\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Add a product\",\"ref_id\":\"ref_167\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Close\",\"ref_id\":\"ref_169\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Name\",\"ref_id\":\"ref_170\",\"attrs\":{\"dom_id\":\"product-name\",\"field_name\":\"name\",\"placeholder\":\"Product name\",\"type\":\"text\",\"value\":\"namaz\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Billing period\",\"ref_id\":\"ref_180\",\"attrs\":{\"type\":\"button\",\"value\":\"Monthly\"}},{\"depth\":2,\"role\":\"option\",\"name\":\"Monthly\",\"ref_id\":\"ref_181\",\"attrs\":{\"selected\":true}},{\"depth\":2,\"role\":\"option\",\"name\":\"Yearly\",\"ref_id\":\"ref_182\",\"attrs\":{\"value\":\"yearly\"}},{\"depth\":1,\"role\":\"spinbutton\",\"name\":\"Price\",\"ref_id\":\"ref_183\",\"attrs\":{\"field_name\":\"price\",\"type\":\"number\",\"value\":\"12.50\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Visible in catalog\",\"ref_id\":\"ref_184\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Description\",\"ref_id\":\"ref_186\",\"attrs\":{\"type\":\"text\",\"value\":\"A reusable tea product for the catalog and the monthly subsc...\",\"value_fp\":\"a44c42b4\",\"value_len\":71}},{\"depth\":1,\"role\":\"radio\",\"name\":\"Personal plan\",\"ref_id\":\"ref_187\",\"attrs\":{\"checked\":false,\"group\":\"Plan type\",\"required\":true,\"type\":\"radio\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"API token\",\"ref_id\":\"ref_188\",\"attrs\":{\"hidden\":true,\"required\":true,\"type\":\"password\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Create product\",\"ref_id\":\"ref_185\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"product-dialog","taskId":"product-submit","prompt":"Create the product.","expected":{"action":"click_ax","ref_id":"ref_185"},"inputs":{"line":"dialog \"Add a product\" [ref_166]\n heading \"Add a product\" [ref_167]\n button \"Close\" [ref_169] type=\"button\"\n textbox \"Name\" [ref_170] type=\"text\" dom_id=\"product-name\" field_name=\"name\" placeholder=\"Product name\" value=\"namaz\"\n combobox \"Billing period\" [ref_180] type=\"button\" value=\"Monthly\"\n  option \"Monthly\" [ref_181] (selected)\n  option \"Yearly\" [ref_182] value=\"yearly\"\n spinbutton \"Price\" [ref_183] type=\"number\" field_name=\"price\" value=\"12.50\"\n checkbox \"Visible in catalog\" [ref_184] checked=true\n textbox \"Description\" [ref_186] type=\"text\" value=\"A reusable tea product for the catalog and the monthly subsc...\" value_len=71 value_fp=a44c42b4\n radio \"Personal plan\" [ref_187] type=\"radio\" checked=false required=true group=\"Plan type\"\n textbox \"API token\" [ref_188] type=\"password\" required=true hidden=true\n button \"Create product\" [ref_185] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"dialog\",\"n\":\"Add a product\",\"i\":\"ref_166\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Add a product\",\"i\":\"ref_167\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Close\",\"i\":\"ref_169\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Name\",\"i\":\"ref_170\",\"t\":\"text\",\"v\":\"namaz\",\"p\":\"Product name\",\"e\":\"product-name\",\"f\":\"name\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Billing period\",\"i\":\"ref_180\",\"t\":\"button\",\"v\":\"Monthly\"}\n{\"d\":2,\"r\":\"option\",\"n\":\"Monthly\",\"i\":\"ref_181\",\"s\":true}\n{\"d\":2,\"r\":\"option\",\"n\":\"Yearly\",\"i\":\"ref_182\",\"v\":\"yearly\"}\n{\"d\":1,\"r\":\"spinbutton\",\"n\":\"Price\",\"i\":\"ref_183\",\"t\":\"number\",\"v\":\"12.50\",\"f\":\"price\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Visible in catalog\",\"i\":\"ref_184\",\"c\":true}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Description\",\"i\":\"ref_186\",\"t\":\"text\",\"v\":\"A reusable tea product for the catalog and the monthly subsc...\",\"l\":71,\"y\":\"a44c42b4\"}\n{\"d\":1,\"r\":\"radio\",\"n\":\"Personal plan\",\"i\":\"ref_187\",\"t\":\"radio\",\"c\":false,\"q\":true,\"g\":\"Plan type\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"API token\",\"i\":\"ref_188\",\"t\":\"password\",\"q\":true,\"z\":true}\n{\"d\":1,\"r\":\"button\",\"n\":\"Create product\",\"i\":\"ref_185\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"dialog\",\"name\":\"Add a product\",\"ref_id\":\"ref_166\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Add a product\",\"ref_id\":\"ref_167\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Close\",\"ref_id\":\"ref_169\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Name\",\"ref_id\":\"ref_170\",\"attrs\":{\"dom_id\":\"product-name\",\"field_name\":\"name\",\"placeholder\":\"Product name\",\"type\":\"text\",\"value\":\"namaz\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Billing period\",\"ref_id\":\"ref_180\",\"attrs\":{\"type\":\"button\",\"value\":\"Monthly\"}},{\"depth\":2,\"role\":\"option\",\"name\":\"Monthly\",\"ref_id\":\"ref_181\",\"attrs\":{\"selected\":true}},{\"depth\":2,\"role\":\"option\",\"name\":\"Yearly\",\"ref_id\":\"ref_182\",\"attrs\":{\"value\":\"yearly\"}},{\"depth\":1,\"role\":\"spinbutton\",\"name\":\"Price\",\"ref_id\":\"ref_183\",\"attrs\":{\"field_name\":\"price\",\"type\":\"number\",\"value\":\"12.50\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Visible in catalog\",\"ref_id\":\"ref_184\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Description\",\"ref_id\":\"ref_186\",\"attrs\":{\"type\":\"text\",\"value\":\"A reusable tea product for the catalog and the monthly subsc...\",\"value_fp\":\"a44c42b4\",\"value_len\":71}},{\"depth\":1,\"role\":\"radio\",\"name\":\"Personal plan\",\"ref_id\":\"ref_187\",\"attrs\":{\"checked\":false,\"group\":\"Plan type\",\"required\":true,\"type\":\"radio\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"API token\",\"ref_id\":\"ref_188\",\"attrs\":{\"hidden\":true,\"required\":true,\"type\":\"password\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Create product\",\"ref_id\":\"ref_185\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"product-dialog","taskId":"billing-yearly","prompt":"Choose Yearly in the Billing period menu.","expected":{"action":"click_ax","ref_id":"ref_182"},"inputs":{"line":"dialog \"Add a product\" [ref_166]\n heading \"Add a product\" [ref_167]\n button \"Close\" [ref_169] type=\"button\"\n textbox \"Name\" [ref_170] type=\"text\" dom_id=\"product-name\" field_name=\"name\" placeholder=\"Product name\" value=\"namaz\"\n combobox \"Billing period\" [ref_180] type=\"button\" value=\"Monthly\"\n  option \"Monthly\" [ref_181] (selected)\n  option \"Yearly\" [ref_182] value=\"yearly\"\n spinbutton \"Price\" [ref_183] type=\"number\" field_name=\"price\" value=\"12.50\"\n checkbox \"Visible in catalog\" [ref_184] checked=true\n textbox \"Description\" [ref_186] type=\"text\" value=\"A reusable tea product for the catalog and the monthly subsc...\" value_len=71 value_fp=a44c42b4\n radio \"Personal plan\" [ref_187] type=\"radio\" checked=false required=true group=\"Plan type\"\n textbox \"API token\" [ref_188] type=\"password\" required=true hidden=true\n button \"Create product\" [ref_185] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"dialog\",\"n\":\"Add a product\",\"i\":\"ref_166\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Add a product\",\"i\":\"ref_167\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Close\",\"i\":\"ref_169\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Name\",\"i\":\"ref_170\",\"t\":\"text\",\"v\":\"namaz\",\"p\":\"Product name\",\"e\":\"product-name\",\"f\":\"name\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Billing period\",\"i\":\"ref_180\",\"t\":\"button\",\"v\":\"Monthly\"}\n{\"d\":2,\"r\":\"option\",\"n\":\"Monthly\",\"i\":\"ref_181\",\"s\":true}\n{\"d\":2,\"r\":\"option\",\"n\":\"Yearly\",\"i\":\"ref_182\",\"v\":\"yearly\"}\n{\"d\":1,\"r\":\"spinbutton\",\"n\":\"Price\",\"i\":\"ref_183\",\"t\":\"number\",\"v\":\"12.50\",\"f\":\"price\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Visible in catalog\",\"i\":\"ref_184\",\"c\":true}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Description\",\"i\":\"ref_186\",\"t\":\"text\",\"v\":\"A reusable tea product for the catalog and the monthly subsc...\",\"l\":71,\"y\":\"a44c42b4\"}\n{\"d\":1,\"r\":\"radio\",\"n\":\"Personal plan\",\"i\":\"ref_187\",\"t\":\"radio\",\"c\":false,\"q\":true,\"g\":\"Plan type\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"API token\",\"i\":\"ref_188\",\"t\":\"password\",\"q\":true,\"z\":true}\n{\"d\":1,\"r\":\"button\",\"n\":\"Create product\",\"i\":\"ref_185\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"dialog\",\"name\":\"Add a product\",\"ref_id\":\"ref_166\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Add a product\",\"ref_id\":\"ref_167\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Close\",\"ref_id\":\"ref_169\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Name\",\"ref_id\":\"ref_170\",\"attrs\":{\"dom_id\":\"product-name\",\"field_name\":\"name\",\"placeholder\":\"Product name\",\"type\":\"text\",\"value\":\"namaz\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Billing period\",\"ref_id\":\"ref_180\",\"attrs\":{\"type\":\"button\",\"value\":\"Monthly\"}},{\"depth\":2,\"role\":\"option\",\"name\":\"Monthly\",\"ref_id\":\"ref_181\",\"attrs\":{\"selected\":true}},{\"depth\":2,\"role\":\"option\",\"name\":\"Yearly\",\"ref_id\":\"ref_182\",\"attrs\":{\"value\":\"yearly\"}},{\"depth\":1,\"role\":\"spinbutton\",\"name\":\"Price\",\"ref_id\":\"ref_183\",\"attrs\":{\"field_name\":\"price\",\"type\":\"number\",\"value\":\"12.50\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Visible in catalog\",\"ref_id\":\"ref_184\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Description\",\"ref_id\":\"ref_186\",\"attrs\":{\"type\":\"text\",\"value\":\"A reusable tea product for the catalog and the monthly subsc...\",\"value_fp\":\"a44c42b4\",\"value_len\":71}},{\"depth\":1,\"role\":\"radio\",\"name\":\"Personal plan\",\"ref_id\":\"ref_187\",\"attrs\":{\"checked\":false,\"group\":\"Plan type\",\"required\":true,\"type\":\"radio\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"API token\",\"ref_id\":\"ref_188\",\"attrs\":{\"hidden\":true,\"required\":true,\"type\":\"password\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Create product\",\"ref_id\":\"ref_185\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"github-release","taskId":"publish-release","prompt":"Publish this release.","expected":{"action":"click_ax","ref_id":"ref_313"},"inputs":{"line":"main \"webbrain Releases\" [ref_300]\n heading \"Create a new release\" [ref_301]\n textbox \"Choose a tag\" [ref_302] placeholder=\"Find or create a new tag\" value=\"v36.6.2\"\n combobox \"Target\" [ref_303] type=\"button\" value=\"main\"\n textbox \"Release title\" [ref_304] dom_id=\"release-title\" field_name=\"release_title\" value=\"WebBrain 36.6.2\"\n textbox \"Describe this release\" [ref_305] dom_id=\"release-notes\" placeholder=\"Describe this release\"\n checkbox \"Set as the latest release\" [ref_306] checked=true\n checkbox \"Set as a pre-release\" [ref_307] checked=false\n region \"Attach binaries\" [ref_308]\n  button \"Attach files\" [ref_309] type=\"button\"\n  list \"Attached files\" [ref_310]\n   listitem \"webbrain-chrome.zip\" [ref_311]\n button \"Cancel\" [ref_312] type=\"button\"\n button \"Publish release\" [ref_313] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"webbrain Releases\",\"i\":\"ref_300\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Create a new release\",\"i\":\"ref_301\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Choose a tag\",\"i\":\"ref_302\",\"v\":\"v36.6.2\",\"p\":\"Find or create a new tag\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Target\",\"i\":\"ref_303\",\"t\":\"button\",\"v\":\"main\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Release title\",\"i\":\"ref_304\",\"v\":\"WebBrain 36.6.2\",\"e\":\"release-title\",\"f\":\"release_title\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Describe this release\",\"i\":\"ref_305\",\"p\":\"Describe this release\",\"e\":\"release-notes\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as the latest release\",\"i\":\"ref_306\",\"c\":true}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as a pre-release\",\"i\":\"ref_307\",\"c\":false}\n{\"d\":1,\"r\":\"region\",\"n\":\"Attach binaries\",\"i\":\"ref_308\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Attach files\",\"i\":\"ref_309\",\"t\":\"button\"}\n{\"d\":2,\"r\":\"list\",\"n\":\"Attached files\",\"i\":\"ref_310\"}\n{\"d\":3,\"r\":\"listitem\",\"n\":\"webbrain-chrome.zip\",\"i\":\"ref_311\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Cancel\",\"i\":\"ref_312\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Publish release\",\"i\":\"ref_313\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"webbrain Releases\",\"ref_id\":\"ref_300\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Create a new release\",\"ref_id\":\"ref_301\"},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Choose a tag\",\"ref_id\":\"ref_302\",\"attrs\":{\"placeholder\":\"Find or create a new tag\",\"value\":\"v36.6.2\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Target\",\"ref_id\":\"ref_303\",\"attrs\":{\"type\":\"button\",\"value\":\"main\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Release title\",\"ref_id\":\"ref_304\",\"attrs\":{\"dom_id\":\"release-title\",\"field_name\":\"release_title\",\"value\":\"WebBrain 36.6.2\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Describe this release\",\"ref_id\":\"ref_305\",\"attrs\":{\"dom_id\":\"release-notes\",\"placeholder\":\"Describe this release\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as the latest release\",\"ref_id\":\"ref_306\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as a pre-release\",\"ref_id\":\"ref_307\",\"attrs\":{\"checked\":false}},{\"depth\":1,\"role\":\"region\",\"name\":\"Attach binaries\",\"ref_id\":\"ref_308\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Attach files\",\"ref_id\":\"ref_309\",\"attrs\":{\"type\":\"button\"}},{\"depth\":2,\"role\":\"list\",\"name\":\"Attached files\",\"ref_id\":\"ref_310\"},{\"depth\":3,\"role\":\"listitem\",\"name\":\"webbrain-chrome.zip\",\"ref_id\":\"ref_311\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Cancel\",\"ref_id\":\"ref_312\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Publish release\",\"ref_id\":\"ref_313\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"github-release","taskId":"release-notes","prompt":"Enter the release notes in the Describe this release field.","expected":{"action":"type_ax","ref_id":"ref_305"},"inputs":{"line":"main \"webbrain Releases\" [ref_300]\n heading \"Create a new release\" [ref_301]\n textbox \"Choose a tag\" [ref_302] placeholder=\"Find or create a new tag\" value=\"v36.6.2\"\n combobox \"Target\" [ref_303] type=\"button\" value=\"main\"\n textbox \"Release title\" [ref_304] dom_id=\"release-title\" field_name=\"release_title\" value=\"WebBrain 36.6.2\"\n textbox \"Describe this release\" [ref_305] dom_id=\"release-notes\" placeholder=\"Describe this release\"\n checkbox \"Set as the latest release\" [ref_306] checked=true\n checkbox \"Set as a pre-release\" [ref_307] checked=false\n region \"Attach binaries\" [ref_308]\n  button \"Attach files\" [ref_309] type=\"button\"\n  list \"Attached files\" [ref_310]\n   listitem \"webbrain-chrome.zip\" [ref_311]\n button \"Cancel\" [ref_312] type=\"button\"\n button \"Publish release\" [ref_313] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"webbrain Releases\",\"i\":\"ref_300\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Create a new release\",\"i\":\"ref_301\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Choose a tag\",\"i\":\"ref_302\",\"v\":\"v36.6.2\",\"p\":\"Find or create a new tag\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Target\",\"i\":\"ref_303\",\"t\":\"button\",\"v\":\"main\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Release title\",\"i\":\"ref_304\",\"v\":\"WebBrain 36.6.2\",\"e\":\"release-title\",\"f\":\"release_title\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Describe this release\",\"i\":\"ref_305\",\"p\":\"Describe this release\",\"e\":\"release-notes\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as the latest release\",\"i\":\"ref_306\",\"c\":true}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as a pre-release\",\"i\":\"ref_307\",\"c\":false}\n{\"d\":1,\"r\":\"region\",\"n\":\"Attach binaries\",\"i\":\"ref_308\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Attach files\",\"i\":\"ref_309\",\"t\":\"button\"}\n{\"d\":2,\"r\":\"list\",\"n\":\"Attached files\",\"i\":\"ref_310\"}\n{\"d\":3,\"r\":\"listitem\",\"n\":\"webbrain-chrome.zip\",\"i\":\"ref_311\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Cancel\",\"i\":\"ref_312\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Publish release\",\"i\":\"ref_313\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"webbrain Releases\",\"ref_id\":\"ref_300\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Create a new release\",\"ref_id\":\"ref_301\"},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Choose a tag\",\"ref_id\":\"ref_302\",\"attrs\":{\"placeholder\":\"Find or create a new tag\",\"value\":\"v36.6.2\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Target\",\"ref_id\":\"ref_303\",\"attrs\":{\"type\":\"button\",\"value\":\"main\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Release title\",\"ref_id\":\"ref_304\",\"attrs\":{\"dom_id\":\"release-title\",\"field_name\":\"release_title\",\"value\":\"WebBrain 36.6.2\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Describe this release\",\"ref_id\":\"ref_305\",\"attrs\":{\"dom_id\":\"release-notes\",\"placeholder\":\"Describe this release\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as the latest release\",\"ref_id\":\"ref_306\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as a pre-release\",\"ref_id\":\"ref_307\",\"attrs\":{\"checked\":false}},{\"depth\":1,\"role\":\"region\",\"name\":\"Attach binaries\",\"ref_id\":\"ref_308\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Attach files\",\"ref_id\":\"ref_309\",\"attrs\":{\"type\":\"button\"}},{\"depth\":2,\"role\":\"list\",\"name\":\"Attached files\",\"ref_id\":\"ref_310\"},{\"depth\":3,\"role\":\"listitem\",\"name\":\"webbrain-chrome.zip\",\"ref_id\":\"ref_311\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Cancel\",\"ref_id\":\"ref_312\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Publish release\",\"ref_id\":\"ref_313\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"github-release","taskId":"attach-files","prompt":"Attach the release files.","expected":{"action":"click_ax","ref_id":"ref_309"},"inputs":{"line":"main \"webbrain Releases\" [ref_300]\n heading \"Create a new release\" [ref_301]\n textbox \"Choose a tag\" [ref_302] placeholder=\"Find or create a new tag\" value=\"v36.6.2\"\n combobox \"Target\" [ref_303] type=\"button\" value=\"main\"\n textbox \"Release title\" [ref_304] dom_id=\"release-title\" field_name=\"release_title\" value=\"WebBrain 36.6.2\"\n textbox \"Describe this release\" [ref_305] dom_id=\"release-notes\" placeholder=\"Describe this release\"\n checkbox \"Set as the latest release\" [ref_306] checked=true\n checkbox \"Set as a pre-release\" [ref_307] checked=false\n region \"Attach binaries\" [ref_308]\n  button \"Attach files\" [ref_309] type=\"button\"\n  list \"Attached files\" [ref_310]\n   listitem \"webbrain-chrome.zip\" [ref_311]\n button \"Cancel\" [ref_312] type=\"button\"\n button \"Publish release\" [ref_313] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"webbrain Releases\",\"i\":\"ref_300\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Create a new release\",\"i\":\"ref_301\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Choose a tag\",\"i\":\"ref_302\",\"v\":\"v36.6.2\",\"p\":\"Find or create a new tag\"}\n{\"d\":1,\"r\":\"combobox\",\"n\":\"Target\",\"i\":\"ref_303\",\"t\":\"button\",\"v\":\"main\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Release title\",\"i\":\"ref_304\",\"v\":\"WebBrain 36.6.2\",\"e\":\"release-title\",\"f\":\"release_title\"}\n{\"d\":1,\"r\":\"textbox\",\"n\":\"Describe this release\",\"i\":\"ref_305\",\"p\":\"Describe this release\",\"e\":\"release-notes\"}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as the latest release\",\"i\":\"ref_306\",\"c\":true}\n{\"d\":1,\"r\":\"checkbox\",\"n\":\"Set as a pre-release\",\"i\":\"ref_307\",\"c\":false}\n{\"d\":1,\"r\":\"region\",\"n\":\"Attach binaries\",\"i\":\"ref_308\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Attach files\",\"i\":\"ref_309\",\"t\":\"button\"}\n{\"d\":2,\"r\":\"list\",\"n\":\"Attached files\",\"i\":\"ref_310\"}\n{\"d\":3,\"r\":\"listitem\",\"n\":\"webbrain-chrome.zip\",\"i\":\"ref_311\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Cancel\",\"i\":\"ref_312\",\"t\":\"button\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Publish release\",\"i\":\"ref_313\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"webbrain Releases\",\"ref_id\":\"ref_300\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Create a new release\",\"ref_id\":\"ref_301\"},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Choose a tag\",\"ref_id\":\"ref_302\",\"attrs\":{\"placeholder\":\"Find or create a new tag\",\"value\":\"v36.6.2\"}},{\"depth\":1,\"role\":\"combobox\",\"name\":\"Target\",\"ref_id\":\"ref_303\",\"attrs\":{\"type\":\"button\",\"value\":\"main\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Release title\",\"ref_id\":\"ref_304\",\"attrs\":{\"dom_id\":\"release-title\",\"field_name\":\"release_title\",\"value\":\"WebBrain 36.6.2\"}},{\"depth\":1,\"role\":\"textbox\",\"name\":\"Describe this release\",\"ref_id\":\"ref_305\",\"attrs\":{\"dom_id\":\"release-notes\",\"placeholder\":\"Describe this release\"}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as the latest release\",\"ref_id\":\"ref_306\",\"attrs\":{\"checked\":true}},{\"depth\":1,\"role\":\"checkbox\",\"name\":\"Set as a pre-release\",\"ref_id\":\"ref_307\",\"attrs\":{\"checked\":false}},{\"depth\":1,\"role\":\"region\",\"name\":\"Attach binaries\",\"ref_id\":\"ref_308\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Attach files\",\"ref_id\":\"ref_309\",\"attrs\":{\"type\":\"button\"}},{\"depth\":2,\"role\":\"list\",\"name\":\"Attached files\",\"ref_id\":\"ref_310\"},{\"depth\":3,\"role\":\"listitem\",\"name\":\"webbrain-chrome.zip\",\"ref_id\":\"ref_311\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Cancel\",\"ref_id\":\"ref_312\",\"attrs\":{\"type\":\"button\"}},{\"depth\":1,\"role\":\"button\",\"name\":\"Publish release\",\"ref_id\":\"ref_313\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"gmail-thread","taskId":"conversation-root","prompt":"Read the complete Launch plan conversation from its conversation root.","expected":{"action":"click_ax","ref_id":"ref_410"},"inputs":{"line":"main \"Inbox\" [ref_400]\n navigation \"Mail folders\" [ref_401]\n  link \"Inbox\" [ref_402] href=\"/mail/u/0/#inbox\"\n  link \"Sent\" [ref_403] href=\"/mail/u/0/#sent\"\n region \"Conversation: Launch plan\" [ref_410]\n  heading \"Launch plan\" [ref_411]\n  button \"Archive\" [ref_412]\n  button \"Reply\" [ref_413]\n  article \"Mina Chen, Sep 10\" [ref_420]\n   button \"Show details\" [ref_421]\n   paragraph \"The launch checklist is ready for review.\" [ref_422]\n  article \"Omar Kaya, Sep 11\" [ref_430]\n   button \"Show details\" [ref_431]\n   paragraph \"I added the browser compatibility notes.\" [ref_432]\n  article \"Mina Chen, Sep 12\" [ref_440]\n   button \"Show details\" [ref_441]\n   paragraph \"Please confirm the final publish window.\" [ref_442]\n  article \"Omar Kaya, Sep 13\" [ref_450]\n   button \"Show details\" [ref_451]\n   paragraph \"Confirmed for Thursday at 09:00 UTC.\" [ref_452]\n  textbox \"Reply\" [ref_460] dom_id=\"reply-editor\" placeholder=\"Reply\"\n  button \"Send\" [ref_461] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Inbox\",\"i\":\"ref_400\"}\n{\"d\":1,\"r\":\"navigation\",\"n\":\"Mail folders\",\"i\":\"ref_401\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Inbox\",\"i\":\"ref_402\",\"h\":\"/mail/u/0/#inbox\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Sent\",\"i\":\"ref_403\",\"h\":\"/mail/u/0/#sent\"}\n{\"d\":1,\"r\":\"region\",\"n\":\"Conversation: Launch plan\",\"i\":\"ref_410\"}\n{\"d\":2,\"r\":\"heading\",\"n\":\"Launch plan\",\"i\":\"ref_411\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Archive\",\"i\":\"ref_412\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Reply\",\"i\":\"ref_413\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 10\",\"i\":\"ref_420\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_421\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"The launch checklist is ready for review.\",\"i\":\"ref_422\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 11\",\"i\":\"ref_430\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_431\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"I added the browser compatibility notes.\",\"i\":\"ref_432\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 12\",\"i\":\"ref_440\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_441\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Please confirm the final publish window.\",\"i\":\"ref_442\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 13\",\"i\":\"ref_450\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_451\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Confirmed for Thursday at 09:00 UTC.\",\"i\":\"ref_452\"}\n{\"d\":2,\"r\":\"textbox\",\"n\":\"Reply\",\"i\":\"ref_460\",\"p\":\"Reply\",\"e\":\"reply-editor\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Send\",\"i\":\"ref_461\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Inbox\",\"ref_id\":\"ref_400\"},{\"depth\":1,\"role\":\"navigation\",\"name\":\"Mail folders\",\"ref_id\":\"ref_401\"},{\"depth\":2,\"role\":\"link\",\"name\":\"Inbox\",\"ref_id\":\"ref_402\",\"attrs\":{\"href\":\"/mail/u/0/#inbox\"}},{\"depth\":2,\"role\":\"link\",\"name\":\"Sent\",\"ref_id\":\"ref_403\",\"attrs\":{\"href\":\"/mail/u/0/#sent\"}},{\"depth\":1,\"role\":\"region\",\"name\":\"Conversation: Launch plan\",\"ref_id\":\"ref_410\"},{\"depth\":2,\"role\":\"heading\",\"name\":\"Launch plan\",\"ref_id\":\"ref_411\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Archive\",\"ref_id\":\"ref_412\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Reply\",\"ref_id\":\"ref_413\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 10\",\"ref_id\":\"ref_420\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_421\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"The launch checklist is ready for review.\",\"ref_id\":\"ref_422\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 11\",\"ref_id\":\"ref_430\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_431\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"I added the browser compatibility notes.\",\"ref_id\":\"ref_432\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 12\",\"ref_id\":\"ref_440\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_441\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Please confirm the final publish window.\",\"ref_id\":\"ref_442\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 13\",\"ref_id\":\"ref_450\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_451\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Confirmed for Thursday at 09:00 UTC.\",\"ref_id\":\"ref_452\"},{\"depth\":2,\"role\":\"textbox\",\"name\":\"Reply\",\"ref_id\":\"ref_460\",\"attrs\":{\"dom_id\":\"reply-editor\",\"placeholder\":\"Reply\"}},{\"depth\":2,\"role\":\"button\",\"name\":\"Send\",\"ref_id\":\"ref_461\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"gmail-thread","taskId":"reply","prompt":"Reply to the conversation.","expected":{"action":"type_ax","ref_id":"ref_460"},"inputs":{"line":"main \"Inbox\" [ref_400]\n navigation \"Mail folders\" [ref_401]\n  link \"Inbox\" [ref_402] href=\"/mail/u/0/#inbox\"\n  link \"Sent\" [ref_403] href=\"/mail/u/0/#sent\"\n region \"Conversation: Launch plan\" [ref_410]\n  heading \"Launch plan\" [ref_411]\n  button \"Archive\" [ref_412]\n  button \"Reply\" [ref_413]\n  article \"Mina Chen, Sep 10\" [ref_420]\n   button \"Show details\" [ref_421]\n   paragraph \"The launch checklist is ready for review.\" [ref_422]\n  article \"Omar Kaya, Sep 11\" [ref_430]\n   button \"Show details\" [ref_431]\n   paragraph \"I added the browser compatibility notes.\" [ref_432]\n  article \"Mina Chen, Sep 12\" [ref_440]\n   button \"Show details\" [ref_441]\n   paragraph \"Please confirm the final publish window.\" [ref_442]\n  article \"Omar Kaya, Sep 13\" [ref_450]\n   button \"Show details\" [ref_451]\n   paragraph \"Confirmed for Thursday at 09:00 UTC.\" [ref_452]\n  textbox \"Reply\" [ref_460] dom_id=\"reply-editor\" placeholder=\"Reply\"\n  button \"Send\" [ref_461] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Inbox\",\"i\":\"ref_400\"}\n{\"d\":1,\"r\":\"navigation\",\"n\":\"Mail folders\",\"i\":\"ref_401\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Inbox\",\"i\":\"ref_402\",\"h\":\"/mail/u/0/#inbox\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Sent\",\"i\":\"ref_403\",\"h\":\"/mail/u/0/#sent\"}\n{\"d\":1,\"r\":\"region\",\"n\":\"Conversation: Launch plan\",\"i\":\"ref_410\"}\n{\"d\":2,\"r\":\"heading\",\"n\":\"Launch plan\",\"i\":\"ref_411\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Archive\",\"i\":\"ref_412\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Reply\",\"i\":\"ref_413\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 10\",\"i\":\"ref_420\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_421\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"The launch checklist is ready for review.\",\"i\":\"ref_422\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 11\",\"i\":\"ref_430\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_431\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"I added the browser compatibility notes.\",\"i\":\"ref_432\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 12\",\"i\":\"ref_440\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_441\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Please confirm the final publish window.\",\"i\":\"ref_442\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 13\",\"i\":\"ref_450\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_451\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Confirmed for Thursday at 09:00 UTC.\",\"i\":\"ref_452\"}\n{\"d\":2,\"r\":\"textbox\",\"n\":\"Reply\",\"i\":\"ref_460\",\"p\":\"Reply\",\"e\":\"reply-editor\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Send\",\"i\":\"ref_461\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Inbox\",\"ref_id\":\"ref_400\"},{\"depth\":1,\"role\":\"navigation\",\"name\":\"Mail folders\",\"ref_id\":\"ref_401\"},{\"depth\":2,\"role\":\"link\",\"name\":\"Inbox\",\"ref_id\":\"ref_402\",\"attrs\":{\"href\":\"/mail/u/0/#inbox\"}},{\"depth\":2,\"role\":\"link\",\"name\":\"Sent\",\"ref_id\":\"ref_403\",\"attrs\":{\"href\":\"/mail/u/0/#sent\"}},{\"depth\":1,\"role\":\"region\",\"name\":\"Conversation: Launch plan\",\"ref_id\":\"ref_410\"},{\"depth\":2,\"role\":\"heading\",\"name\":\"Launch plan\",\"ref_id\":\"ref_411\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Archive\",\"ref_id\":\"ref_412\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Reply\",\"ref_id\":\"ref_413\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 10\",\"ref_id\":\"ref_420\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_421\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"The launch checklist is ready for review.\",\"ref_id\":\"ref_422\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 11\",\"ref_id\":\"ref_430\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_431\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"I added the browser compatibility notes.\",\"ref_id\":\"ref_432\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 12\",\"ref_id\":\"ref_440\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_441\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Please confirm the final publish window.\",\"ref_id\":\"ref_442\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 13\",\"ref_id\":\"ref_450\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_451\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Confirmed for Thursday at 09:00 UTC.\",\"ref_id\":\"ref_452\"},{\"depth\":2,\"role\":\"textbox\",\"name\":\"Reply\",\"ref_id\":\"ref_460\",\"attrs\":{\"dom_id\":\"reply-editor\",\"placeholder\":\"Reply\"}},{\"depth\":2,\"role\":\"button\",\"name\":\"Send\",\"ref_id\":\"ref_461\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"gmail-thread","taskId":"send","prompt":"Send the reply after filling it.","expected":{"action":"click_ax","ref_id":"ref_461"},"inputs":{"line":"main \"Inbox\" [ref_400]\n navigation \"Mail folders\" [ref_401]\n  link \"Inbox\" [ref_402] href=\"/mail/u/0/#inbox\"\n  link \"Sent\" [ref_403] href=\"/mail/u/0/#sent\"\n region \"Conversation: Launch plan\" [ref_410]\n  heading \"Launch plan\" [ref_411]\n  button \"Archive\" [ref_412]\n  button \"Reply\" [ref_413]\n  article \"Mina Chen, Sep 10\" [ref_420]\n   button \"Show details\" [ref_421]\n   paragraph \"The launch checklist is ready for review.\" [ref_422]\n  article \"Omar Kaya, Sep 11\" [ref_430]\n   button \"Show details\" [ref_431]\n   paragraph \"I added the browser compatibility notes.\" [ref_432]\n  article \"Mina Chen, Sep 12\" [ref_440]\n   button \"Show details\" [ref_441]\n   paragraph \"Please confirm the final publish window.\" [ref_442]\n  article \"Omar Kaya, Sep 13\" [ref_450]\n   button \"Show details\" [ref_451]\n   paragraph \"Confirmed for Thursday at 09:00 UTC.\" [ref_452]\n  textbox \"Reply\" [ref_460] dom_id=\"reply-editor\" placeholder=\"Reply\"\n  button \"Send\" [ref_461] type=\"submit\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Inbox\",\"i\":\"ref_400\"}\n{\"d\":1,\"r\":\"navigation\",\"n\":\"Mail folders\",\"i\":\"ref_401\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Inbox\",\"i\":\"ref_402\",\"h\":\"/mail/u/0/#inbox\"}\n{\"d\":2,\"r\":\"link\",\"n\":\"Sent\",\"i\":\"ref_403\",\"h\":\"/mail/u/0/#sent\"}\n{\"d\":1,\"r\":\"region\",\"n\":\"Conversation: Launch plan\",\"i\":\"ref_410\"}\n{\"d\":2,\"r\":\"heading\",\"n\":\"Launch plan\",\"i\":\"ref_411\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Archive\",\"i\":\"ref_412\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Reply\",\"i\":\"ref_413\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 10\",\"i\":\"ref_420\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_421\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"The launch checklist is ready for review.\",\"i\":\"ref_422\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 11\",\"i\":\"ref_430\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_431\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"I added the browser compatibility notes.\",\"i\":\"ref_432\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Mina Chen, Sep 12\",\"i\":\"ref_440\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_441\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Please confirm the final publish window.\",\"i\":\"ref_442\"}\n{\"d\":2,\"r\":\"article\",\"n\":\"Omar Kaya, Sep 13\",\"i\":\"ref_450\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Show details\",\"i\":\"ref_451\"}\n{\"d\":3,\"r\":\"paragraph\",\"n\":\"Confirmed for Thursday at 09:00 UTC.\",\"i\":\"ref_452\"}\n{\"d\":2,\"r\":\"textbox\",\"n\":\"Reply\",\"i\":\"ref_460\",\"p\":\"Reply\",\"e\":\"reply-editor\"}\n{\"d\":2,\"r\":\"button\",\"n\":\"Send\",\"i\":\"ref_461\",\"t\":\"submit\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Inbox\",\"ref_id\":\"ref_400\"},{\"depth\":1,\"role\":\"navigation\",\"name\":\"Mail folders\",\"ref_id\":\"ref_401\"},{\"depth\":2,\"role\":\"link\",\"name\":\"Inbox\",\"ref_id\":\"ref_402\",\"attrs\":{\"href\":\"/mail/u/0/#inbox\"}},{\"depth\":2,\"role\":\"link\",\"name\":\"Sent\",\"ref_id\":\"ref_403\",\"attrs\":{\"href\":\"/mail/u/0/#sent\"}},{\"depth\":1,\"role\":\"region\",\"name\":\"Conversation: Launch plan\",\"ref_id\":\"ref_410\"},{\"depth\":2,\"role\":\"heading\",\"name\":\"Launch plan\",\"ref_id\":\"ref_411\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Archive\",\"ref_id\":\"ref_412\"},{\"depth\":2,\"role\":\"button\",\"name\":\"Reply\",\"ref_id\":\"ref_413\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 10\",\"ref_id\":\"ref_420\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_421\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"The launch checklist is ready for review.\",\"ref_id\":\"ref_422\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 11\",\"ref_id\":\"ref_430\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_431\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"I added the browser compatibility notes.\",\"ref_id\":\"ref_432\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Mina Chen, Sep 12\",\"ref_id\":\"ref_440\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_441\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Please confirm the final publish window.\",\"ref_id\":\"ref_442\"},{\"depth\":2,\"role\":\"article\",\"name\":\"Omar Kaya, Sep 13\",\"ref_id\":\"ref_450\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Show details\",\"ref_id\":\"ref_451\"},{\"depth\":3,\"role\":\"paragraph\",\"name\":\"Confirmed for Thursday at 09:00 UTC.\",\"ref_id\":\"ref_452\"},{\"depth\":2,\"role\":\"textbox\",\"name\":\"Reply\",\"ref_id\":\"ref_460\",\"attrs\":{\"dom_id\":\"reply-editor\",\"placeholder\":\"Reply\"}},{\"depth\":2,\"role\":\"button\",\"name\":\"Send\",\"ref_id\":\"ref_461\",\"attrs\":{\"type\":\"submit\"}}]}"}}
{"treeId":"duplicate-actions","taskId":"edit-bora","prompt":"Edit Bora Yilmaz's team-member access.","expected":{"action":"click_ax","ref_id":"ref_523"},"inputs":{"line":"main \"Team members\" [ref_500]\n heading \"Team members\" [ref_501]\n table \"Members\" [ref_502]\n  row \"Aylin Demir\" [ref_510]\n   cell \"Aylin Demir\" [ref_511]\n   cell \"Editor\" [ref_512]\n   button \"Edit\" [ref_513]\n  row \"Bora Yilmaz\" [ref_520]\n   cell \"Bora Yilmaz\" [ref_521]\n   cell \"Viewer\" [ref_522]\n   button \"Edit\" [ref_523]\n  row \"Cem Aksoy\" [ref_530]\n   cell \"Cem Aksoy\" [ref_531]\n   cell \"Admin\" [ref_532]\n   button \"Edit\" [ref_533]\n button \"Invite member\" [ref_540] type=\"button\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Team members\",\"i\":\"ref_500\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Team members\",\"i\":\"ref_501\"}\n{\"d\":1,\"r\":\"table\",\"n\":\"Members\",\"i\":\"ref_502\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Aylin Demir\",\"i\":\"ref_510\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Aylin Demir\",\"i\":\"ref_511\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Editor\",\"i\":\"ref_512\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_513\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_520\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_521\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Viewer\",\"i\":\"ref_522\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_523\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Cem Aksoy\",\"i\":\"ref_530\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Cem Aksoy\",\"i\":\"ref_531\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Admin\",\"i\":\"ref_532\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_533\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Invite member\",\"i\":\"ref_540\",\"t\":\"button\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Team members\",\"ref_id\":\"ref_500\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Team members\",\"ref_id\":\"ref_501\"},{\"depth\":1,\"role\":\"table\",\"name\":\"Members\",\"ref_id\":\"ref_502\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_510\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_511\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Editor\",\"ref_id\":\"ref_512\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_513\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_520\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_521\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Viewer\",\"ref_id\":\"ref_522\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_523\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_530\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_531\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Admin\",\"ref_id\":\"ref_532\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_533\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Invite member\",\"ref_id\":\"ref_540\",\"attrs\":{\"type\":\"button\"}}]}"}}
{"treeId":"duplicate-actions","taskId":"edit-cem","prompt":"Edit Cem Aksoy's team-member access.","expected":{"action":"click_ax","ref_id":"ref_533"},"inputs":{"line":"main \"Team members\" [ref_500]\n heading \"Team members\" [ref_501]\n table \"Members\" [ref_502]\n  row \"Aylin Demir\" [ref_510]\n   cell \"Aylin Demir\" [ref_511]\n   cell \"Editor\" [ref_512]\n   button \"Edit\" [ref_513]\n  row \"Bora Yilmaz\" [ref_520]\n   cell \"Bora Yilmaz\" [ref_521]\n   cell \"Viewer\" [ref_522]\n   button \"Edit\" [ref_523]\n  row \"Cem Aksoy\" [ref_530]\n   cell \"Cem Aksoy\" [ref_531]\n   cell \"Admin\" [ref_532]\n   button \"Edit\" [ref_533]\n button \"Invite member\" [ref_540] type=\"button\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Team members\",\"i\":\"ref_500\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Team members\",\"i\":\"ref_501\"}\n{\"d\":1,\"r\":\"table\",\"n\":\"Members\",\"i\":\"ref_502\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Aylin Demir\",\"i\":\"ref_510\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Aylin Demir\",\"i\":\"ref_511\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Editor\",\"i\":\"ref_512\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_513\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_520\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_521\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Viewer\",\"i\":\"ref_522\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_523\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Cem Aksoy\",\"i\":\"ref_530\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Cem Aksoy\",\"i\":\"ref_531\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Admin\",\"i\":\"ref_532\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_533\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Invite member\",\"i\":\"ref_540\",\"t\":\"button\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Team members\",\"ref_id\":\"ref_500\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Team members\",\"ref_id\":\"ref_501\"},{\"depth\":1,\"role\":\"table\",\"name\":\"Members\",\"ref_id\":\"ref_502\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_510\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_511\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Editor\",\"ref_id\":\"ref_512\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_513\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_520\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_521\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Viewer\",\"ref_id\":\"ref_522\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_523\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_530\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_531\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Admin\",\"ref_id\":\"ref_532\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_533\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Invite member\",\"ref_id\":\"ref_540\",\"attrs\":{\"type\":\"button\"}}]}"}}
{"treeId":"duplicate-actions","taskId":"invite","prompt":"Invite a new team member.","expected":{"action":"click_ax","ref_id":"ref_540"},"inputs":{"line":"main \"Team members\" [ref_500]\n heading \"Team members\" [ref_501]\n table \"Members\" [ref_502]\n  row \"Aylin Demir\" [ref_510]\n   cell \"Aylin Demir\" [ref_511]\n   cell \"Editor\" [ref_512]\n   button \"Edit\" [ref_513]\n  row \"Bora Yilmaz\" [ref_520]\n   cell \"Bora Yilmaz\" [ref_521]\n   cell \"Viewer\" [ref_522]\n   button \"Edit\" [ref_523]\n  row \"Cem Aksoy\" [ref_530]\n   cell \"Cem Aksoy\" [ref_531]\n   cell \"Admin\" [ref_532]\n   button \"Edit\" [ref_533]\n button \"Invite member\" [ref_540] type=\"button\"","compact-ndjson":"{\"d\":0,\"r\":\"main\",\"n\":\"Team members\",\"i\":\"ref_500\"}\n{\"d\":1,\"r\":\"heading\",\"n\":\"Team members\",\"i\":\"ref_501\"}\n{\"d\":1,\"r\":\"table\",\"n\":\"Members\",\"i\":\"ref_502\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Aylin Demir\",\"i\":\"ref_510\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Aylin Demir\",\"i\":\"ref_511\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Editor\",\"i\":\"ref_512\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_513\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_520\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Bora Yilmaz\",\"i\":\"ref_521\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Viewer\",\"i\":\"ref_522\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_523\"}\n{\"d\":2,\"r\":\"row\",\"n\":\"Cem Aksoy\",\"i\":\"ref_530\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Cem Aksoy\",\"i\":\"ref_531\"}\n{\"d\":3,\"r\":\"cell\",\"n\":\"Admin\",\"i\":\"ref_532\"}\n{\"d\":3,\"r\":\"button\",\"n\":\"Edit\",\"i\":\"ref_533\"}\n{\"d\":1,\"r\":\"button\",\"n\":\"Invite member\",\"i\":\"ref_540\",\"t\":\"button\"}","full-json":"{\"nodes\":[{\"depth\":0,\"role\":\"main\",\"name\":\"Team members\",\"ref_id\":\"ref_500\"},{\"depth\":1,\"role\":\"heading\",\"name\":\"Team members\",\"ref_id\":\"ref_501\"},{\"depth\":1,\"role\":\"table\",\"name\":\"Members\",\"ref_id\":\"ref_502\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_510\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Aylin Demir\",\"ref_id\":\"ref_511\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Editor\",\"ref_id\":\"ref_512\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_513\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_520\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Bora Yilmaz\",\"ref_id\":\"ref_521\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Viewer\",\"ref_id\":\"ref_522\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_523\"},{\"depth\":2,\"role\":\"row\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_530\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Cem Aksoy\",\"ref_id\":\"ref_531\"},{\"depth\":3,\"role\":\"cell\",\"name\":\"Admin\",\"ref_id\":\"ref_532\"},{\"depth\":3,\"role\":\"button\",\"name\":\"Edit\",\"ref_id\":\"ref_533\"},{\"depth\":1,\"role\":\"button\",\"name\":\"Invite member\",\"ref_id\":\"ref_540\",\"attrs\":{\"type\":\"button\"}}]}"}}