Open-source AI coworkers that each get a computer of their own: a browser, files and tools, with every action decided before it happens and recorded after. Bring any AG-UI agent.
{
"description": "End-to-end runs 1 and 2 (2026-10-21, real Chrome, CopilotKit main's learning demo on :7620 and :7621): the request the Recorder attached as the save of a click, exactly as Intelligence stored it. Each is the page's POST of CopilotKit's own capture batch (@copilotkit/learning httpSink: {trajectoryId, events, dropped}) to the demo's /api/learning-events, with its trajectoryId masked by the Recorder.",
"batches": [
{
"run": "run1",
"seq": 1792542749188007,
"click": "Send message",
"url": "http://127.0.0.1:7620/api/learning-events",
"method": "POST",
"status": 200,
"body": "{\"trajectoryId\":\"[redacted]\",\"events\":[{\"type\":\"CUSTOM\",\"name\":\"input\",\"value\":{\"eventType\":\"input\",\"target\":{\"tag\":\"textarea\",\"role\":null,\"action\":null,\"text\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: 4111 1111 1111 111\",\"attributes\":{\"data-testid\":\"copilot-chat-textarea\",\"placeholder\":\"Type a message...\",\"class\":\"cpk:bg-transparent cpk:outline-none cpk:antialiased cpk:font-regular cpk:text-[16px] cpk:placeholder:text-[#00000077] cpk:dark:placeholder:text-[#fffc] cpk:w-full cpk:py-3 cpk:px-5\",\"rows\":\"1\",\"style\":\"overflow: auto; resize: none; max-height: 144px; height: 72px;\"},\"value\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: [redacted]\"},\"url\":\"http://127.0.0.1:7620/learning/deals/deal-1\",\"route\":\"/learning/deals/deal-1\",\"seq\":7},\"timestamp\":1792542763688},{\"type\":\"CUSTOM\",\"name\":\"click\",\"value\":{\"target\":{\"tag\":\"button\",\"role\":null,\"action\":null,\"text\":\"\",\"attributes\":{\"data-slot\":\"button\",\"class\":\"cpk:inline-flex cpk:items-center cpk:justify-center cpk:gap-2 cpk:whitespace-nowrap cpk:text-sm cpk:font-medium cpk:disabled:pointer-events-none cpk:disabled:opacity-50 cpk:[&_svg]:pointer-events-none cpk:[&_svg:not([class*='size-'])]:size-4 cpk:shrink-0 cpk:[&_svg]:shrink-0 cpk:outline-none cpk:focus-visible:border-ring cpk:focus-visible:ring-ring/50 cpk:focus-visible:ring-[3px] cpk:aria-invalid:ring-destructive/20 cpk:dark:aria-invalid:ring-destructive/40 cpk:aria-invalid:border-destructive cpk:cursor-pointer cpk:bg-black cpk:text-white cpk:dark:bg-white cpk:dark:text-black cpk:dark:focus-visible:outline-white cpk:transition-colors cpk:focus:outline-none cpk:hover:opacity-70 cpk:disabled:hover:opacity-100 cpk:disabled:cursor-not-allowed cpk:disabled:bg-[#00000014] cpk:disabled:text-[rgb(13,13,13)] cpk:dark:disabled:bg-[#454545] cpk:dark:disabled:text-white cpk:h-9 cpk:w-9 cpk:rounded-full\",\"type\":\"button\",\"data-testid\":\"copilot-send-button\",\"aria-label\":\"Send message\"},\"label\":\"Send message\",\"input\":\"pointer\"},\"route\":\"/learning/deals/deal-1\",\"url\":\"http://127.0.0.1:7620/learning/deals/deal-1\",\"threadId\":\"[redacted]\",\"seq\":8},\"timestamp\":1792542764489},{\"type\":\"CUSTOM\",\"name\":\"agent.message\",\"value\":{\"messageId\":\"[redacted]\",\"runId\":null,\"threadId\":\"[redacted]\",\"agentId\":\"default\",\"role\":\"user\",\"textLength\":110,\"text\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: [redacted]\",\"seq\":9},\"timestamp\":1792542764492}],\"dropped\":0}",
"response": "{\"inserted\":3}"
},
{
"run": "run2",
"seq": 1792542968776007,
"click": "Send message",
"url": "http://127.0.0.1:7621/api/learning-events",
"method": "POST",
"status": 200,
"body": "{\"trajectoryId\":\"[redacted]\",\"events\":[{\"type\":\"CUSTOM\",\"name\":\"input\",\"value\":{\"eventType\":\"input\",\"target\":{\"tag\":\"textarea\",\"role\":null,\"action\":null,\"text\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: 4111 1111 1111 111\",\"attributes\":{\"data-testid\":\"copilot-chat-textarea\",\"placeholder\":\"Type a message...\",\"class\":\"cpk:bg-transparent cpk:outline-none cpk:antialiased cpk:font-regular cpk:text-[16px] cpk:placeholder:text-[#00000077] cpk:dark:placeholder:text-[#fffc] cpk:w-full cpk:py-3 cpk:px-5\",\"rows\":\"1\",\"style\":\"overflow: auto; resize: none; max-height: 144px; height: 72px;\"},\"value\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: [redacted]\"},\"url\":\"http://127.0.0.1:7621/learning/deals/deal-2\",\"route\":\"/learning/deals/deal-2\",\"seq\":7},\"timestamp\":1792542983182},{\"type\":\"CUSTOM\",\"name\":\"click\",\"value\":{\"target\":{\"tag\":\"button\",\"role\":null,\"action\":null,\"text\":\"\",\"attributes\":{\"data-slot\":\"button\",\"class\":\"cpk:inline-flex cpk:items-center cpk:justify-center cpk:gap-2 cpk:whitespace-nowrap cpk:text-sm cpk:font-medium cpk:disabled:pointer-events-none cpk:disabled:opacity-50 cpk:[&_svg]:pointer-events-none cpk:[&_svg:not([class*='size-'])]:size-4 cpk:shrink-0 cpk:[&_svg]:shrink-0 cpk:outline-none cpk:focus-visible:border-ring cpk:focus-visible:ring-ring/50 cpk:focus-visible:ring-[3px] cpk:aria-invalid:ring-destructive/20 cpk:dark:aria-invalid:ring-destructive/40 cpk:aria-invalid:border-destructive cpk:cursor-pointer cpk:bg-black cpk:text-white cpk:dark:bg-white cpk:dark:text-black cpk:dark:focus-visible:outline-white cpk:transition-colors cpk:focus:outline-none cpk:hover:opacity-70 cpk:disabled:hover:opacity-100 cpk:disabled:cursor-not-allowed cpk:disabled:bg-[#00000014] cpk:disabled:text-[rgb(13,13,13)] cpk:dark:disabled:bg-[#454545] cpk:dark:disabled:text-white cpk:h-9 cpk:w-9 cpk:rounded-full\",\"type\":\"button\",\"data-testid\":\"copilot-send-button\",\"aria-label\":\"Send message\"},\"label\":\"Send message\",\"input\":\"pointer\"},\"route\":\"/learning/deals/deal-2\",\"url\":\"http://127.0.0.1:7621/learning/deals/deal-2\",\"threadId\":\"[redacted]\",\"seq\":8},\"timestamp\":1792542983992},{\"type\":\"CUSTOM\",\"name\":\"agent.message\",\"value\":{\"messageId\":\"[redacted]\",\"runId\":null,\"threadId\":\"[redacted]\",\"agentId\":\"default\",\"role\":\"user\",\"textLength\":110,\"text\":\"Please look up this deal's history and then get it approved. Card on file for the invoice: [redacted]\",\"seq\":9},\"timestamp\":1792542983996}],\"dropped\":0}",
"response": "{\"inserted\":3}"
},
{
"run": "run2",
"seq": 1792542968776029,
"click": "Approve without the agent",
"url": "http://127.0.0.1:7621/api/learning-events",
"method": "POST",
"status": 200,
"body": "{\"trajectoryId\":\"[redacted]\",\"events\":[{\"type\":\"CUSTOM\",\"name\":\"click\",\"value\":{\"target\":{\"tag\":\"button\",\"role\":null,\"action\":\"deal.approve\",\"text\":\"Approve without the agent\",\"attributes\":{\"type\":\"button\",\"data-copilotkit-action\":\"deal.approve\",\"class\":\"rounded bg-gray-900 px-3 py-1.5 text-sm text-white\"},\"label\":\"Approve without the agent\",\"input\":\"pointer\"},\"route\":\"/learning/deals/deal-2\",\"url\":\"http://127.0.0.1:7621/learning/deals/deal-2\",\"threadId\":\"[redacted]\",\"seq\":23},\"timestamp\":1792543003402},{\"type\":\"CUSTOM\",\"name\":\"deal.approved\",\"value\":{\"threadId\":\"[redacted]\",\"dealId\":\"deal-2\",\"via\":\"page\",\"seq\":24},\"timestamp\":1792543003402}],\"dropped\":0}",
"response": "{\"inserted\":2}"
}
]
}