Skip to content

Open-source AI coworkers that each get a computer of their own: a browser, files and tools, with every action decided before it happens and recorded after. Bring any AG-UI agent.

20.1 KB
Raw Blame
{
  "name": "frontend-tool",
  "transport": "intelligence",
  "recordedWith": {
    "copilotkit": "c21eeda029",
    "@ag-ui/client": "1.0.2"
  },
  "exchanges": [
    {
      "at": 58,
      "url": "http://127.0.0.1:4000/api/copilotkit",
      "method": "POST",
      "body": "{\"method\":\"agent/run\",\"params\":{\"agentId\":\"default\"},\"body\":{\"threadId\":\"0b7b0974-af2a-43bf-9623-08b6c20efefc\",\"runId\":\"6f0b0608-0733-4ad8-a4d6-20f1388b9bb2\",\"protocolVersion\":\"1.0\",\"tools\":[{\"name\":\"showGreeting\",\"description\":\"Show a greeting card to the person in the page.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"name\":{\"type\":\"string\"},\"mood\":{\"type\":\"string\"}},\"required\":[\"name\",\"mood\"]}}],\"context\":[],\"forwardedProps\":{},\"state\":{},\"messages\":[{\"id\":\"7c149759-e2be-478a-96d0-cc22d4ed4437\",\"role\":\"user\",\"content\":\"Call showGreeting with name Ada and mood cheerful, then say done in one word.\"}]}}",
      "status": 200,
      "contentType": "application/json;charset=utf-8",
      "chunks": [
        {
          "at": 102,
          "text": "{\"threadId\":\"0b7b0974-af2a-43bf-9623-08b6c20efefc\",\"runId\":\"6f0b0608-0733-4ad8-a4d6-20f1388b9bb2\",\"joinToken\":\"[omitted]\",\"realtime\":{\"clientUrl\":\"ws://127.0.0.1:7253/client\",\"topic\":\"thread:0b7b0974-af2a-43bf-9623-08b6c20efefc\"}}"
        }
      ],
      "end": {
        "at": 102,
        "outcome": "complete"
      }
    },
    {
      "at": 1800,
      "url": "http://127.0.0.1:4000/api/copilotkit",
      "method": "POST",
      "body": "{\"method\":\"agent/run\",\"params\":{\"agentId\":\"default\"},\"body\":{\"threadId\":\"0b7b0974-af2a-43bf-9623-08b6c20efefc\",\"runId\":\"755bcf5c-5cd6-46f1-a504-93b7676be021\",\"protocolVersion\":\"1.0\",\"tools\":[{\"name\":\"showGreeting\",\"description\":\"Show a greeting card to the person in the page.\",\"parameters\":{\"type\":\"object\",\"properties\":{\"name\":{\"type\":\"string\"},\"mood\":{\"type\":\"string\"}},\"required\":[\"name\",\"mood\"]}}],\"context\":[],\"forwardedProps\":{},\"state\":{},\"messages\":[{\"id\":\"7c149759-e2be-478a-96d0-cc22d4ed4437\",\"role\":\"user\",\"content\":\"Call showGreeting with name Ada and mood cheerful, then say done in one word.\"},{\"id\":\"ff4f2049-3af9-43e1-8d60-97db4f04b89f\",\"role\":\"assistant\",\"toolCalls\":[{\"id\":\"call_7Yz4aP65IP3x2lIos86W2CS4\",\"type\":\"function\",\"function\":{\"name\":\"showGreeting\",\"arguments\":\"{\\\"name\\\":\\\"Ada\\\",\\\"mood\\\":\\\"cheerful\\\"}\"},\"metadata\":{\"cpki_event_id\":\"081b1783-bc63-44c8-802d-d4ece75c0d64\",\"cpki_event_seq\":4,\"cpki_ingested\":\"01a15b9d-a6b0-7604-9f0f-ed54a39aff4f\"}}]},{\"id\":\"da1c9a50-5836-4944-8b5a-7a61ed27de3a\",\"role\":\"tool\",\"toolCallId\":\"call_7Yz4aP65IP3x2lIos86W2CS4\",\"content\":\"Shown a greeting card for Ada.\"}]}}",
      "status": 200,
      "contentType": "application/json;charset=utf-8",
      "chunks": [
        {
          "at": 1836,
          "text": "{\"threadId\":\"0b7b0974-af2a-43bf-9623-08b6c20efefc\",\"runId\":\"755bcf5c-5cd6-46f1-a504-93b7676be021\",\"joinToken\":\"[omitted]\",\"realtime\":{\"clientUrl\":\"ws://127.0.0.1:7253/client\",\"topic\":\"thread:0b7b0974-af2a-43bf-9623-08b6c20efefc\"}}"
        }
      ],
      "end": {
        "at": 1836,
        "outcome": "complete"
      }
    }
  ],
  "frames": [
    {
      "at": 105,
      "socket": 1,
      "direction": "out",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "phx_join",
      "payload": {
        "stream_mode": "run",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2"
      }
    },
    {
      "at": 163,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "input": {
          "context": [],
          "messages": [
            {
              "content": "Call showGreeting with name Ada and mood cheerful, then say done in one word.",
              "id": "7c149759-e2be-478a-96d0-cc22d4ed4437",
              "role": "user"
            }
          ],
          "protocolVersion": "1.0",
          "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
          "state": {},
          "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
          "tools": [
            {
              "description": "Show a greeting card to the person in the page.",
              "name": "showGreeting",
              "parameters": {
                "properties": {
                  "mood": {
                    "type": "string"
                  },
                  "name": {
                    "type": "string"
                  }
                },
                "required": ["name", "mood"],
                "type": "object"
              }
            }
          ]
        },
        "metadata": {
          "cpki_event_id": "f2fd6af9-8d25-4ce8-81b6-c23fc129123d",
          "cpki_event_seq": 1,
          "cpki_ingested": "01a15b9d-a0f2-74b5-8f4f-25b3ec7345c1"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "protocolVersion": "1.0",
        "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "RUN_STARTED"
      }
    },
    {
      "at": 168,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "replay_complete"
    },
    {
      "at": 1552,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "metadata": {
          "cpki_event_id": "845a9df9-b3a8-4948-b9f1-221a99c3a821",
          "cpki_event_seq": 2,
          "cpki_ingested": "01a15b9d-a697-7a9b-babe-445115fcec24"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "parentMessageId": "ff4f2049-3af9-43e1-8d60-97db4f04b89f",
        "project_id": 1,
        "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
        "toolCallName": "showGreeting",
        "type": "TOOL_CALL_START"
      }
    },
    {
      "at": 1564,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "delta": "{\"name\":\"Ada\",\"mood\":\"cheerful\"}",
        "metadata": {
          "cpki_event_id": "7de22aeb-cf4a-4ba3-87b6-b82ca8b3cafc",
          "cpki_event_seq": 3,
          "cpki_ingested": "01a15b9d-a6a3-7dc9-8377-410fbe2678c3"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
        "type": "TOOL_CALL_ARGS"
      }
    },
    {
      "at": 1577,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "metadata": {
          "cpki_event_id": "081b1783-bc63-44c8-802d-d4ece75c0d64",
          "cpki_event_seq": 4,
          "cpki_ingested": "01a15b9d-a6b0-7604-9f0f-ed54a39aff4f"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
        "type": "TOOL_CALL_END"
      }
    },
    {
      "at": 1796,
      "socket": 1,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "metadata": {
          "cpki_event_id": "a388e398-39b2-423c-a5b1-915efb6ffeaa",
          "cpki_event_seq": 5,
          "cpki_ingested": "01a15b9d-a78b-77c9-8a8f-730037204a13",
          "finishReason": "tool-calls"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "run_id": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "RUN_FINISHED",
        "usage": [
          {
            "cachedInputTokens": 0,
            "inputTokens": 244,
            "model": "gpt-4.1-mini",
            "outputTokens": 38,
            "provider": "openai.responses",
            "reasoningTokens": 0,
            "totalTokens": 282
          }
        ]
      }
    },
    {
      "at": 1798,
      "socket": 1,
      "direction": "out",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "phx_leave"
    },
    {
      "at": 1838,
      "socket": 2,
      "direction": "out",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "phx_join",
      "payload": {
        "stream_mode": "run",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021"
      }
    },
    {
      "at": 1894,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "input": {
          "context": [],
          "messages": [
            {
              "content": "Shown a greeting card for Ada.",
              "id": "da1c9a50-5836-4944-8b5a-7a61ed27de3a",
              "role": "tool",
              "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4"
            }
          ],
          "protocolVersion": "1.0",
          "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
          "state": {},
          "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
          "tools": [
            {
              "description": "Show a greeting card to the person in the page.",
              "name": "showGreeting",
              "parameters": {
                "properties": {
                  "mood": {
                    "type": "string"
                  },
                  "name": {
                    "type": "string"
                  }
                },
                "required": ["name", "mood"],
                "type": "object"
              }
            }
          ]
        },
        "metadata": {
          "cpki_event_id": "54f16fde-2f27-488e-a0b7-0d8a4077d434",
          "cpki_event_seq": 1,
          "cpki_ingested": "01a15b9d-a7b7-7d96-a32b-332b5eff00dc"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "protocolVersion": "1.0",
        "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "RUN_STARTED"
      }
    },
    {
      "at": 1896,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "replay_complete"
    },
    {
      "at": 2384,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "messageId": "msg_0376d6432fdb869a006ad7f735a70c87d0909ab2d36ef5089f",
        "metadata": {
          "cpki_event_id": "a4d00809-efab-489a-946c-0812bd1e6d75",
          "cpki_event_seq": 2,
          "cpki_ingested": "01a15b9d-a9d5-742f-9a39-8d6233f31486"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "role": "assistant",
        "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "TEXT_MESSAGE_START"
      }
    },
    {
      "at": 2386,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "delta": "Done",
        "messageId": "msg_0376d6432fdb869a006ad7f735a70c87d0909ab2d36ef5089f",
        "metadata": {
          "cpki_event_id": "d15fcc20-fa1d-463f-94a1-fc6643c7e998",
          "cpki_event_seq": 3,
          "cpki_ingested": "01a15b9d-a9d5-7a2f-af93-a8f7a07285aa"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "TEXT_MESSAGE_CONTENT"
      }
    },
    {
      "at": 2472,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "messageId": "msg_0376d6432fdb869a006ad7f735a70c87d0909ab2d36ef5089f",
        "metadata": {
          "cpki_event_id": "dddf8fef-7c1d-4345-8005-6165d7a83b2a",
          "cpki_event_seq": 4,
          "cpki_ingested": "01a15b9d-aa2d-744f-a8cf-c650a87ef42a"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "TEXT_MESSAGE_END"
      }
    },
    {
      "at": 2473,
      "socket": 2,
      "direction": "in",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "ag_ui_event",
      "payload": {
        "metadata": {
          "cpki_event_id": "59f07f94-14b3-4afa-9142-d2c161282e70",
          "cpki_event_seq": 5,
          "cpki_ingested": "01a15b9d-aa2d-794f-b39e-25136821b062",
          "finishReason": "stop"
        },
        "organization_id": "392ec1e3-59dd-4798-a95b-2715d96d2e89",
        "project_id": 1,
        "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "run_id": "755bcf5c-5cd6-46f1-a504-93b7676be021",
        "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "thread_id": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
        "type": "RUN_FINISHED",
        "usage": [
          {
            "cachedInputTokens": 0,
            "inputTokens": 278,
            "model": "gpt-4.1-mini",
            "outputTokens": 3,
            "provider": "openai.responses",
            "reasoningTokens": 0,
            "totalTokens": 281
          }
        ]
      }
    },
    {
      "at": 2474,
      "socket": 2,
      "direction": "out",
      "joinRef": "3",
      "topic": "thread:0b7b0974-af2a-43bf-9623-08b6c20efefc",
      "event": "phx_leave"
    }
  ],
  "sink": [
    {
      "trajectoryId": "602993c9-8c44-4d18-b215-65d12ba4b96e",
      "events": [
        {
          "type": "CUSTOM",
          "name": "page",
          "value": {
            "route": "/",
            "url": "http://127.0.0.1:4000/",
            "title": "",
            "referrer": "",
            "seq": 1
          },
          "timestamp": 1792538419346
        },
        {
          "type": "CUSTOM",
          "name": "agent.message",
          "value": {
            "messageId": "7c149759-e2be-478a-96d0-cc22d4ed4437",
            "runId": null,
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "role": "user",
            "textLength": 77,
            "text": "Call showGreeting with name Ada and mood cheerful, then say done in one word.",
            "seq": 2
          },
          "timestamp": 1792538419398
        },
        {
          "type": "CUSTOM",
          "name": "agent.run",
          "value": {
            "phase": "started",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "seq": 3
          },
          "timestamp": 1792538419511
        },
        {
          "type": "CUSTOM",
          "name": "tool.call",
          "value": {
            "phase": "started",
            "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
            "toolName": "showGreeting",
            "agentId": "default",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "messageId": "ff4f2049-3af9-43e1-8d60-97db4f04b89f",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "seq": 4
          },
          "timestamp": 1792538420897
        },
        {
          "type": "CUSTOM",
          "name": "agent.run",
          "value": {
            "phase": "finished",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "seq": 5
          },
          "timestamp": 1792538421142
        },
        {
          "type": "CUSTOM",
          "name": "tool.call",
          "value": {
            "phase": "executing",
            "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
            "toolName": "showGreeting",
            "agentId": "default",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "messageId": "ff4f2049-3af9-43e1-8d60-97db4f04b89f",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "seq": 6
          },
          "timestamp": 1792538421143
        },
        {
          "type": "CUSTOM",
          "name": "tool.call",
          "value": {
            "phase": "completed",
            "toolCallId": "call_7Yz4aP65IP3x2lIos86W2CS4",
            "toolName": "showGreeting",
            "agentId": "default",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "messageId": "ff4f2049-3af9-43e1-8d60-97db4f04b89f",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "durationMs": 0,
            "outcome": "ok",
            "seq": 7
          },
          "timestamp": 1792538421143
        },
        {
          "type": "CUSTOM",
          "name": "agent.run",
          "value": {
            "phase": "started",
            "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "seq": 8
          },
          "timestamp": 1792538421240
        }
      ],
      "dropped": 0
    },
    {
      "trajectoryId": "602993c9-8c44-4d18-b215-65d12ba4b96e",
      "events": [
        {
          "type": "CUSTOM",
          "name": "agent.message",
          "value": {
            "messageId": "msg_0376d6432fdb869a006ad7f735a70c87d0909ab2d36ef5089f",
            "runId": "6f0b0608-0733-4ad8-a4d6-20f1388b9bb2",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "role": "assistant",
            "textLength": 4,
            "text": "Done",
            "seq": 9
          },
          "timestamp": 1792538421817
        },
        {
          "type": "CUSTOM",
          "name": "agent.run",
          "value": {
            "phase": "finished",
            "runId": "755bcf5c-5cd6-46f1-a504-93b7676be021",
            "threadId": "0b7b0974-af2a-43bf-9623-08b6c20efefc",
            "agentId": "default",
            "seq": 10
          },
          "timestamp": 1792538421818
        }
      ],
      "dropped": 0
    }
  ]
}