CubeLoop — a Pythonic, async-native agent harness core designed for high performance, readability, and production-grade persistence.
Python agent-frameworkagent-harnessagent-runtimeagentic-aiai-agentsai-frameworkanthropicharnessharness-engineeringharness-frameworklanggraphlanggraph-alternativellmmcpopenaipi-agentpi-agent-corepythonpython-agent
from __future__ import annotations
import json
from pathlib import Path
from cubeloop.cli.__main__ import main
def _write_run(directory: Path):
f = directory / "2026-05-20" / "r1.jsonl"
f.parent.mkdir(parents=True)
rows = [
{
"name": "invoke_agent",
"context": {"trace_id": "0xt", "span_id": "0x1"},
"parent_id": None,
"start_time": "2026-05-20T00:00:00Z",
"end_time": "2026-05-20T00:00:02Z",
"status": {"status_code": "UNSET"},
"attributes": {
"cubepi.run_id": "r1",
"gen_ai.operation.name": "invoke_agent",
},
},
{
"name": "chat gpt-x",
"context": {"trace_id": "0xt", "span_id": "0x2"},
"parent_id": "0x1",
"start_time": "2026-05-20T00:00:00Z",
"end_time": "2026-05-20T00:00:01Z",
"status": {"status_code": "UNSET"},
"attributes": {
"gen_ai.operation.name": "chat",
"gen_ai.request.model": "gpt-x",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 5,
},
},
]
with f.open("w") as fh:
for r in rows:
fh.write(json.dumps(r) + "\n")
def test_ls_lists_run(tmp_path, capsys):
_write_run(tmp_path)
rc = main(["trace", "ls", "--dir", str(tmp_path)])
out = capsys.readouterr().out
assert rc == 0
assert "r1" in out
def test_view_renders_tree(tmp_path, capsys):
_write_run(tmp_path)
rc = main(["trace", "view", "r1", "--dir", str(tmp_path)])
out = capsys.readouterr().out
assert rc == 0
assert "invoke_agent" in out
assert "chat" in out
def test_stats_by_model(tmp_path, capsys):
_write_run(tmp_path)
rc = main(["trace", "stats", "--dir", str(tmp_path), "--by", "model"])
out = capsys.readouterr().out
assert rc == 0
assert "gpt-x" in out
def _write_run_with_meta(directory: Path, stem: str, conversation_id: str):
f = directory / "2026-05-20" / f"{stem}.jsonl"
f.parent.mkdir(parents=True, exist_ok=True)
rows = [
{
"name": "invoke_agent",
"context": {"trace_id": f"0x{stem}", "span_id": "0x1"},
"parent_id": None,
"start_time": "2026-05-20T00:00:00Z",
"end_time": "2026-05-20T00:00:02Z",
"status": {"status_code": "UNSET"},
"attributes": {
"cubepi.run_id": stem,
"gen_ai.operation.name": "invoke_agent",
"cubepi.metadata.conversation_id": conversation_id,
},
},
{
"name": "chat gpt-x",
"context": {"trace_id": f"0x{stem}", "span_id": "0x2"},
"parent_id": "0x1",
"start_time": "2026-05-20T00:00:00Z",
"end_time": "2026-05-20T00:00:01Z",
"status": {"status_code": "UNSET"},
"attributes": {
"gen_ai.operation.name": "chat",
"gen_ai.request.model": "gpt-x",
"gen_ai.usage.input_tokens": 10,
"gen_ai.usage.output_tokens": 5,
},
},
]
with f.open("w") as fh:
for r in rows:
fh.write(json.dumps(r) + "\n")
def test_ls_meta_bad_format(tmp_path, capsys):
_write_run(tmp_path)
rc = main(["trace", "ls", "--dir", str(tmp_path), "--meta", "nokey"])
out = capsys.readouterr().out
assert rc == 2
assert "KEY=VALUE" in out
def test_ls_meta_no_match(tmp_path, capsys):
_write_run(tmp_path) # has no cubepi.metadata.*
rc = main(
["trace", "ls", "--dir", str(tmp_path), "--meta", "conversation_id=conv_X"]
)
out = capsys.readouterr().out
assert rc == 1
assert "no runs found" in out
def test_stats_meta_filters(tmp_path, capsys):
_write_run_with_meta(tmp_path, "tA", "conv_A")
# matching meta -> the model shows up
rc = main(
["trace", "stats", "--dir", str(tmp_path), "--meta", "conversation_id=conv_A"]
)
out = capsys.readouterr().out
assert rc == 0
assert "gpt-x" in out
# non-matching meta -> filtered out, model absent
rc = main(
["trace", "stats", "--dir", str(tmp_path), "--meta", "conversation_id=zzz"]
)
out = capsys.readouterr().out
assert rc == 0
assert "gpt-x" not in out
def test_ls_show_meta_columns(tmp_path, capsys):
_write_run_with_meta(tmp_path, "tA", "conv_A")
rc = main(["trace", "ls", "--dir", str(tmp_path), "--show-meta", "conversation_id"])
out = capsys.readouterr().out
assert rc == 0
# rich may ellipsis-truncate the header at narrow widths ("conversation…"),
# so assert on a prefix; the value renders in full.
assert "conversation" in out # column header (possibly truncated)
assert "conv_A" in out # the value