Skip to content

Personal AI, On Personal Devices

Python
7.6 KB
Raw Blame
"""Tests for the trace SQLite store."""

from __future__ import annotations

import time
from pathlib import Path

from openjarvis.core.events import EventBus, EventType
from openjarvis.core.types import StepType, Trace, TraceStep
from openjarvis.traces.store import TraceStore


def _make_trace(
    query: str = "test query",
    agent: str = "orchestrator",
    model: str = "qwen3:8b",
    engine: str = "ollama",
    outcome: str | None = None,
    feedback: float | None = None,
    num_steps: int = 2,
) -> Trace:
    """Helper to create a trace with steps."""
    now = time.time()
    steps = []
    for i in range(num_steps):
        steps.append(
            TraceStep(
                step_type=StepType.GENERATE if i % 2 == 0 else StepType.TOOL_CALL,
                timestamp=now + i * 0.1,
                duration_seconds=0.1 * (i + 1),
                input={"model": model} if i % 2 == 0 else {"tool": "calculator"},
                output={"tokens": 50} if i % 2 == 0 else {"success": True},
            )
        )
    trace = Trace(
        query=query,
        agent=agent,
        model=model,
        engine=engine,
        result="test result",
        outcome=outcome,
        feedback=feedback,
        started_at=now,
        ended_at=now + 1.0,
        total_tokens=100,
        total_latency_seconds=1.0,
        steps=steps,
    )
    return trace


class TestTraceStore:
    def test_creates_tables(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        assert store.count() == 0
        store.close()

    def test_expands_user_in_db_path(
        self,
        tmp_path: Path,
        monkeypatch,
    ) -> None:
        home = tmp_path / "home"
        cwd = tmp_path / "cwd"
        cwd.mkdir()
        monkeypatch.setenv("HOME", str(home))
        monkeypatch.chdir(cwd)

        store = TraceStore("~/.openjarvis/traces.db")
        store.close()

        assert (home / ".openjarvis" / "traces.db").exists()
        assert not (cwd / "~").exists()

    def test_save_and_get(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        trace = _make_trace()
        store.save(trace)

        retrieved = store.get(trace.trace_id)
        assert retrieved is not None
        assert retrieved.trace_id == trace.trace_id
        assert retrieved.query == "test query"
        assert retrieved.model == "qwen3:8b"
        assert retrieved.engine == "ollama"
        assert len(retrieved.steps) == 2
        assert retrieved.steps[0].step_type == StepType.GENERATE
        assert retrieved.steps[1].step_type == StepType.TOOL_CALL
        store.close()

    def test_get_nonexistent(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        assert store.get("nonexistent") is None
        store.close()

    def test_count(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        store.save(_make_trace(query="q1"))
        store.save(_make_trace(query="q2"))
        store.save(_make_trace(query="q3"))
        assert store.count() == 3
        store.close()

    def test_concurrent_saves_are_serialized(self, tmp_path: Path) -> None:
        """Concurrent trace writes must not be lost on the shared connection."""
        from concurrent.futures import ThreadPoolExecutor

        store = TraceStore(tmp_path / "test.db")
        traces = []
        for i in range(64):
            trace = _make_trace(query=f"q{i}")
            trace.trace_id = f"trace-{i}"
            traces.append(trace)

        with ThreadPoolExecutor(max_workers=8) as pool:
            futures = [pool.submit(store.save, trace) for trace in traces]
            for future in futures:
                future.result()

        assert store.count() == len(traces)
        store.close()

    def test_list_traces_no_filter(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        store.save(_make_trace(query="q1"))
        store.save(_make_trace(query="q2"))
        traces = store.list_traces()
        assert len(traces) == 2
        store.close()

    def test_list_traces_filter_agent(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        store.save(_make_trace(agent="simple"))
        store.save(_make_trace(agent="orchestrator"))
        store.save(_make_trace(agent="simple"))
        traces = store.list_traces(agent="simple")
        assert len(traces) == 2
        assert all(t.agent == "simple" for t in traces)
        store.close()

    def test_list_traces_filter_model(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        store.save(_make_trace(model="qwen3:8b"))
        store.save(_make_trace(model="llama3:70b"))
        traces = store.list_traces(model="llama3:70b")
        assert len(traces) == 1
        assert traces[0].model == "llama3:70b"
        store.close()

    def test_list_traces_filter_outcome(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        store.save(_make_trace(outcome="success"))
        store.save(_make_trace(outcome="failure"))
        store.save(_make_trace(outcome="success"))
        traces = store.list_traces(outcome="success")
        assert len(traces) == 2
        store.close()

    def test_list_traces_time_range(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        now = time.time()
        t1 = _make_trace(query="old")
        t1.started_at = now - 3600  # 1 hour ago
        t2 = _make_trace(query="recent")
        t2.started_at = now
        store.save(t1)
        store.save(t2)
        traces = store.list_traces(since=now - 60)
        assert len(traces) == 1
        assert traces[0].query == "recent"
        store.close()

    def test_list_traces_limit(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        for i in range(10):
            store.save(_make_trace(query=f"q{i}"))
        traces = store.list_traces(limit=3)
        assert len(traces) == 3
        store.close()

    def test_bus_subscription(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        bus = EventBus()
        store.subscribe_to_bus(bus)

        trace = _make_trace()
        bus.publish(EventType.TRACE_COMPLETE, {"trace": trace})

        assert store.count() == 1
        retrieved = store.get(trace.trace_id)
        assert retrieved is not None
        assert retrieved.query == trace.query
        store.close()

    def test_step_data_roundtrip(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        trace = _make_trace(num_steps=3)
        store.save(trace)

        retrieved = store.get(trace.trace_id)
        assert retrieved is not None
        assert len(retrieved.steps) == 3
        for orig, retr in zip(trace.steps, retrieved.steps):
            assert orig.step_type == retr.step_type
            assert orig.input == retr.input
            assert orig.output == retr.output
        store.close()

    def test_close_and_reopen(self, tmp_path: Path) -> None:
        db_path = tmp_path / "test.db"
        store = TraceStore(db_path)
        store.save(_make_trace())
        store.close()

        store2 = TraceStore(db_path)
        assert store2.count() == 1
        store2.close()

    def test_metadata_roundtrip(self, tmp_path: Path) -> None:
        store = TraceStore(tmp_path / "test.db")
        trace = _make_trace()
        trace.metadata = {"key": "value", "nested": [1, 2, 3]}
        store.save(trace)

        retrieved = store.get(trace.trace_id)
        assert retrieved is not None
        assert retrieved.metadata["key"] == "value"
        assert retrieved.metadata["nested"] == [1, 2, 3]
        store.close()