Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

2.3 KB
Raw Blame
from vikingbot.integrations.langfuse import LangfuseClient


class _FakeGeneration:
    def __init__(self, metadata=None):
        self.metadata = metadata or {}
        self.trace_id = "trace-123"
        self.id = "obs-123"

    def update(self, **kwargs):
        if "metadata" in kwargs:
            self.metadata = kwargs["metadata"]


class _FakeClient:
    def __init__(self):
        self.flush_calls = 0
        self.events = []
        self.scores = []

    def flush(self):
        self.flush_calls += 1

    def create_event(self, **kwargs):
        self.events.append(kwargs)

    def create_score(self, **kwargs):
        self.scores.append(kwargs)


def test_langfuse_client_creates_event_and_score_for_outcome():
    client = LangfuseClient.__new__(LangfuseClient)
    client.enabled = True
    client._client = _FakeClient()
    client._observations_by_response_id = {}
    client._metadata_by_response_id = {}
    client._trace_context_by_response_id = {}

    generation = _FakeGeneration(metadata={"response_id": "resp-123"})
    client.register_generation("resp-123", generation, metadata={"response_id": "resp-123"})
    client.update_generation_metadata("resp-123", {"finish_reason": "stop"})
    client.update_response_outcome(
        "resp-123",
        "positive_feedback",
        {"response_id": "resp-123", "outcome_label": "positive_feedback"},
    )

    assert client._trace_context_by_response_id["resp-123"]["trace_id"] == "trace-123"
    assert client._trace_context_by_response_id["resp-123"]["observation_id"] == "obs-123"
    assert client._client.events[0]["name"] == "response_outcome_evaluated"
    assert client._client.events[0]["trace_context"] == {"trace_id": "trace-123"}
    assert client._client.events[0]["metadata"]["response_id"] == "resp-123"
    assert client._client.events[0]["metadata"]["finish_reason"] == "stop"
    assert client._client.events[0]["metadata"]["outcome_label"] == "positive_feedback"
    assert client._client.scores[0]["name"] == "response_outcome_label"
    assert client._client.scores[0]["value"] == "positive_feedback"
    assert client._client.scores[0]["trace_id"] == "trace-123"
    assert client._client.scores[0]["observation_id"] == "obs-123"
    assert client._client.scores[0]["metadata"]["response_id"] == "resp-123"
    assert client._client.flush_calls == 1