Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

2.3 KB
Raw Blame
"""The crewai Telemetry pipeline must not log when the collector is unreachable.

The filter lives in ``crewai_core``; this pins that the ``crewai`` package wires
the same exporter, since a duplicated exporter here used to log every failure.
"""

import logging
import time
from unittest.mock import patch

from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
import pytest
import requests

import crewai_core.telemetry as core_telemetry
from crewai.telemetry.telemetry import Telemetry


@pytest.fixture
def live_telemetry(monkeypatch):
    monkeypatch.setattr(Telemetry, "_instance", None)
    monkeypatch.setattr(Telemetry, "_register_shutdown_handlers", lambda self: None)
    for var in ("CREWAI_DISABLE_TELEMETRY", "CREWAI_DISABLE_TRACKING", "OTEL_SDK_DISABLED"):
        monkeypatch.setenv(var, "false")
    telemetry = Telemetry()
    try:
        yield telemetry
    finally:
        if telemetry.ready:
            telemetry.provider.shutdown()
        Telemetry._instance = None


def test_pipeline_is_silent_when_collector_rejects(live_telemetry, caplog):
    with (
        patch(
            "requests.Session.post",
            side_effect=requests.exceptions.HTTPError("400 Client Error"),
        ),
        caplog.at_level(logging.DEBUG),
    ):
        live_telemetry.provider.get_tracer("test").start_span("probe").end()
        assert live_telemetry.provider.force_flush(timeout_millis=10_000)

    otlp_records = [r for r in caplog.records if r.name == OTLPSpanExporter.__module__]
    assert otlp_records == []


def test_exit_hook_stops_waiting_at_the_flush_deadline(
    live_telemetry, monkeypatch, caplog
):
    monkeypatch.setattr(core_telemetry, "FINAL_FLUSH_SECONDS", 1)
    live_telemetry.provider.get_tracer("test").start_span("probe").end()

    with (
        patch(
            "requests.Session.post",
            side_effect=requests.exceptions.ConnectionError("collector down"),
        ),
        caplog.at_level(logging.DEBUG),
    ):
        started = time.monotonic()
        live_telemetry._shutdown()
        elapsed = time.monotonic() - started

    assert elapsed < 5  # the exporter's own retry budget is 30s
    assert live_telemetry.ready is False
    otlp_records = [r for r in caplog.records if r.name == OTLPSpanExporter.__module__]
    assert otlp_records == []