Skip to content

Compress tool outputs, logs, files, and RAG chunks before they reach the LLM. 20% fewer tokens for coding agents, 60-95% fewer tokens for JSON, same answers. Library, proxy, MCP server.

5.3 KB
Raw Blame
"""Tests for CrewAI agent tool integration.

Tests cover:
1. HeadroomToolWrapper - Wrapper for CrewAI tools with compression
2. wrap_tools_with_headroom - Convenience function for wrapping multiple tools
3. get_tool_metrics / reset_tool_metrics - Global metrics access
"""

from unittest.mock import patch

import pytest

try:
    from crewai.tools.base_tool import tool as crewai_tool

    CREWAI_AVAILABLE = True
except ImportError:
    CREWAI_AVAILABLE = False

pytestmark = pytest.mark.skipif(not CREWAI_AVAILABLE, reason="CrewAI not installed")


def _make_large_output(n: int = 200) -> str:
    """Create a large JSON string to trigger compression."""
    import json

    return json.dumps({"items": [{"id": i, "data": "x" * 50} for i in range(n)]})


class TestGlobalMetrics:
    """Tests for global metrics functions."""

    def test_get_and_reset(self):
        from headroom.integrations.crewai.agents import get_tool_metrics, reset_tool_metrics

        metrics = get_tool_metrics()
        assert metrics is not None
        reset_tool_metrics()
        assert get_tool_metrics() is not metrics


class TestHeadroomToolWrapper:
    """Tests for HeadroomToolWrapper."""

    @patch("headroom.integrations.crewai.agents.compress_tool_result")
    def test_skips_short_output(self, mock_compress):
        from headroom.integrations.crewai.agents import HeadroomToolWrapper, ToolMetricsCollector

        @crewai_tool
        def small_tool(query: str) -> str:
            """Return small output."""
            return "short"

        collector = ToolMetricsCollector()
        wrapper = HeadroomToolWrapper(
            small_tool,
            min_chars_to_compress=1000,
            metrics_collector=collector,
        )

        result = wrapper.run(query="test")
        assert result == "short"
        mock_compress.assert_not_called()
        assert collector.get_summary()["total_compressions"] == 0

    @patch("headroom.integrations.crewai.agents.compress_tool_result")
    def test_compresses_large_output(self, mock_compress):
        from headroom.integrations.crewai.agents import HeadroomToolWrapper, ToolMetricsCollector

        large = _make_large_output()
        mock_compress.return_value = "compressed"

        @crewai_tool
        def big_tool(query: str) -> str:
            """Return large output."""
            return large

        collector = ToolMetricsCollector()
        wrapper = HeadroomToolWrapper(
            big_tool,
            min_chars_to_compress=100,
            metrics_collector=collector,
        )

        result = wrapper.run(query="test")
        assert result == "compressed"
        mock_compress.assert_called_once()
        assert collector.get_summary()["total_compressions"] == 1

    @patch(
        "headroom.integrations.crewai.agents.compress_tool_result",
        side_effect=RuntimeError("boom"),
    )
    def test_passes_through_on_error(self, mock_compress):
        from headroom.integrations.crewai.agents import HeadroomToolWrapper, ToolMetricsCollector

        large = _make_large_output()

        @crewai_tool
        def flaky_tool(query: str) -> str:
            """Return large output."""
            return large

        collector = ToolMetricsCollector()
        wrapper = HeadroomToolWrapper(
            flaky_tool,
            min_chars_to_compress=100,
            metrics_collector=collector,
        )

        result = wrapper.run(query="test")
        assert result == large
        assert collector.get_summary()["total_compressions"] == 0

    def test_preserves_tool_metadata(self):
        from headroom.integrations.crewai.agents import HeadroomToolWrapper

        @crewai_tool
        def my_fn(x: int) -> str:
            """Do something useful."""
            return str(x)

        wrapper = HeadroomToolWrapper(my_fn)
        assert wrapper.name == "my_fn"
        assert wrapper.description == "Do something useful."


class TestWrapToolsWithHeadroom:
    """Tests for wrap_tools_with_headroom convenience function."""

    @patch("headroom.integrations.crewai.agents.compress_tool_result")
    def test_wraps_multiple_tools(self, mock_compress):
        from headroom.integrations.crewai.agents import wrap_tools_with_headroom

        @crewai_tool
        def tool_a(q: str) -> str:
            """Tool A."""
            return "a"

        @crewai_tool
        def tool_b(q: str) -> str:
            """Tool B."""
            return "b"

        wrapped = wrap_tools_with_headroom([tool_a, tool_b])
        assert len(wrapped) == 2
        assert wrapped[0].name == "tool_a"
        assert wrapped[1].name == "tool_b"

    @patch("headroom.integrations.crewai.agents.compress_tool_result")
    def test_shared_metrics(self, mock_compress):
        from headroom.integrations.crewai.agents import (
            ToolMetricsCollector,
            wrap_tools_with_headroom,
        )

        large = _make_large_output()
        mock_compress.return_value = "compressed"

        @crewai_tool
        def big(q: str) -> str:
            """Big tool."""
            return large

        collector = ToolMetricsCollector()
        wrapped = wrap_tools_with_headroom(
            [big],
            min_chars_to_compress=100,
            metrics_collector=collector,
        )

        wrapped[0].run(q="test")
        assert collector.get_summary()["total_invocations"] == 1