Skip to content

πŸš€ The fast, Pythonic way to build MCP servers and clients.

12.5 KB
Raw Blame
"""Tests for Visibility transform."""

import pytest

from fastmcp.server.transforms.visibility import Visibility, is_enabled
from fastmcp.tools.base import Tool
from fastmcp.utilities.versions import VersionSpec


class TestMatching:
    """Test component matching logic."""

    def test_empty_criteria_matches_nothing(self):
        """Empty criteria is a safe default - matches nothing."""
        t = Visibility(False)
        assert t._matches(Tool(name="anything", parameters={})) is False

    def test_match_all_matches_everything(self):
        """match_all=True matches all components."""
        t = Visibility(False, match_all=True)
        assert t._matches(Tool(name="anything", parameters={})) is True

    def test_match_by_name(self):
        """Matches component by name."""
        t = Visibility(False, names={"foo"})
        assert t._matches(Tool(name="foo", parameters={})) is True
        assert t._matches(Tool(name="bar", parameters={})) is False

    def test_match_by_version(self):
        """Matches component by version."""
        t = Visibility(False, version=VersionSpec(eq="v1"))
        assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
        assert t._matches(Tool(name="foo", version="v2", parameters={})) is False

    def test_match_by_version_spec_exact(self):
        """VersionSpec(eq="v1") matches v1 only."""
        t = Visibility(False, version=VersionSpec(eq="v1"))
        assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
        assert t._matches(Tool(name="foo", version="v2", parameters={})) is False
        assert t._matches(Tool(name="foo", version="v0", parameters={})) is False

    def test_match_by_version_spec_gte(self):
        """VersionSpec(gte="v2") matches v2, v3, but not v1."""
        t = Visibility(False, version=VersionSpec(gte="v2"))
        assert t._matches(Tool(name="foo", version="v1", parameters={})) is False
        assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
        assert t._matches(Tool(name="foo", version="v3", parameters={})) is True

    def test_match_by_version_spec_range(self):
        """VersionSpec(gte="v1", lt="v3") matches v1, v2, but not v3."""
        t = Visibility(False, version=VersionSpec(gte="v1", lt="v3"))
        assert t._matches(Tool(name="foo", version="v0", parameters={})) is False
        assert t._matches(Tool(name="foo", version="v1", parameters={})) is True
        assert t._matches(Tool(name="foo", version="v2", parameters={})) is True
        assert t._matches(Tool(name="foo", version="v3", parameters={})) is False
        assert t._matches(Tool(name="foo", version="v4", parameters={})) is False

    def test_unversioned_does_not_match_version_spec(self):
        """Unversioned components (version=None) don't match a VersionSpec."""
        t = Visibility(False, version=VersionSpec(eq="v1"))
        assert t._matches(Tool(name="foo", parameters={})) is False

        t2 = Visibility(False, version=VersionSpec(gte="v1"))
        assert t2._matches(Tool(name="foo", parameters={})) is False

    def test_match_by_tag(self):
        """Matches if component has any of the specified tags."""
        t = Visibility(False, tags=set({"internal", "deprecated"}))
        assert t._matches(Tool(name="foo", parameters={}, tags={"internal"})) is True
        assert t._matches(Tool(name="foo", parameters={}, tags={"public"})) is False

    def test_match_by_component_type(self):
        """Only matches specified component types."""
        t = Visibility(False, names={"foo"}, components={"prompt"})
        # Tool has key "tool:foo@", not "prompt:foo@"
        assert t._matches(Tool(name="foo", parameters={})) is False

    def test_all_criteria_must_match(self):
        """Multiple criteria use AND logic - all must match."""
        t = Visibility(
            False,
            names={"foo"},
            version=VersionSpec(eq="v1"),
            tags=set({"internal"}),
        )
        # All match
        assert (
            t._matches(Tool(name="foo", version="v1", parameters={}, tags={"internal"}))
            is True
        )
        # Version doesn't match
        assert (
            t._matches(Tool(name="foo", version="v2", parameters={}, tags={"internal"}))
            is False
        )


class TestMarking:
    """Test visibility state marking."""

    def test_disable_marks_as_disabled(self):
        """Visibility(False, ...) marks matching components as disabled."""
        tool = Tool(name="foo", parameters={})
        marked = Visibility(False, names={"foo"})._mark_component(tool)
        assert is_enabled(marked) is False

    def test_enable_marks_as_enabled(self):
        """Visibility(True, ...) marks matching components as enabled."""
        tool = Tool(name="foo", parameters={})
        marked = Visibility(True, names={"foo"})._mark_component(tool)
        assert is_enabled(marked) is True
        assert marked.meta is not None
        assert marked.meta["fastmcp"]["_internal"]["visibility"] is True

    def test_non_matching_unchanged(self):
        """Non-matching components are not modified."""
        tool = Tool(name="bar", parameters={})
        result = Visibility(False, names={"foo"})._mark_component(tool)
        # No _internal key added
        assert result.meta is None or "_internal" not in result.meta.get("fastmcp", {})
        assert is_enabled(result) is True

    def test_returns_copy_for_matching(self):
        """Marking returns a copy to avoid mutating shared provider objects."""
        tool = Tool(name="foo", parameters={})
        result = Visibility(False, names={"foo"})._mark_component(tool)
        assert result is not tool
        assert is_enabled(result) is False
        # Original is untouched
        assert is_enabled(tool) is True

    def test_disable_all(self):
        """match_all=True disables all components."""
        tool = Tool(name="anything", parameters={})
        marked = Visibility(False, match_all=True)._mark_component(tool)
        assert is_enabled(marked) is False


class TestOverride:
    """Test that later marks override earlier ones."""

    def test_enable_overrides_disable(self):
        """An enable after disable results in enabled."""
        tool = Tool(name="foo", parameters={})
        marked = Visibility(False, names={"foo"})._mark_component(tool)
        assert is_enabled(marked) is False

        marked = Visibility(True, names={"foo"})._mark_component(marked)
        assert is_enabled(marked) is True

    def test_disable_overrides_enable(self):
        """A disable after enable results in disabled."""
        tool = Tool(name="foo", parameters={})
        marked = Visibility(True, names={"foo"})._mark_component(tool)
        assert is_enabled(marked) is True

        marked = Visibility(False, names={"foo"})._mark_component(marked)
        assert is_enabled(marked) is False


class TestHelperFunctions:
    """Test is_enabled helper."""

    def test_unmarked_is_enabled(self):
        """Components without marks are enabled by default."""
        tool = Tool(name="foo", parameters={})
        assert is_enabled(tool) is True

    def test_filtering_pattern(self):
        """Common pattern: filter list with is_enabled."""
        tools = [
            Tool(name="enabled", parameters={}),
            Tool(name="disabled", parameters={}),
        ]
        vis = Visibility(False, names={"disabled"})
        marked_tools = [vis._mark_component(t) for t in tools]

        visible = [t for t in marked_tools if is_enabled(t)]
        assert [t.name for t in visible] == ["enabled"]


class TestMetadata:
    """Test metadata handling."""

    def test_internal_metadata_stripped_by_get_meta(self):
        """Internal metadata is stripped when calling get_meta()."""
        tool = Tool(name="foo", parameters={})
        marked = Visibility(True, names={"foo"})._mark_component(tool)

        # Raw meta has _internal
        assert marked.meta is not None
        assert "_internal" in marked.meta.get("fastmcp", {})

        # get_meta() strips it
        output = marked.get_meta()
        assert "_internal" not in output.get("fastmcp", {})

    def test_user_metadata_preserved(self):
        """User-provided metadata is not affected."""
        tool = Tool(name="foo", parameters={}, meta={"custom": "value"})
        marked = Visibility(False, names={"foo"})._mark_component(tool)

        assert marked.meta is not None
        assert marked.meta["custom"] == "value"


class TestRepr:
    """Test string representation."""

    def test_repr_disable(self):
        """Repr shows disable action and criteria."""
        t = Visibility(False, names={"foo"})
        r = repr(t)
        assert "disable" in r
        assert "foo" in r

    def test_repr_enable(self):
        """Repr shows enable action."""
        t = Visibility(True, names={"foo"})
        assert "enable" in repr(t)

    def test_repr_match_all(self):
        """Repr shows match_all."""
        t = Visibility(False, match_all=True)
        assert "match_all=True" in repr(t)


class TestTransformChain:
    """Test Visibility in async transform chains."""

    @pytest.fixture
    def tools(self):
        return [
            Tool(name="public", parameters={}, tags={"public"}),
            Tool(name="internal", parameters={}, tags={"internal"}),
            Tool(name="safe_internal", parameters={}, tags={"internal", "safe"}),
        ]

    async def test_list_tools_marks_matching(self, tools):
        """list_tools applies marks to matching components."""
        disable_internal = Visibility(False, tags=set({"internal"}))

        result = await disable_internal.list_tools(tools)

        assert len(result) == 3
        assert is_enabled(result[0])  # public
        assert not is_enabled(result[1])  # internal
        assert not is_enabled(result[2])  # safe_internal

    async def test_later_transform_overrides(self, tools):
        """Later transforms in chain override earlier ones."""
        disable_internal = Visibility(False, tags=set({"internal"}))
        enable_safe = Visibility(True, tags=set({"safe"}))

        # Apply transforms sequentially
        after_disable = await disable_internal.list_tools(tools)
        result = await enable_safe.list_tools(after_disable)
        enabled = [t for t in result if is_enabled(t)]

        # public: never disabled
        # internal: disabled, stays disabled
        # safe_internal: disabled then re-enabled
        assert {t.name for t in enabled} == {"public", "safe_internal"}

    async def test_allowlist_pattern(self, tools):
        """Disable all, then enable specific = allowlist."""
        disable_all = Visibility(False, match_all=True)
        enable_public = Visibility(True, tags=set({"public"}))

        # Apply transforms sequentially
        after_disable = await disable_all.list_tools(tools)
        result = await enable_public.list_tools(after_disable)
        enabled = [t for t in result if is_enabled(t)]

        assert [t.name for t in enabled] == ["public"]


class TestMalformedKeyWarning:
    """Keys missing the '@' delimiter match nothing, so warn at construction."""

    @pytest.mark.parametrize(
        "key",
        [
            "tool:my_tool",
            "resource:data://config",
            "prompt:analyze",
        ],
    )
    def test_warns_on_key_without_delimiter(self, key: str):
        """A key with no '@' can never match a real component key."""
        with pytest.warns(UserWarning, match="missing the '@' version delimiter"):
            Visibility(False, keys={key})

    @pytest.mark.parametrize(
        "key",
        [
            "tool:my_tool@",
            "tool:my_tool@v1",
            "resource:data://config@",
            "resource:data://[email protected]/profile@",
        ],
    )
    def test_no_warning_on_well_formed_key(self, key: str, recwarn):
        """Well-formed keys, including URIs containing '@', pass silently."""
        Visibility(False, keys={key})
        assert [w for w in recwarn if issubclass(w.category, UserWarning)] == []

    def test_warning_lists_only_malformed_keys(self):
        """The message names the offending keys and omits the valid ones."""
        with pytest.warns(UserWarning) as record:
            Visibility(False, keys={"tool:good@", "tool:bad"})

        message = str(record[0].message)
        assert "tool:bad" in message
        assert "tool:good@" not in message

    def test_other_filters_do_not_warn(self, recwarn):
        """Only `keys` is subject to this validation."""
        Visibility(False, names={"my_tool"})
        Visibility(False, tags={"internal"})
        Visibility(False, match_all=True)
        assert [w for w in recwarn if issubclass(w.category, UserWarning)] == []