Skip to content

DeepTutor: Lifelong Personalized Tutoring. https://deeptutor.info/.

6.2 KB
Raw Blame
#!/usr/bin/env python
"""
Unit tests for the unified PromptManager.
"""

import pytest

from deeptutor.services.prompt import PromptManager, get_prompt_manager


class TestPromptManager:
    """Test cases for PromptManager."""

    def setup_method(self):
        """Reset singleton and cache before each test."""
        PromptManager._instance = None
        PromptManager._cache = {}

    def test_singleton_pattern(self):
        """Test that PromptManager uses singleton pattern."""
        pm1 = PromptManager()
        pm2 = PromptManager()
        assert pm1 is pm2

    def test_get_prompt_manager_returns_singleton(self):
        """Test that get_prompt_manager returns the same instance."""
        pm1 = get_prompt_manager()
        pm2 = get_prompt_manager()
        assert pm1 is pm2

    def test_load_prompts_research_module(self):
        """Test loading prompts for research module."""
        pm = get_prompt_manager()
        prompts = pm.load_prompts(
            module_name="research",
            agent_name="pipeline",
            language="en",
        )
        assert isinstance(prompts, dict)
        # pipeline.yaml carries one section per phase, each of which has
        # its own ``system`` body.
        assert (
            any(
                isinstance(prompts.get(phase), dict) and "system" in prompts[phase]
                for phase in ("rephrase", "decompose", "research_step", "report")
            )
            or prompts == {}
        )

    def test_load_prompts_math_animator_concept_analysis(self):
        """Math animator prompts must be available to the shared loader."""
        pm = get_prompt_manager()
        prompts = pm.reload_prompts("math_animator", "concept_analysis_agent", "zh")

        assert prompts["system"]
        assert prompts["user_template"]

    def test_load_prompts_solve_module(self):
        """Test loading prompts for solve module."""
        pm = get_prompt_manager()
        prompts = pm.load_prompts(
            module_name="solve",
            agent_name="solve_agent",
            language="en",
        )
        assert isinstance(prompts, dict)

    def test_load_prompts_with_subdirectory(self):
        """Test loading prompts with subdirectory (e.g., solve_loop)."""
        pm = get_prompt_manager()
        prompts = pm.load_prompts(
            module_name="solve",
            agent_name="solve_agent",
            language="en",
            subdirectory="solve_loop",
        )
        assert isinstance(prompts, dict)

    def test_caching(self):
        """Test that prompts are cached after first load."""
        pm = get_prompt_manager()

        # First load
        prompts1 = pm.load_prompts("research", "pipeline", "en")

        # Second load should return cached version
        prompts2 = pm.load_prompts("research", "pipeline", "en")

        assert prompts1 is prompts2

    def test_clear_cache_all(self):
        """Test clearing all cache."""
        pm = get_prompt_manager()

        # Load some prompts
        pm.load_prompts("research", "pipeline", "en")
        pm.load_prompts("math_animator", "concept_analysis_agent", "en")

        assert len(pm._cache) >= 2

        pm.clear_cache()
        assert len(pm._cache) == 0

    def test_clear_cache_module_specific(self):
        """Test clearing cache for specific module."""
        pm = get_prompt_manager()

        # Load prompts for multiple modules
        pm.load_prompts("research", "pipeline", "en")
        pm.load_prompts("math_animator", "concept_analysis_agent", "en")

        # Clear only research cache
        pm.clear_cache("research")

        # Solve prompts should still be cached
        assert any("math_animator" in k for k in pm._cache)
        assert not any("research" in k for k in pm._cache)

    def test_get_prompt_helper(self):
        """Test the get_prompt helper method."""
        pm = get_prompt_manager()

        test_prompts = {
            "system": {
                "role": "You are a helpful assistant",
                "task": "Answer questions",
            },
            "simple_key": "Simple value",
        }

        # Test nested access
        role = pm.get_prompt(test_prompts, "system", "role")
        assert role == "You are a helpful assistant"

        # Test simple access (no field)
        simple = pm.get_prompt(test_prompts, "simple_key")
        assert simple == "Simple value"

        # Test fallback
        missing = pm.get_prompt(test_prompts, "nonexistent", "field", "fallback_value")
        assert missing == "fallback_value"

    def test_language_fallback(self):
        """Test language fallback chain."""
        pm = get_prompt_manager()

        # Even with a potentially missing language, should fallback
        prompts = pm.load_prompts("research", "pipeline", "zh")
        assert isinstance(prompts, dict)

    def test_reload_prompts(self):
        """Test force reload bypasses cache."""
        pm = get_prompt_manager()

        # Load and cache
        prompts1 = pm.load_prompts("research", "pipeline", "en")

        # Force reload
        prompts2 = pm.reload_prompts("research", "pipeline", "en")

        # They should be equal but not the same object
        assert prompts1 == prompts2
        # After reload, cache should have fresh entry
        cache_key = "research_pipeline_en"
        assert cache_key in pm._cache


class TestPromptManagerLanguages:
    """Test language handling."""

    def setup_method(self):
        PromptManager._instance = None
        PromptManager._cache = {}

    def test_english_prompts(self):
        """Test loading English prompts."""
        pm = get_prompt_manager()
        prompts = pm.load_prompts("solve", "solve_agent", "en")
        assert isinstance(prompts, dict)

    def test_chinese_prompts(self):
        """Test loading Chinese prompts."""
        pm = get_prompt_manager()
        prompts = pm.load_prompts("solve", "solve_agent", "zh")
        assert isinstance(prompts, dict)

    def test_invalid_language_falls_back(self):
        """Test that invalid language code falls back gracefully."""
        pm = get_prompt_manager()
        # Should not raise, should fallback
        prompts = pm.load_prompts("research", "pipeline", "invalid")
        assert isinstance(prompts, dict)


if __name__ == "__main__":
    pytest.main([__file__, "-v"])