Skip to content

DeepTutor: Lifelong Personalized Tutoring. https://deeptutor.info/.

2.8 KB
Raw Blame
"""Focused tests for Immersive Reading's dynamic composer question."""

from __future__ import annotations

import asyncio

import pytest

from deeptutor.services import reading_hints


@pytest.fixture(autouse=True)
def clear_hint_state() -> None:
    reading_hints._cache.clear()
    reading_hints._inflight.clear()


def _material() -> reading_hints._Material:
    return reading_hints._Material(
        material_id="material-1",
        title="Residual Networks",
        render_mode="pdf",
        locator=7,
        unit_text="A residual block adds its input to the transformed signal.",
        selection="",
        transcript=[],
        transcript_length=2,
    )


def test_sanitize_rejects_non_question_output() -> None:
    assert reading_hints._sanitize("Residual connections stabilize gradients.", "en") == ""
    assert (
        reading_hints._sanitize(
            "Why do I need residual connections?",
            "en",
            "Residual connections are needed to stabilize gradients.",
        )
        == ""
    )
    assert reading_hints._sanitize("Why do I need a residual connection here?", "en")


@pytest.mark.asyncio
async def test_cache_hit_does_not_invoke_llm_again(monkeypatch: pytest.MonkeyPatch) -> None:
    material = _material()
    calls = 0

    async def collect(*_args: object) -> reading_hints._Material:
        return material

    async def call_llm(_material: reading_hints._Material, _language: str) -> str:
        nonlocal calls
        calls += 1
        return "Why do I need a residual connection here?"

    monkeypatch.setattr(reading_hints, "_collect", collect)
    monkeypatch.setattr(reading_hints, "_call_llm", call_llm)
    monkeypatch.setattr(reading_hints, "_response_language", lambda: "en")

    first = await reading_hints.get_ask_hint("workspace-1", locator=7)
    second = await reading_hints.get_ask_hint("workspace-1", locator=7)

    assert first == second
    assert first["hint"] == "Why do I need a residual connection here?"
    assert calls == 1


@pytest.mark.asyncio
@pytest.mark.parametrize(
    "error",
    [asyncio.TimeoutError(), RuntimeError("model unavailable")],
    ids=["timeout", "failure"],
)
async def test_llm_failure_returns_empty_hint(
    monkeypatch: pytest.MonkeyPatch, error: Exception
) -> None:
    async def collect(*_args: object) -> reading_hints._Material:
        return _material()

    async def fail_llm(_material: reading_hints._Material, _language: str) -> str:
        raise error

    monkeypatch.setattr(reading_hints, "_collect", collect)
    monkeypatch.setattr(reading_hints, "_call_llm", fail_llm)
    monkeypatch.setattr(reading_hints, "_response_language", lambda: "en")

    result = await reading_hints.get_ask_hint("workspace-1", locator=7)

    assert result["hint"] == ""
    assert result["material_id"] == "material-1"