Skip to content

DeepTutor: Lifelong Personalized Tutoring. https://deeptutor.info/.

2.6 KB
Raw Blame
#!/usr/bin/env python
"""Scoped LlamaIndex stdlib logging configuration."""

from __future__ import annotations

from contextlib import contextmanager
import logging
from typing import Any, Iterator


class LlamaIndexLogForwarder(logging.Handler):
    """Forward selected LlamaIndex records into a DeepTutor logger."""

    def __init__(self, target: logging.Logger) -> None:
        super().__init__(logging.DEBUG)
        self._target = target

    def emit(self, record: logging.LogRecord) -> None:
        try:
            self._target.log(record.levelno, record.getMessage(), exc_info=record.exc_info)
        except Exception:
            self.handleError(record)


@contextmanager
def LlamaIndexLogContext(
    logger_name: str | None = None,
    scene: str = "llamaindex",
    min_level: str = "INFO",
) -> Iterator[None]:
    """Forward noisy LlamaIndex records to a named stdlib logger while in scope."""
    target_name = logger_name or f"deeptutor.{scene}"
    target = logging.getLogger(target_name)
    min_level_int = getattr(logging, min_level.upper(), logging.INFO)
    llama_loggers = [
        logging.getLogger("llama_index"),
        logging.getLogger("llama_index.core"),
        logging.getLogger("llama_index.vector_stores"),
        logging.getLogger("llama_index.embeddings"),
    ]

    original_states: list[dict[str, Any]] = []
    forwarders: list[tuple[logging.Logger, LlamaIndexLogForwarder]] = []
    for llama_logger in llama_loggers:
        original_states.append(
            {
                "logger": llama_logger,
                "handlers": list(llama_logger.handlers),
                "level": llama_logger.level,
                "propagate": llama_logger.propagate,
            }
        )
        for handler in list(llama_logger.handlers):
            if isinstance(handler, logging.StreamHandler):
                llama_logger.removeHandler(handler)
        llama_logger.setLevel(logging.DEBUG)
        llama_logger.propagate = False
        forwarder = LlamaIndexLogForwarder(target)
        forwarder.setLevel(min_level_int)
        llama_logger.addHandler(forwarder)
        forwarders.append((llama_logger, forwarder))

    try:
        yield
    finally:
        for llama_logger, forwarder in forwarders:
            if forwarder in llama_logger.handlers:
                llama_logger.removeHandler(forwarder)
            forwarder.close()
        for state in original_states:
            llama_logger = state["logger"]
            llama_logger.handlers[:] = state["handlers"]
            llama_logger.setLevel(state["level"])
            llama_logger.propagate = state["propagate"]