Skip to content

DeepTutor: Lifelong Personalized Tutoring. https://deeptutor.info/.

2.6 KB
Raw Blame
"""Background service that periodically syncs GitHub sources into KBs."""

from __future__ import annotations

import logging
from pathlib import Path

from deeptutor.multi_user.context import reset_current_user, set_current_user
from deeptutor.multi_user.paths import local_admin_user
from deeptutor.services.base_sync import BaseSourceSyncService, default_base_dir, is_stale
from deeptutor.services.github_source.sync import SYNC_INTERVAL_HOURS, redact_sync_error

logger = logging.getLogger(__name__)


class GitHubSourceSyncService(BaseSourceSyncService):
    """Periodically syncs all GitHub sources."""

    def __init__(self, *, base_dir=None, client=None, check_interval_s=3600, owner=None):
        if owner is None and base_dir is not None:
            if Path(base_dir).resolve() != Path(default_base_dir()).resolve():
                raise ValueError("A custom GitHub sync base_dir requires an explicit owner.")
        super().__init__(base_dir=base_dir, check_interval_s=check_interval_s)
        self._client = client
        self._owner = owner or local_admin_user()

    @property
    def task_name(self) -> str:
        return "github-source-sync"

    async def _sync_one_cycle(self) -> None:
        from deeptutor.knowledge.manager import KnowledgeBaseManager
        from deeptutor.services.github_source.sync import sync_source

        token = set_current_user(self._owner)
        try:
            base_dir = self.effective_base_dir
            manager = KnowledgeBaseManager(base_dir=base_dir)

            all_sources = manager.get_all_github_sources()
            for kb_name, source in all_sources:
                if not source.get("enabled", True):
                    continue
                if not is_stale(source, stale_hours=SYNC_INTERVAL_HOURS):
                    continue
                sid = source.get("id", "?")
                try:
                    await sync_source(
                        kb_name=kb_name,
                        source=source,
                        base_dir=base_dir,
                        client=self._client,
                    )
                except Exception as exc:
                    manager.update_github_source_state(
                        kb_name=kb_name,
                        source_id=sid,
                        last_sync_status="error",
                        last_sync_error=redact_sync_error(exc),
                    )
        finally:
            reset_current_user(token)


_sync_service = None


def get_sync_service():
    global _sync_service
    if _sync_service is None:
        _sync_service = GitHubSourceSyncService()
    return _sync_service