Skip to content

armgit / dify

Public Imported from GitHub
0

Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.

2.5 KB
Raw Blame
"""SQLAlchemy repository for upload files used by knowledge extraction."""

from collections.abc import Sequence

from sqlalchemy import delete, select
from sqlalchemy.orm import Session, sessionmaker

from core.rag.extractor.entity.extract_setting import UploadFileExtractionInput
from models.model import UploadFile


def _query_files(session: Session, *, workspace_id: str, file_ids: Sequence[str]) -> dict[str, UploadFile]:
    if not file_ids:
        return {}
    uploads = session.scalars(
        select(UploadFile).where(UploadFile.id.in_(file_ids), UploadFile.tenant_id == workspace_id)
    )
    return {upload.id: upload for upload in uploads}


def query_upload_extraction_inputs(
    session: Session, *, workspace_id: str, file_ids: Sequence[str]
) -> dict[str, UploadFileExtractionInput]:
    """Read detached extraction inputs without changing the caller's session lifecycle."""
    return {
        upload.id: UploadFileExtractionInput.model_validate(upload)
        for upload in _query_files(session, workspace_id=workspace_id, file_ids=file_ids).values()
    }


class SQLAlchemyKnowledgeUploadRepository:
    def __init__(self, *, session_factory: sessionmaker[Session]) -> None:
        self._session_factory = session_factory

    def get_by_id(self, *, workspace_id: str, file_id: str) -> UploadFileExtractionInput | None:
        return self.get_by_ids(workspace_id=workspace_id, file_ids=(file_id,)).get(file_id)

    def get_by_ids(self, *, workspace_id: str, file_ids: Sequence[str]) -> dict[str, UploadFileExtractionInput]:
        with self._session_factory() as session:
            return query_upload_extraction_inputs(session, workspace_id=workspace_id, file_ids=file_ids)

    def get_files(self, *, workspace_id: str, file_ids: Sequence[str]) -> dict[str, UploadFile]:
        with self._session_factory() as session:
            return _query_files(session, workspace_id=workspace_id, file_ids=file_ids)

    def get_file_name(self, *, workspace_id: str, upload_file_id: str) -> str | None:
        upload = self.get_files(workspace_id=workspace_id, file_ids=(upload_file_id,)).get(upload_file_id)
        return upload.name if upload is not None else None

    def delete_files(self, *, workspace_id: str, file_ids: Sequence[str]) -> None:
        """Remove preview records after their storage cleanup has finished."""
        if not file_ids:
            return
        with self._session_factory.begin() as session:
            session.execute(delete(UploadFile).where(UploadFile.tenant_id == workspace_id, UploadFile.id.in_(file_ids)))