Skip to content

armgit / dify

Public Imported from GitHub
0

Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.

2.6 KB
Raw Blame
import posixpath
from collections.abc import Generator
from typing import override

import oss2 as aliyun_s3

from configs import dify_config
from extensions.storage.base_storage import BaseStorage


class AliyunOssStorage(BaseStorage):
    """Implementation for Aliyun OSS storage."""

    def __init__(self):
        super().__init__()
        self.bucket_name = dify_config.ALIYUN_OSS_BUCKET_NAME
        self.folder = dify_config.ALIYUN_OSS_PATH
        oss_auth_method = aliyun_s3.Auth
        region = None
        if dify_config.ALIYUN_OSS_AUTH_VERSION == "v4":
            oss_auth_method = aliyun_s3.AuthV4
            region = dify_config.ALIYUN_OSS_REGION
        oss_auth = oss_auth_method(dify_config.ALIYUN_OSS_ACCESS_KEY, dify_config.ALIYUN_OSS_SECRET_KEY)
        self.client = aliyun_s3.Bucket(
            oss_auth,
            dify_config.ALIYUN_OSS_ENDPOINT,
            self.bucket_name,
            connect_timeout=30,
            region=region,
            cloudbox_id=dify_config.ALIYUN_CLOUDBOX_ID,
        )

    @override
    def save(self, filename, data):
        self.client.put_object(self.__wrapper_folder_filename(filename), data)

    @override
    def load_once(self, filename: str) -> bytes:
        obj = self.client.get_object(self.__wrapper_folder_filename(filename))
        data = obj.read()
        if not isinstance(data, bytes):
            return b""
        return data

    @override
    def load_stream(self, filename: str) -> Generator:
        obj = self.client.get_object(self.__wrapper_folder_filename(filename))
        while chunk := obj.read(4096):
            yield chunk

    @override
    def download(self, filename: str, target_filepath):
        self.client.get_object_to_file(self.__wrapper_folder_filename(filename), target_filepath)

    @override
    def exists(self, filename: str):
        return self.client.object_exists(self.__wrapper_folder_filename(filename))

    @override
    def delete(self, filename: str):
        self.client.delete_object(self.__wrapper_folder_filename(filename))

    @override
    def scan(self, path: str, files: bool = True, directories: bool = False) -> list[str]:
        prefix = self.__wrapper_folder_filename(path)
        folder_prefix = self.folder.rstrip("/") + "/" if self.folder else ""
        keys = (obj.key.removeprefix(folder_prefix) for obj in aliyun_s3.ObjectIterator(self.client, prefix=prefix))
        return self._filter_scan_keys(keys, files, directories)

    def __wrapper_folder_filename(self, filename: str) -> str:
        return posixpath.join(self.folder, filename) if self.folder else filename