Skip to content

armgit / dify

Public Imported from GitHub
0

Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.

23.7 KB
Raw Blame
from typing import Any

from flask import make_response, redirect, request
from flask_restx import Resource
from pydantic import BaseModel, Field
from sqlalchemy.orm import Session
from werkzeug.exceptions import Forbidden, NotFound

from configs import dify_config
from controllers.common.fields import SimpleResultResponse
from controllers.common.rbac import RBACCheck, Workspace
from controllers.common.schema import query_params_from_model, register_response_schema_models, register_schema_models
from controllers.common.session import with_session
from controllers.console import console_ns
from controllers.console.wraps import (
    RBACPermission,
    account_initialization_required,
    edit_permission_required,
    model_validate,
    rbac_permission_required,
    setup_required,
    with_current_tenant_id,
    with_current_user,
)
from core.entities.provider_entities import ProviderConfig
from core.plugin.entities.plugin_daemon import PluginOAuthAuthorizationUrlResponse
from core.plugin.impl.oauth import OAuthHandler
from core.tools.entities.common_entities import I18nObject
from extensions.ext_application_services import application_services
from fields.base import ResponseModel
from graphon.model_runtime.errors.validate import CredentialsValidateFailedError
from libs.helper import dump_response
from libs.login import login_required
from models import Account
from models.enums import PermissionEnum
from models.provider_ids import DatasourceProviderID
from services.plugin.oauth_service import OAuthProxyService


class DatasourceCredentialPayload(BaseModel):
    name: str | None = Field(default=None, max_length=100)
    credentials: dict[str, Any] = Field(
        description="Plugin-defined credential parameters. The schema is declared by the datasource provider."
    )


class DatasourceCredentialDeletePayload(BaseModel):
    credential_id: str


class DatasourceCredentialUpdatePayload(BaseModel):
    credential_id: str
    name: str | None = Field(default=None, max_length=100)
    credentials: dict[str, Any] | None = Field(
        default=None,
        description="Plugin-defined credential parameters. The schema is declared by the datasource provider.",
    )


class DatasourceCustomClientPayload(BaseModel):
    client_params: dict[str, Any] | None = Field(
        default=None,
        description="Plugin-defined OAuth client parameters. The schema is declared by the datasource provider.",
    )
    enable_oauth_custom_client: bool | None = None


class DatasourceDefaultPayload(BaseModel):
    id: str


class DatasourceUpdateNamePayload(BaseModel):
    credential_id: str
    name: str = Field(max_length=100)


class DatasourceOAuthAuthorizationQuery(BaseModel):
    credential_id: str | None = Field(default=None, description="Credential ID to reauthorize")
    visibility: str | None = Field(
        default=None,
        description=(
            "Visibility for the credential to be created. Accepts 'only_me' or 'all_team_members'; "
            "any other value falls back to 'only_me'. Ignored on reauthorization (credential_id set)."
        ),
    )


class DatasourceOAuthCallbackQuery(BaseModel):
    code: str | None = Field(default=None, description="Authorization code from OAuth provider")
    state: str | None = Field(default=None, description="OAuth state parameter")
    error: str | None = Field(default=None, description="Error message from OAuth provider")
    context_id: str | None = Field(default=None, description="OAuth proxy context ID")


class DatasourceCredentialResponse(ResponseModel):
    credential: dict[str, Any] = Field(
        description="Obfuscated plugin-defined credential parameters from the datasource provider."
    )
    type: str
    name: str
    avatar_url: str | None
    id: str
    is_default: bool


class DatasourceCredentialListResponse(ResponseModel):
    result: list[DatasourceCredentialResponse]


class DatasourceOAuthSchemaResponse(ResponseModel):
    client_schema: list[ProviderConfig]
    credentials_schema: list[ProviderConfig]
    oauth_custom_client_params: dict[str, Any] | None = Field(
        description="Masked plugin-defined OAuth client parameters, when configured for the tenant."
    )
    is_oauth_custom_client_enabled: bool
    is_system_oauth_params_exists: bool
    redirect_uri: str


class DatasourceProviderAuthResponse(ResponseModel):
    author: str
    provider: str
    plugin_id: str
    plugin_unique_identifier: str
    icon: str
    name: str
    label: I18nObject
    description: I18nObject
    credential_schema: list[ProviderConfig]
    oauth_schema: DatasourceOAuthSchemaResponse | None
    credentials_list: list[DatasourceCredentialResponse]


class DatasourceProviderAuthListResponse(ResponseModel):
    result: list[DatasourceProviderAuthResponse]


register_schema_models(
    console_ns,
    DatasourceOAuthAuthorizationQuery,
    DatasourceOAuthCallbackQuery,
    DatasourceCredentialPayload,
    DatasourceCredentialDeletePayload,
    DatasourceCredentialUpdatePayload,
    DatasourceCustomClientPayload,
    DatasourceDefaultPayload,
    DatasourceUpdateNamePayload,
)
register_response_schema_models(
    console_ns,
    DatasourceCredentialListResponse,
    DatasourceProviderAuthListResponse,
    PluginOAuthAuthorizationUrlResponse,
    SimpleResultResponse,
)


@console_ns.route("/oauth/plugin/<path:provider_id>/datasource/get-authorization-url")
class DatasourcePluginOAuthAuthorizationUrl(Resource):
    @console_ns.doc(params=query_params_from_model(DatasourceOAuthAuthorizationQuery))
    @console_ns.response(
        200,
        "Datasource OAuth authorization URL generated successfully",
        console_ns.models[PluginOAuthAuthorizationUrlResponse.__name__],
    )
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_user
    @with_current_tenant_id
    def get(self, current_tenant_id: str, current_user: Account, provider_id: str):
        tenant_id = current_tenant_id
        credential_id = request.args.get("credential_id")
        datasource_provider_id = DatasourceProviderID(provider_id)
        provider_name = datasource_provider_id.provider_name
        plugin_id = datasource_provider_id.plugin_id
        oauth_config = application_services().data_sources.providers.get_oauth_client(
            tenant_id=tenant_id,
            datasource_provider_id=datasource_provider_id,
        )
        if not oauth_config or not oauth_config.credentials:
            raise ValueError(f"No OAuth Client Config for {provider_id}")

        # Visibility is chosen by the user in the frontend before the redirect,
        # then read back in the callback below when the credential is created.
        # Only ONLY_ME / ALL_TEAM are accepted; anything else falls back to
        # ONLY_ME (OAuth tokens are personal by nature).
        # For reauthorization (credential_id set), visibility is ignored — we
        # keep whatever the credential was created with.
        raw_visibility = request.args.get("visibility")
        try:
            requested_visibility = PermissionEnum(raw_visibility) if raw_visibility else PermissionEnum.ONLY_ME
        except ValueError:
            requested_visibility = PermissionEnum.ONLY_ME
        if requested_visibility not in (PermissionEnum.ONLY_ME, PermissionEnum.ALL_TEAM):
            requested_visibility = PermissionEnum.ONLY_ME

        context_id = OAuthProxyService.create_proxy_context(
            user_id=current_user.id,
            tenant_id=tenant_id,
            plugin_id=plugin_id,
            provider=provider_name,
            credential_id=credential_id,
            extra_data={
                "visibility": requested_visibility.value,
                "plugin_unique_identifier": oauth_config.plugin_unique_identifier,
            },
        )
        oauth_handler = OAuthHandler()
        redirect_uri = f"{dify_config.CONSOLE_API_URL}/console/api/oauth/plugin/{provider_id}/datasource/callback"
        authorization_url_response = oauth_handler.get_authorization_url(
            tenant_id=tenant_id,
            user_id=current_user.id,
            plugin_id=plugin_id,
            provider=provider_name,
            redirect_uri=redirect_uri,
            system_credentials=dict(oauth_config.credentials),
            plugin_unique_identifier=oauth_config.plugin_unique_identifier,
        )
        # response-contract:ignore cookie-bearing Flask response
        response = make_response(dump_response(PluginOAuthAuthorizationUrlResponse, authorization_url_response))
        response.set_cookie(
            "context_id",
            context_id,
            httponly=True,
            samesite="Lax",
            max_age=OAuthProxyService.__MAX_AGE__,
        )
        return response


@console_ns.route("/oauth/plugin/<path:provider_id>/datasource/callback")
class DatasourceOAuthCallback(Resource):
    @console_ns.doc(params=query_params_from_model(DatasourceOAuthCallbackQuery))
    # response-contract:ignore redirect response
    @console_ns.response(302, "Redirect to OAuth callback page")
    @setup_required
    def get(self, provider_id: str):
        context_id = request.cookies.get("context_id") or request.args.get("context_id")
        if not context_id:
            raise Forbidden("context_id not found")

        context = OAuthProxyService.use_proxy_context(context_id)
        if context is None:
            raise Forbidden("Invalid context_id")

        user_id: str = context["user_id"]
        tenant_id: str = context["tenant_id"]
        datasource_provider_id = DatasourceProviderID(provider_id)
        plugin_id = datasource_provider_id.plugin_id
        datasource_provider_service = application_services().data_sources.providers
        oauth_client_params = datasource_provider_service.get_oauth_client(
            tenant_id=tenant_id,
            datasource_provider_id=datasource_provider_id,
        )
        if not oauth_client_params or not oauth_client_params.credentials:
            raise NotFound()
        try:
            OAuthProxyService.validate_plugin_context(
                context,
                plugin_id=plugin_id,
                provider=datasource_provider_id.provider_name,
                plugin_unique_identifier=oauth_client_params.plugin_unique_identifier,
            )
        except ValueError as error:
            raise Forbidden(str(error)) from error

        redirect_uri = f"{dify_config.CONSOLE_API_URL}/console/api/oauth/plugin/{provider_id}/datasource/callback"
        oauth_handler = OAuthHandler()
        oauth_response = oauth_handler.get_credentials(
            tenant_id=tenant_id,
            user_id=user_id,
            plugin_id=plugin_id,
            provider=datasource_provider_id.provider_name,
            redirect_uri=redirect_uri,
            system_credentials=dict(oauth_client_params.credentials),
            plugin_unique_identifier=oauth_client_params.plugin_unique_identifier,
            request=request,
        )
        credential_id: str | None = context.get("credential_id")
        if credential_id:
            datasource_provider_service.reauthorize_datasource_oauth_provider(
                tenant_id=tenant_id,
                provider_id=datasource_provider_id,
                avatar_url=oauth_response.metadata.get("avatar_url") or None,
                name=oauth_response.metadata.get("name") or None,
                expire_at=oauth_response.expires_at,
                credentials=dict(oauth_response.credentials),
                credential_id=credential_id,
            )
        else:
            # Visibility was chosen by the user before the redirect and stashed
            # in the proxy context. Fall back to ONLY_ME for older cookies (or
            # anything that somehow wrote an unexpected value) — OAuth tokens
            # are personal by default.
            stored_visibility = context.get("visibility")
            try:
                visibility = PermissionEnum(stored_visibility) if stored_visibility else PermissionEnum.ONLY_ME
            except ValueError:
                visibility = PermissionEnum.ONLY_ME
            if visibility not in (PermissionEnum.ONLY_ME, PermissionEnum.ALL_TEAM):
                visibility = PermissionEnum.ONLY_ME
            datasource_provider_service.add_datasource_oauth_provider(
                tenant_id=tenant_id,
                provider_id=datasource_provider_id,
                avatar_url=oauth_response.metadata.get("avatar_url") or None,
                name=oauth_response.metadata.get("name") or None,
                expire_at=oauth_response.expires_at,
                credentials=dict(oauth_response.credentials),
                user_id=user_id,
                visibility=visibility,
            )
        return redirect(f"{dify_config.CONSOLE_WEB_URL}/oauth-callback")


@console_ns.route("/auth/plugin/datasource/<path:provider_id>")
class DatasourceAuth(Resource):
    @console_ns.expect(console_ns.models[DatasourceCredentialPayload.__name__])
    @console_ns.response(
        200, "Datasource credential created successfully", console_ns.models[SimpleResultResponse.__name__]
    )
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_CREATE, Workspace()))
    @with_current_tenant_id
    @model_validate(DatasourceCredentialPayload)
    def post(self, req_data: DatasourceCredentialPayload, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers

        try:
            datasource_provider_service.add_datasource_api_key_provider(
                tenant_id=current_tenant_id,
                provider_id=datasource_provider_id,
                credentials=req_data.credentials,
                name=req_data.name,
            )
        except CredentialsValidateFailedError as ex:
            raise ValueError(str(ex)) from ex
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200

    @console_ns.response(
        200,
        "Datasource credentials retrieved successfully",
        console_ns.models[DatasourceCredentialListResponse.__name__],
    )
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_user
    @with_current_tenant_id
    def get(self, current_tenant_id: str, user: Account, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers

        datasources = datasource_provider_service.list_datasource_credentials(
            tenant_id=current_tenant_id,
            provider=datasource_provider_id.provider_name,
            plugin_id=datasource_provider_id.plugin_id,
            user=user,
            credential_query=application_services().credential_queries,
        )
        return dump_response(DatasourceCredentialListResponse, {"result": datasources}), 200


@console_ns.route("/auth/plugin/datasource/<path:provider_id>/delete")
class DatasourceAuthDeleteApi(Resource):
    @console_ns.expect(console_ns.models[DatasourceCredentialDeletePayload.__name__])
    @console_ns.response(200, "Success", console_ns.models[SimpleResultResponse.__name__])
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_tenant_id
    @with_session
    @model_validate(DatasourceCredentialDeletePayload)
    def post(
        self, req_data: DatasourceCredentialDeletePayload, session: Session, current_tenant_id: str, provider_id: str
    ):
        datasource_provider_id = DatasourceProviderID(provider_id)
        plugin_id = datasource_provider_id.plugin_id
        provider_name = datasource_provider_id.provider_name

        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.remove_datasource_credentials(
            tenant_id=current_tenant_id,
            auth_id=req_data.credential_id,
            provider=provider_name,
            plugin_id=plugin_id,
            session=session,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200


@console_ns.route("/auth/plugin/datasource/<path:provider_id>/update")
class DatasourceAuthUpdateApi(Resource):
    @console_ns.expect(console_ns.models[DatasourceCredentialUpdatePayload.__name__])
    @console_ns.response(
        201, "Datasource credential updated successfully", console_ns.models[SimpleResultResponse.__name__]
    )
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_tenant_id
    @model_validate(DatasourceCredentialUpdatePayload)
    def post(self, req_data: DatasourceCredentialUpdatePayload, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)

        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.update_datasource_credentials(
            tenant_id=current_tenant_id,
            auth_id=req_data.credential_id,
            provider=datasource_provider_id.provider_name,
            plugin_id=datasource_provider_id.plugin_id,
            credentials=req_data.credentials or {},
            name=req_data.name,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 201


@console_ns.route("/auth/plugin/datasource/list")
class DatasourceAuthListApi(Resource):
    @console_ns.response(
        200,
        "Datasource credentials retrieved successfully",
        console_ns.models[DatasourceProviderAuthListResponse.__name__],
    )
    @setup_required
    @login_required
    @account_initialization_required
    @with_current_user
    @with_current_tenant_id
    @with_session(write=False)
    def get(self, session: Session, current_tenant_id: str, user: Account):
        datasource_provider_service = application_services().data_sources.providers
        datasources = datasource_provider_service.get_all_datasource_credentials(
            tenant_id=current_tenant_id,
            session=session,
            user=user,
            credential_query=application_services().credential_queries,
        )
        return dump_response(DatasourceProviderAuthListResponse, {"result": datasources}), 200


@console_ns.route("/auth/plugin/datasource/default-list")
class DatasourceHardCodeAuthListApi(Resource):
    @console_ns.response(
        200,
        "Default datasource credentials retrieved successfully",
        console_ns.models[DatasourceProviderAuthListResponse.__name__],
    )
    @setup_required
    @login_required
    @account_initialization_required
    @with_current_user
    @with_current_tenant_id
    @with_session(write=False)
    def get(self, session: Session, current_tenant_id: str, user: Account):
        datasource_provider_service = application_services().data_sources.providers
        datasources = datasource_provider_service.get_hard_code_datasource_credentials(
            tenant_id=current_tenant_id,
            session=session,
            user=user,
            credential_query=application_services().credential_queries,
        )
        return dump_response(DatasourceProviderAuthListResponse, {"result": datasources}), 200


@console_ns.route("/auth/plugin/datasource/<path:provider_id>/custom-client")
class DatasourceAuthOauthCustomClient(Resource):
    @console_ns.expect(console_ns.models[DatasourceCustomClientPayload.__name__])
    @console_ns.response(
        200, "Datasource OAuth custom client saved successfully", console_ns.models[SimpleResultResponse.__name__]
    )
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_tenant_id
    @model_validate(DatasourceCustomClientPayload)
    def post(self, req_data: DatasourceCustomClientPayload, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.setup_oauth_custom_client_params(
            tenant_id=current_tenant_id,
            datasource_provider_id=datasource_provider_id,
            client_params=req_data.client_params or {},
            enabled=req_data.enable_oauth_custom_client or False,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200

    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @console_ns.response(200, "Success", console_ns.models[SimpleResultResponse.__name__])
    @with_current_tenant_id
    def delete(self, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.remove_oauth_custom_client_params(
            tenant_id=current_tenant_id,
            datasource_provider_id=datasource_provider_id,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200


@console_ns.route("/auth/plugin/datasource/<path:provider_id>/default")
class DatasourceAuthDefaultApi(Resource):
    @console_ns.expect(console_ns.models[DatasourceDefaultPayload.__name__])
    @console_ns.response(200, "Success", console_ns.models[SimpleResultResponse.__name__])
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_tenant_id
    @model_validate(DatasourceDefaultPayload)
    def post(self, req_data: DatasourceDefaultPayload, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.set_default_datasource_provider(
            tenant_id=current_tenant_id,
            datasource_provider_id=datasource_provider_id,
            credential_id=req_data.id,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200


@console_ns.route("/auth/plugin/datasource/<path:provider_id>/update-name")
class DatasourceUpdateProviderNameApi(Resource):
    @console_ns.expect(console_ns.models[DatasourceUpdateNamePayload.__name__])
    @console_ns.response(200, "Success", console_ns.models[SimpleResultResponse.__name__])
    @setup_required
    @login_required
    @account_initialization_required
    @edit_permission_required
    @rbac_permission_required(RBACCheck(RBACPermission.CREDENTIAL_MANAGE, Workspace()))
    @with_current_tenant_id
    @model_validate(DatasourceUpdateNamePayload)
    def post(self, req_data: DatasourceUpdateNamePayload, current_tenant_id: str, provider_id: str):
        datasource_provider_id = DatasourceProviderID(provider_id)
        datasource_provider_service = application_services().data_sources.providers
        datasource_provider_service.update_datasource_provider_name(
            tenant_id=current_tenant_id,
            datasource_provider_id=datasource_provider_id,
            name=req_data.name,
            credential_id=req_data.credential_id,
        )
        return SimpleResultResponse(result="success").model_dump(mode="json"), 200