Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

3.6 KB
Raw Blame
package service

import (
	"krillin-ai/config"
	"krillin-ai/internal/ttsprovider"
	"krillin-ai/internal/types"
	"krillin-ai/log"
	"krillin-ai/pkg/aliyun"
	"krillin-ai/pkg/fasterwhisper"
	"krillin-ai/pkg/funasr"
	pkgimage "krillin-ai/pkg/image"
	"krillin-ai/pkg/localtts"
	"krillin-ai/pkg/openai"
	"krillin-ai/pkg/volcengine"
	"krillin-ai/pkg/whisper"
	"krillin-ai/pkg/whispercpp"
	"krillin-ai/pkg/whisperkit"

	"go.uber.org/zap"
)

type Service struct {
	Transcriber        types.Transcriber
	ChatCompleter      types.ChatCompleter
	TerminologyEnabled bool
	TtsClient          types.Ttser
	OssClient          *aliyun.OssClient
	VoiceCloneClient   *aliyun.VoiceCloneClient
	YouTubeSubtitleSrv *YouTubeSubtitleService
	ImageClient        *pkgimage.OpenAICompatibleClient
}

func NewService() *Service {
	var transcriber types.Transcriber
	var chatCompleter types.ChatCompleter
	var ttsClient types.Ttser

	switch config.Conf.Transcribe.Provider {
	case "openai":
		transcriber = whisper.NewClient(config.Conf.Transcribe.Openai.BaseUrl, config.Conf.Transcribe.Openai.ApiKey, config.Conf.App.Proxy)
		if model := config.Conf.Transcribe.Openai.OfficialModel; model != "" {
			transcriber = whisper.NewOfficialClient(config.Conf.Transcribe.Openai.BaseUrl, config.Conf.Transcribe.Openai.ApiKey, config.Conf.App.Proxy, model)
		}
	case "funasr":
		transcriber = funasr.NewClient(config.Conf.Transcribe.FunASR.BaseUrl, config.Conf.Transcribe.FunASR.ApiKey, config.Conf.Transcribe.FunASR.Model, config.Conf.Transcribe.FunASR.TimeoutMs, config.Conf.App.Proxy)
	case "fasterwhisper":
		transcriber = fasterwhisper.NewFastwhisperProcessor(config.Conf.Transcribe.Fasterwhisper.Model)
	case "whispercpp":
		transcriber = whispercpp.NewWhispercppProcessor(config.Conf.Transcribe.Whispercpp.Model)
	case "whisperkit":
		transcriber = whisperkit.NewWhisperKitProcessor(config.Conf.Transcribe.Whisperkit.Model)
	case "aliyun":
		cc, err := aliyun.NewAsrClient(config.Conf.Transcribe.Aliyun.Speech.AccessKeyId, config.Conf.Transcribe.Aliyun.Speech.AccessKeySecret, config.Conf.Transcribe.Aliyun.Speech.AppKey, true)
		if err != nil {
			log.GetLogger().Error("创建阿里云语音识别客户端失败: ", zap.Error(err))
			return nil
		}
		transcriber = cc
	case "volcengine":
		transcriber = volcengine.NewAsrClient(
			config.Conf.Transcribe.Volcengine.BaseUrl,
			config.Conf.Transcribe.Volcengine.AppId,
			config.Conf.Transcribe.Volcengine.AccessToken,
			config.Conf.Transcribe.Volcengine.ResourceId,
			config.Conf.App.Proxy,
		)
	}
	log.GetLogger().Info("当前选择的转录源: ", zap.String("transcriber", config.Conf.Transcribe.Provider))

	chatCompleter = openai.NewClient(config.Conf.Llm.BaseUrl, config.Conf.Llm.ApiKey, config.Conf.App.Proxy)

	switch config.Conf.Tts.Provider {
	case "openai":
		ttsClient, _ = ttsprovider.New("openai")
	case "aliyun":
		ttsClient, _ = ttsprovider.New("aliyun")
	case "edge-tts":
		ttsClient = localtts.NewEdgeTtsClient()
	case "minimax":
		ttsClient, _ = ttsprovider.New("minimax")
	case "volcengine":
		ttsClient, _ = ttsprovider.New("volcengine")
	}

	s := &Service{
		Transcriber:        transcriber,
		ChatCompleter:      chatCompleter,
		TerminologyEnabled: true,
		TtsClient:          ttsClient,
		OssClient:          aliyun.NewOssClient(config.Conf.Transcribe.Aliyun.Oss),
		VoiceCloneClient:   aliyun.NewVoiceCloneClient(config.Conf.Tts.Aliyun.Speech.AccessKeyId, config.Conf.Tts.Aliyun.Speech.AccessKeySecret, config.Conf.Tts.Aliyun.Speech.AppKey),
		ImageClient:        pkgimage.NewOpenAICompatibleClient(config.Conf.Image.Openai.BaseUrl, config.Conf.Image.Openai.ApiKey, config.Conf.Image.Openai.Model),
	}
	s.YouTubeSubtitleSrv = NewYouTubeSubtitleService()

	return s
}