Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

feat: add faster-whisper support

沈浩635d9a644a93
diff --git a/.gitignore b/.gitignore
index 4cb240f9..dc5b3209 100644
--- a/.gitignore
+++ b/.gitignore
@@ -4,6 +4,7 @@ cookies.txt
.vscode/
config/config.toml
bin/
+models/
uploads/
app.log
build/
\ No newline at end of file
diff --git a/config/config-example.toml b/config/config-example.toml
index b8dc2edb..17d6ddf0 100644
--- a/config/config-example.toml
+++ b/config/config-example.toml
@@ -1,18 +1,23 @@
[app]
- segment_duration = 5 # 音频分割间隔,单位:分钟
- translate_parallel_num = 5 # 并发进行大模型翻译的数量上限
- proxy = "" # 网络代理地址,格式如http://127.0.0.1:7890
- transcribe_provider = "openai" # 语音识别供应商,当前可选值:openai,aliyun。强烈建议openai,选择后需要在下方配置供应商密钥等信息,下同
- llm_provider = "openai" # LLM供应商,当前可选值:openai,aliyun
+ segment_duration = 5 # 音频分割间隔,单位:分钟,建议值:5-10
+ translate_parallel_num = 5 # 并发进行大模型翻译的数量上限,建议值:5
+ proxy = "" # 网络代理地址,格式如http://127.0.0.1:7890,可不填
+ transcribe_provider = "openai" # 语音识别,当前可选值:openai,fasterwhisper,aliyun。fasterwhisper不支持macOS
+ llm_provider = "openai" # LLM,当前可选值:openai,aliyun
[server]
host = "127.0.0.1"
port = 8888
+# 下方的配置非必填,请结合上方的选项和文档说明进行配置
+[local_model]
+ faster_whisper = "medium" # fasterwhisper的本地模型选择,可选值:tiny,medium,large-v2。建议medium及以上
+
[openai]
+ base_url = "" # OpenAI API 自定义base url,可配合转发站密钥使用,留空为默认API地址
api_key = "sk-XXX" # OpenAI API密钥
-[aliyun] # 阿里云此处的配置非必填,请参考文档中的“阿里云配置说明”
+[aliyun] # 具体请参考文档中的“阿里云配置说明”
[aliyun.oss]
access_key_id = ""
access_key_secret = ""
diff --git a/config/config.go b/config/config.go
index 562225df..7e929ec1 100644
--- a/config/config.go
+++ b/config/config.go
@@ -1,6 +1,7 @@
package config
import (
+ "errors"
"github.com/BurntSushi/toml"
"net/url"
)
@@ -19,8 +20,13 @@ type Server struct {
Port int `toml:"port"`
}
+type LocalModel struct {
+ FasterWhisper string `toml:"faster_whisper"`
+}
+
type Openai struct {
- ApiKey string `toml:"api_key"`
+ BaseUrl string `toml:"base_url"`
+ ApiKey string `toml:"api_key"`
}
type AliyunOss struct {
@@ -46,20 +52,30 @@ type Aliyun struct {
}
type Config struct {
- App App `toml:"app"`
- Server Server `toml:"server"`
- Openai Openai `toml:"openai"`
- Aliyun Aliyun `toml:"aliyun"`
+ App App `toml:"app"`
+ Server Server `toml:"server"`
+ LocalModel LocalModel `toml:"local_model"`
+ Openai Openai `toml:"openai"`
+ Aliyun Aliyun `toml:"aliyun"`
}
var Conf Config
func LoadConfig(filePath string) error {
- _, err := toml.DecodeFile(filePath, &Conf)
+ var err error
+ _, err = toml.DecodeFile(filePath, &Conf)
if err != nil {
return err
}
// 解析代理地址
Conf.App.ParsedProxy, err = url.Parse(Conf.App.Proxy)
- return err
+ if err != nil {
+ return err
+ }
+ if Conf.App.TranscribeProvider == "fasterwhisper" {
+ if Conf.LocalModel.FasterWhisper != "tiny" {
+ return errors.New("检测到开启了fasterwhisper,但模型选型配置不正确,请检查配置")
+ }
+ }
+ return nil
}
diff --git a/internal/deps/checker.go b/internal/deps/checker.go
new file mode 100644
index 00000000..1863c74b
--- /dev/null
+++ b/internal/deps/checker.go
@@ -0,0 +1,320 @@
+package deps
+
+import (
+ "fmt"
+ "go.uber.org/zap"
+ "krillin-ai/config"
+ "krillin-ai/internal/storage"
+ "krillin-ai/log"
+ "krillin-ai/pkg/util"
+ "os"
+ "os/exec"
+ "runtime"
+)
+
+func CheckDependency() error {
+ err := checkAndDownloadFfmpeg()
+ if err != nil {
+ log.GetLogger().Error("ffmpeg环境准备失败", zap.Error(err))
+ return err
+ }
+ err = checkAndDownloadFfprobe()
+ if err != nil {
+ log.GetLogger().Error("ffprobe环境准备失败", zap.Error(err))
+ return err
+ }
+ err = checkAndDownloadYtDlp()
+ if err != nil {
+ log.GetLogger().Error("yt-dlp环境准备失败", zap.Error(err))
+ return err
+ }
+ if config.Conf.App.TranscribeProvider == "fasterwhisper" {
+ err = checkFasterWhisper()
+ if err != nil {
+ log.GetLogger().Error("fasterwhisper环境准备失败", zap.Error(err))
+ return err
+ }
+ err = checkModel()
+ if err != nil {
+ log.GetLogger().Error("本地模型环境准备失败", zap.Error(err))
+ return err
+ }
+ }
+
+ return nil
+}
+
+// 检测并安装ffmpeg
+func checkAndDownloadFfmpeg() error {
+ // 检查ffmpeg是否已经安装
+ _, err := exec.LookPath("ffmpeg")
+ if err == nil {
+ log.GetLogger().Info("已找到ffmpeg")
+ storage.FfmpegPath = "ffmpeg"
+ return nil
+ }
+
+ ffmpegBinFilePath := "./bin/ffmpeg"
+ if runtime.GOOS == "windows" {
+ ffmpegBinFilePath += ".exe"
+ }
+ // 先前下载过的
+ if _, err = os.Stat(ffmpegBinFilePath); err == nil {
+ log.GetLogger().Info("已找到ffmpeg")
+ storage.FfmpegPath = ffmpegBinFilePath
+ return nil
+ }
+
+ log.GetLogger().Info("没有找到ffmpeg,即将开始自动安装")
+ // 确保./bin目录存在
+ err = os.MkdirAll("./bin", 0755)
+ if err != nil {
+ log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
+ return err
+ }
+
+ var ffmpegURL string
+ if runtime.GOOS == "linux" {
+ ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-linux-64.zip"
+ } else if runtime.GOOS == "darwin" {
+ ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-macos-64.zip"
+ } else if runtime.GOOS == "windows" {
+ ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-win-64.zip"
+ } else {
+ log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
+ return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
+ }
+
+ // 下载
+ ffmpegDownloadPath := "./bin/ffmpeg.zip"
+ err = util.DownloadFile(ffmpegURL, ffmpegDownloadPath, config.Conf.App.Proxy)
+ if err != nil {
+ log.GetLogger().Error("下载ffmpeg失败", zap.Error(err))
+ return err
+ }
+ err = util.Unzip(ffmpegDownloadPath, "./bin")
+ if err != nil {
+ log.GetLogger().Error("解压ffmpeg失败", zap.Error(err))
+ return err
+ }
+ log.GetLogger().Info("ffmpeg解压成功")
+
+ if runtime.GOOS != "windows" {
+ err = os.Chmod(ffmpegBinFilePath, 0755)
+ if err != nil {
+ log.GetLogger().Error("设置文件权限失败", zap.Error(err))
+ return err
+ }
+ }
+
+ storage.FfmpegPath = ffmpegBinFilePath
+ log.GetLogger().Info("ffmpeg安装完成", zap.String("路径", ffmpegBinFilePath))
+
+ return nil
+}
+
+// 检测并安装ffprobe
+func checkAndDownloadFfprobe() error {
+ // 检查检测并安装ffprobe是否已经安装
+ _, err := exec.LookPath("ffprobe")
+ if err == nil {
+ log.GetLogger().Info("已找到ffprobe")
+ storage.FfprobePath = "ffprobe"
+ return nil
+ }
+
+ ffprobeBinFilePath := "./bin/ffprobe"
+ if runtime.GOOS == "windows" {
+ ffprobeBinFilePath += ".exe"
+ }
+ // 先前下载过的
+ if _, err = os.Stat(ffprobeBinFilePath); err == nil {
+ log.GetLogger().Info("已找到ffprobe")
+ storage.FfprobePath = ffprobeBinFilePath
+ return nil
+ }
+
+ log.GetLogger().Info("没有找到ffprobe,即将开始自动安装")
+ // 确保./bin目录存在
+ err = os.MkdirAll("./bin", 0755)
+ if err != nil {
+ log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
+ return err
+ }
+
+ var ffprobeURL string
+ if runtime.GOOS == "linux" {
+ ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-linux-64.zip"
+ } else if runtime.GOOS == "darwin" {
+ ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-macos-64.zip"
+ } else if runtime.GOOS == "windows" {
+ ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-win-64.zip"
+ } else {
+ log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
+ return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
+ }
+
+ // 下载
+ ffprobeDownloadPath := "./bin/ffprobe.zip"
+ err = util.DownloadFile(ffprobeURL, ffprobeDownloadPath, config.Conf.App.Proxy)
+ if err != nil {
+ log.GetLogger().Error("下载ffprobe失败", zap.Error(err))
+ return err
+ }
+ err = util.Unzip(ffprobeDownloadPath, "./bin")
+ if err != nil {
+ log.GetLogger().Error("解压ffprobe失败", zap.Error(err))
+ return err
+ }
+ log.GetLogger().Info("ffprobe解压成功")
+
+ if runtime.GOOS != "windows" {
+ err = os.Chmod(ffprobeBinFilePath, 0755)
+ if err != nil {
+ log.GetLogger().Error("设置文件权限失败", zap.Error(err))
+ return err
+ }
+ }
+
+ storage.FfprobePath = ffprobeBinFilePath
+ log.GetLogger().Info("ffprobe安装完成", zap.String("路径", ffprobeBinFilePath))
+
+ return nil
+}
+
+// 检测并安装yt-dlp
+func checkAndDownloadYtDlp() error {
+ _, err := exec.LookPath("yt-dlp")
+ if err == nil {
+ log.GetLogger().Info("已找到yt-dlp")
+ storage.YtdlpPath = "yt-dlp"
+ return nil
+ }
+
+ ytdlpBinFilePath := "./bin/yt-dlp"
+ if runtime.GOOS == "windows" {
+ ytdlpBinFilePath += ".exe"
+ }
+ // 先前下载过的
+ if _, err = os.Stat(ytdlpBinFilePath); err == nil {
+ log.GetLogger().Info("已找到ytdlp")
+ storage.YtdlpPath = ytdlpBinFilePath
+ return nil
+ }
+
+ log.GetLogger().Info("没有找到yt-dlp,即将开始自动安装")
+ err = os.MkdirAll("./bin", 0755)
+ if err != nil {
+ log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
+ return err
+ }
+
+ var ytDlpURL string
+ if runtime.GOOS == "linux" {
+ ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp_linux"
+ } else if runtime.GOOS == "darwin" {
+ ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp_macos"
+ } else if runtime.GOOS == "windows" {
+ ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp.exe"
+ } else {
+ log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
+ return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
+ }
+
+ err = util.DownloadFile(ytDlpURL, ytdlpBinFilePath, config.Conf.App.Proxy)
+ if err != nil {
+ log.GetLogger().Error("下载yt-dlp失败", zap.Error(err))
+ return err
+ }
+
+ if runtime.GOOS != "windows" {
+ err = os.Chmod(ytdlpBinFilePath, 0755)
+ if err != nil {
+ log.GetLogger().Error("设置文件权限失败", zap.Error(err))
+ return err
+ }
+ }
+
+ storage.YtdlpPath = ytdlpBinFilePath
+ log.GetLogger().Info("yt-dlp安装完成", zap.String("路径", ytdlpBinFilePath))
+
+ return nil
+}
+
+// 检测faster whisper
+func checkFasterWhisper() error {
+ var (
+ filePath string
+ err error
+ )
+ if runtime.GOOS == "windows" {
+ filePath = "./bin/faster-whisper/Faster-Whisper-XXL/faster-whisper-xxl.exe"
+ } else if runtime.GOOS == "linux" {
+ filePath = "./bin/faster-whisper/Whisper-Faster-XXL/whisper-faster-xxl"
+ } else {
+ return fmt.Errorf("fasterwhisper不支持你当前的操作系统: %s,请选择其它transcription provider", runtime.GOOS)
+ }
+ if _, err = os.Stat(filePath); os.IsNotExist(err) {
+ log.GetLogger().Info("没有找到faster-whisper,即将开始自动下载,文件较大请耐心等待")
+ var downloadUrl string
+ if runtime.GOOS == "windows" {
+ downloadUrl = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/Faster-Whisper-XXL_r194.5_windows.zip"
+ } else {
+ downloadUrl = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/Faster-Whisper-XXL_r192.3.1_linux.zip"
+ }
+ err = util.DownloadFile(downloadUrl, "./bin/faster-whisper.zip", config.Conf.App.Proxy)
+ if err != nil {
+ log.GetLogger().Error("下载faster-whisper失败", zap.Error(err))
+ return err
+ }
+ log.GetLogger().Info("开始解压faster-whisper")
+ err = util.Unzip("./bin/faster-whisper.zip", "./bin/faster-whisper/")
+ if err != nil {
+ log.GetLogger().Error("解压faster-whisper失败", zap.Error(err))
+ return err
+ }
+ }
+ if runtime.GOOS != "windows" {
+ err = os.Chmod(filePath, 0755)
+ if err != nil {
+ log.GetLogger().Error("设置文件权限失败", zap.Error(err))
+ return err
+ }
+ }
+ storage.FasterwhisperPath = filePath
+ log.GetLogger().Info("faster-whisper检查完成", zap.String("路径", filePath))
+ return nil
+}
+
+// 检测本地模型
+func checkModel() error {
+ var err error
+ if _, err = os.Stat("./models"); os.IsNotExist(err) {
+ err = os.MkdirAll("./models", 0755)
+ if err != nil {
+ log.GetLogger().Error("创建./models目录失败", zap.Error(err))
+ return err
+ }
+ }
+ // 模型文件
+ model := config.Conf.LocalModel.FasterWhisper
+ modelFile := fmt.Sprintf("./models/faster-whisper-%s/model.bin", model)
+ if _, err = os.Stat(modelFile); os.IsNotExist(err) {
+ // 下载
+ log.GetLogger().Info(fmt.Sprintf("没有找到模型文件%s,即将开始自动下载", modelFile))
+ downloadUrl := fmt.Sprintf("https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/faster-whisper-%s.zip", model)
+ err = util.DownloadFile(downloadUrl, fmt.Sprintf("./models/faster-whisper-%s.zip", model), config.Conf.App.Proxy)
+ if err != nil {
+ log.GetLogger().Error("下载模型失败", zap.Error(err))
+ return err
+ }
+ err = util.Unzip(fmt.Sprintf("./models/faster-whisper-%s.zip", model), fmt.Sprintf("./models/faster-whisper-%s/", model))
+ if err != nil {
+ log.GetLogger().Error("解压模型失败", zap.Error(err))
+ return err
+ }
+ log.GetLogger().Info("模型下载完成", zap.String("路径", modelFile))
+ }
+ log.GetLogger().Info("模型检查完成", zap.String("路径", modelFile))
+ return nil
+}
diff --git a/internal/service/init.go b/internal/service/init.go
index 042cdc2b..d7a52f6e 100644
--- a/internal/service/init.go
+++ b/internal/service/init.go
@@ -6,6 +6,7 @@ import (
"krillin-ai/internal/types"
"krillin-ai/log"
"krillin-ai/pkg/aliyun"
+ "krillin-ai/pkg/fasterwhisper"
"krillin-ai/pkg/openai"
)
@@ -23,15 +24,17 @@ func NewService() *Service {
switch config.Conf.App.TranscribeProvider {
case "openai":
- transcriber = openai.NewClient(config.Conf.Openai.ApiKey, config.Conf.App.Proxy)
+ transcriber = openai.NewClient(config.Conf.Openai.BaseUrl, config.Conf.Openai.ApiKey, config.Conf.App.Proxy)
case "aliyun":
transcriber = aliyun.NewAsrClient(config.Conf.Aliyun.Bailian.ApiKey)
+ case "fasterwhisper":
+ transcriber = fasterwhisper.NewFastwhisperProcessor(config.Conf.LocalModel.FasterWhisper)
}
log.GetLogger().Info("当前选择的转录源: ", zap.String("transcriber", config.Conf.App.TranscribeProvider))
switch config.Conf.App.LlmProvider {
case "openai":
- chatCompleter = openai.NewClient(config.Conf.Openai.ApiKey, config.Conf.App.Proxy)
+ chatCompleter = openai.NewClient(config.Conf.Openai.BaseUrl, config.Conf.Openai.ApiKey, config.Conf.App.Proxy)
case "aliyun":
chatCompleter = aliyun.NewChatClient(config.Conf.Aliyun.Bailian.ApiKey)
}
diff --git a/internal/service/subtitle_service.go b/internal/service/subtitle_service.go
index d7d609dd..3dd7c16b 100644
--- a/internal/service/subtitle_service.go
+++ b/internal/service/subtitle_service.go
@@ -463,7 +463,7 @@ func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskSt
if language == "zh_cn" {
language = "zh" // 切换一下
}
- transcriptionData, err = s.Transcriber.Transcription(audioFile.AudioFile, language)
+ transcriptionData, err = s.Transcriber.Transcription(audioFile.AudioFile, language, stepParam.TaskBasePath)
if err == nil {
break
}
diff --git a/internal/storage/bin.go b/internal/storage/bin.go
index 8491c174..de217c42 100644
--- a/internal/storage/bin.go
+++ b/internal/storage/bin.go
@@ -1,7 +1,8 @@
package storage
var (
- FfmpegPath string
- FfprobePath string
- YtdlpPath string
+ FfmpegPath string
+ FfprobePath string
+ YtdlpPath string
+ FasterwhisperPath string
)
diff --git a/internal/types/fasterwhisper.go b/internal/types/fasterwhisper.go
new file mode 100644
index 00000000..077d005a
--- /dev/null
+++ b/internal/types/fasterwhisper.go
@@ -0,0 +1,24 @@
+package types
+
+type FasterWhisperOutput struct {
+ Segments []struct {
+ Id int `json:"id"`
+ Seek int `json:"seek"`
+ Start float64 `json:"start"`
+ End float64 `json:"end"`
+ Text string `json:"text"`
+ Tokens []int `json:"tokens"`
+ Temperature float64 `json:"temperature"`
+ AvgLogprob float64 `json:"avg_logprob"`
+ CompressionRatio float64 `json:"compression_ratio"`
+ NoSpeechProb float64 `json:"no_speech_prob"`
+ Words []struct {
+ Start float64 `json:"start"`
+ End float64 `json:"end"`
+ Word string `json:"word"`
+ Probability float64 `json:"probability"`
+ } `json:"words"`
+ } `json:"segments"`
+ Language string `json:"language"`
+ Text string `json:"text"`
+}
diff --git a/internal/types/interface.go b/internal/types/interface.go
index 5cc6b891..6d6de42c 100644
--- a/internal/types/interface.go
+++ b/internal/types/interface.go
@@ -5,5 +5,5 @@ type ChatCompleter interface {
}
type Transcriber interface {
- Transcription(audioFile, language string) (*TranscriptionData, error)
+ Transcription(audioFile, language, wordDir string) (*TranscriptionData, error)
}
diff --git a/main.go b/main.go
index dea38fd5..095d1d95 100644
--- a/main.go
+++ b/main.go
@@ -2,18 +2,16 @@ package main
import (
"fmt"
+ "github.com/gin-gonic/gin"
"go.uber.org/zap"
"krillin-ai/config"
+ "krillin-ai/internal/deps"
"krillin-ai/internal/router"
"krillin-ai/log"
- "krillin-ai/pkg/util"
-
- "github.com/gin-gonic/gin"
)
type App struct {
- Engine *gin.Engine
- ProxyUrl string
+ Engine *gin.Engine
}
func main() {
@@ -23,23 +21,13 @@ func main() {
err = config.LoadConfig("./config/config.toml")
if err != nil {
- log.GetLogger().Error("加载配置文件失败: %v", zap.Error(err))
+ log.GetLogger().Error("加载配置文件失败", zap.Error(err))
return
}
- err = util.CheckAndDownloadFfmpeg()
- if err != nil {
- log.GetLogger().Error("ffmpeg环境准备失败", zap.Error(err))
- return
- }
- err = util.CheckAndDownloadFfprobe()
- if err != nil {
- log.GetLogger().Error("ffprobe环境准备失败", zap.Error(err))
- return
- }
- err = util.CheckAndDownloadYtDlp()
+ err = deps.CheckDependency()
if err != nil {
- log.GetLogger().Error("yt-dlp环境准备失败", zap.Error(err))
+ log.GetLogger().Error("依赖环境准备失败", zap.Error(err))
return
}
@@ -48,7 +36,6 @@ func main() {
Engine: gin.Default(),
}
- app.Engine = gin.Default()
router.SetupRouter(app.Engine)
_ = app.Engine.Run(fmt.Sprintf("%s:%d", config.Conf.Server.Host, config.Conf.Server.Port))
}
diff --git a/pkg/aliyun/asr.go b/pkg/aliyun/asr.go
index 2dcdd95c..9577ec3f 100644
--- a/pkg/aliyun/asr.go
+++ b/pkg/aliyun/asr.go
@@ -33,7 +33,7 @@ const (
var dialer = websocket.DefaultDialer
-func (c AsrClient) Transcription(audioFile, language string) (*types.TranscriptionData, error) {
+func (c AsrClient) Transcription(audioFile, language, workDir string) (*types.TranscriptionData, error) {
// 处理音频
processedAudioFile, err := processAudio(audioFile)
if err != nil {
diff --git a/pkg/fasterwhisper/init.go b/pkg/fasterwhisper/init.go
new file mode 100644
index 00000000..a3328721
--- /dev/null
+++ b/pkg/fasterwhisper/init.go
@@ -0,0 +1,12 @@
+package fasterwhisper
+
+type FastwhisperProcessor struct {
+ WorkDir string // 生成中间文件的目录
+ Model string
+}
+
+func NewFastwhisperProcessor(model string) *FastwhisperProcessor {
+ return &FastwhisperProcessor{
+ Model: model,
+ }
+}
diff --git a/pkg/fasterwhisper/transcription.go b/pkg/fasterwhisper/transcription.go
new file mode 100644
index 00000000..6e0288cf
--- /dev/null
+++ b/pkg/fasterwhisper/transcription.go
@@ -0,0 +1,65 @@
+package fasterwhisper
+
+import (
+ "encoding/json"
+ "go.uber.org/zap"
+ "krillin-ai/internal/storage"
+ "krillin-ai/internal/types"
+ "krillin-ai/log"
+ "krillin-ai/pkg/util"
+ "os"
+ "os/exec"
+ "strings"
+)
+
+func (c *FastwhisperProcessor) Transcription(audioFile, language, workDir string) (*types.TranscriptionData, error) {
+ cmdArgs := []string{
+ "--model_dir", "./models/",
+ "--model", c.Model,
+ "--one_word", "2",
+ "--output_format", "json",
+ "--language", language,
+ "--output_dir", workDir,
+ audioFile,
+ }
+ cmd := exec.Command(storage.FasterwhisperPath, cmdArgs...)
+ log.GetLogger().Info("FastwhisperProcessor转录开始", zap.String("cmd", cmd.String()))
+ output, err := cmd.CombinedOutput()
+ if err != nil {
+ log.GetLogger().Error("FastwhisperProcessor cmd 执行失败", zap.String("output", string(output)), zap.Error(err))
+ return nil, err
+ }
+ log.GetLogger().Info("FastwhisperProcessor转录json生成完毕", zap.String("audio file", audioFile))
+
+ var result types.FasterWhisperOutput
+ fileData, err := os.Open(util.ChangeFileExtension(audioFile, ".json"))
+ if err != nil {
+ log.GetLogger().Error("FastwhisperProcessor 打开json文件失败", zap.Error(err))
+ return nil, err
+ }
+ defer fileData.Close()
+ decoder := json.NewDecoder(fileData)
+ if err = decoder.Decode(&result); err != nil {
+ log.GetLogger().Error("FastwhisperProcessor 解析json文件失败", zap.Error(err))
+ return nil, err
+ }
+
+ var (
+ transcripotionData types.TranscriptionData
+ num int
+ )
+ for _, segment := range result.Segments {
+ transcripotionData.Text += segment.Text
+ for _, word := range segment.Words {
+ transcripotionData.Words = append(transcripotionData.Words, types.Word{
+ Num: num,
+ Text: strings.TrimSpace(word.Word),
+ Start: word.Start,
+ End: word.End,
+ })
+ num++
+ }
+ }
+ log.GetLogger().Info("FastwhisperProcessor转录成功")
+ return &transcripotionData, nil
+}
diff --git a/pkg/openai/init.go b/pkg/openai/init.go
index 0865c96c..d15dfe40 100644
--- a/pkg/openai/init.go
+++ b/pkg/openai/init.go
@@ -10,8 +10,11 @@ type Client struct {
client *openai.Client
}
-func NewClient(apiKey string, proxyAddr string) *Client {
+func NewClient(baseUrl, apiKey, proxyAddr string) *Client {
cfg := openai.DefaultConfig(apiKey)
+ if baseUrl != "" {
+ cfg.BaseURL = baseUrl
+ }
if proxyAddr != "" {
transport := &http.Transport{
diff --git a/pkg/openai/openai.go b/pkg/openai/openai.go
index d5f0b93d..b328d0a8 100644
--- a/pkg/openai/openai.go
+++ b/pkg/openai/openai.go
@@ -34,7 +34,7 @@ func (c *Client) ChatCompletion(query string) (string, error) {
return resContent, nil
}
-func (c *Client) Transcription(audioFile, language string) (*types.TranscriptionData, error) {
+func (c *Client) Transcription(audioFile, language, workDir string) (*types.TranscriptionData, error) {
resp, err := c.client.CreateTranscription(
context.Background(),
openai.AudioRequest{
diff --git a/pkg/util/base.go b/pkg/util/base.go
index cf87eed1..b69dcd34 100644
--- a/pkg/util/base.go
+++ b/pkg/util/base.go
@@ -4,20 +4,13 @@ import (
"archive/zip"
"fmt"
"github.com/google/uuid"
- "go.uber.org/zap"
"io"
- "krillin-ai/config"
- "krillin-ai/internal/storage"
- "krillin-ai/log"
"math"
"math/rand"
- "net/http"
"net/url"
"os"
- "os/exec"
"path/filepath"
"regexp"
- "runtime"
"strconv"
"strings"
)
@@ -78,31 +71,6 @@ func IsNumber(s string) bool {
return err == nil
}
-// DownloadFile 下载文件并保存到指定路径,支持代理
-func DownloadFile(urlStr, filepath, proxyAddr string) error {
- client := &http.Client{}
- if proxyAddr != "" {
- client.Transport = &http.Transport{
- Proxy: http.ProxyURL(config.Conf.App.ParsedProxy),
- }
- }
-
- resp, err := client.Get(urlStr)
- if err != nil {
- return err
- }
- defer resp.Body.Close()
-
- out, err := os.Create(filepath)
- if err != nil {
- return err
- }
- defer out.Close()
-
- _, err = io.Copy(out, resp.Body)
- return err
-}
-
func Unzip(zipFile, destDir string) error {
zipReader, err := zip.OpenReader(zipFile)
if err != nil {
@@ -147,203 +115,12 @@ func Unzip(zipFile, destDir string) error {
return nil
}
-// CheckAndDownloadFfmpeg 检测并安装ffmpeg
-func CheckAndDownloadFfmpeg() error {
- // 检查ffmpeg是否已经安装
- _, err := exec.LookPath("ffmpeg")
- if err == nil {
- log.GetLogger().Info("已找到ffmpeg")
- storage.FfmpegPath = "ffmpeg"
- return nil
- }
-
- ffmpegBinFilePath := "./bin/ffmpeg"
- if runtime.GOOS == "windows" {
- ffmpegBinFilePath += ".exe"
- }
- // 先前下载过的
- if _, err = os.Stat(ffmpegBinFilePath); err == nil {
- log.GetLogger().Info("已找到ffmpeg")
- storage.FfmpegPath = ffmpegBinFilePath
- return nil
- }
-
- log.GetLogger().Info("没有找到ffmpeg,即将开始自动安装")
- // 确保./bin目录存在
- err = os.MkdirAll("./bin", 0755)
- if err != nil {
- log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
- return err
- }
-
- var ffmpegURL string
- if runtime.GOOS == "linux" {
- ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-linux-64.zip"
- } else if runtime.GOOS == "darwin" {
- ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-macos-64.zip"
- } else if runtime.GOOS == "windows" {
- ffmpegURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffmpeg-6.1-win-64.zip"
- } else {
- log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
- return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
- }
-
- // 下载
- ffmpegDownloadPath := "./bin/ffmpeg.zip"
- err = DownloadFile(ffmpegURL, ffmpegDownloadPath, config.Conf.App.Proxy)
- if err != nil {
- log.GetLogger().Error("下载ffmpeg失败", zap.Error(err))
- return err
- }
- err = Unzip(ffmpegDownloadPath, "./bin")
- if err != nil {
- log.GetLogger().Error("解压ffmpeg失败", zap.Error(err))
- return err
- }
- log.GetLogger().Info("ffmpeg解压成功")
-
- if runtime.GOOS != "windows" {
- err = os.Chmod(ffmpegBinFilePath, 0755)
- if err != nil {
- log.GetLogger().Error("设置文件权限失败", zap.Error(err))
- return err
- }
- }
-
- storage.FfmpegPath = ffmpegBinFilePath
- log.GetLogger().Info("ffmpeg安装完成", zap.String("路径", ffmpegBinFilePath))
-
- return nil
-}
-
-// CheckAndDownloadFfprobe 检测并安装ffprobe
-func CheckAndDownloadFfprobe() error {
- // 检查检测并安装ffprobe是否已经安装
- _, err := exec.LookPath("ffprobe")
- if err == nil {
- log.GetLogger().Info("已找到ffprobe")
- storage.FfprobePath = "ffprobe"
- return nil
- }
-
- ffprobeBinFilePath := "./bin/ffprobe"
- if runtime.GOOS == "windows" {
- ffprobeBinFilePath += ".exe"
- }
- // 先前下载过的
- if _, err = os.Stat(ffprobeBinFilePath); err == nil {
- log.GetLogger().Info("已找到ffprobe")
- storage.FfprobePath = ffprobeBinFilePath
- return nil
- }
-
- log.GetLogger().Info("没有找到ffprobe,即将开始自动安装")
- // 确保./bin目录存在
- err = os.MkdirAll("./bin", 0755)
- if err != nil {
- log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
- return err
- }
-
- var ffprobeURL string
- if runtime.GOOS == "linux" {
- ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-linux-64.zip"
- } else if runtime.GOOS == "darwin" {
- ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-macos-64.zip"
- } else if runtime.GOOS == "windows" {
- ffprobeURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/ffprobe-6.1-win-64.zip"
- } else {
- log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
- return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
- }
-
- // 下载
- ffprobeDownloadPath := "./bin/ffprobe.zip"
- err = DownloadFile(ffprobeURL, ffprobeDownloadPath, config.Conf.App.Proxy)
- if err != nil {
- log.GetLogger().Error("下载ffprobe失败", zap.Error(err))
- return err
- }
- err = Unzip(ffprobeDownloadPath, "./bin")
- if err != nil {
- log.GetLogger().Error("解压ffprobe失败", zap.Error(err))
- return err
- }
- log.GetLogger().Info("ffprobe解压成功")
-
- if runtime.GOOS != "windows" {
- err = os.Chmod(ffprobeBinFilePath, 0755)
- if err != nil {
- log.GetLogger().Error("设置文件权限失败", zap.Error(err))
- return err
- }
- }
-
- storage.FfprobePath = ffprobeBinFilePath
- log.GetLogger().Info("ffprobe安装完成", zap.String("路径", ffprobeBinFilePath))
-
- return nil
-}
-
-// CheckAndDownloadYtDlp 检测并安装yt-dlp
-func CheckAndDownloadYtDlp() error {
- _, err := exec.LookPath("yt-dlp")
- if err == nil {
- log.GetLogger().Info("已找到yt-dlp")
- storage.YtdlpPath = "yt-dlp"
- return nil
- }
-
- ytdlpBinFilePath := "./bin/yt-dlp"
- if runtime.GOOS == "windows" {
- ytdlpBinFilePath += ".exe"
- }
- // 先前下载过的
- if _, err = os.Stat(ytdlpBinFilePath); err == nil {
- log.GetLogger().Info("已找到ytdlp")
- storage.YtdlpPath = ytdlpBinFilePath
- return nil
- }
-
- log.GetLogger().Info("没有找到yt-dlp,即将开始自动安装")
- err = os.MkdirAll("./bin", 0755)
- if err != nil {
- log.GetLogger().Error("创建./bin目录失败", zap.Error(err))
- return err
- }
-
- var ytDlpURL string
- if runtime.GOOS == "linux" {
- ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp_linux"
- } else if runtime.GOOS == "darwin" {
- ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp_macos"
- } else if runtime.GOOS == "windows" {
- ytDlpURL = "https://modelscope.cn/models/Maranello/KrillinAI_dependency_cn/resolve/master/yt-dlp.exe"
- } else {
- log.GetLogger().Error("不支持你当前的操作系统", zap.String("当前系统", runtime.GOOS))
- return fmt.Errorf("unsupported OS: %s", runtime.GOOS)
- }
-
- err = DownloadFile(ytDlpURL, ytdlpBinFilePath, config.Conf.App.Proxy)
- if err != nil {
- log.GetLogger().Error("下载yt-dlp失败", zap.Error(err))
- return err
- }
-
- if runtime.GOOS != "windows" {
- err = os.Chmod(ytdlpBinFilePath, 0755)
- if err != nil {
- log.GetLogger().Error("设置文件权限失败", zap.Error(err))
- return err
- }
- }
-
- storage.YtdlpPath = ytdlpBinFilePath
- log.GetLogger().Info("yt-dlp安装完成", zap.String("路径", ytdlpBinFilePath))
-
- return nil
-}
-
func GenerateID() string {
return strings.ReplaceAll(uuid.New().String(), "-", "")
}
+
+// ChangeFileExtension 修改文件后缀
+func ChangeFileExtension(path string, newExt string) string {
+ ext := filepath.Ext(path)
+ return path[:len(path)-len(ext)] + newExt
+}
diff --git a/pkg/util/download.go b/pkg/util/download.go
new file mode 100644
index 00000000..d6df8b47
--- /dev/null
+++ b/pkg/util/download.go
@@ -0,0 +1,82 @@
+package util
+
+import (
+ "fmt"
+ "go.uber.org/zap"
+ "io"
+ "krillin-ai/config"
+ "krillin-ai/log"
+ "net/http"
+ "os"
+ "time"
+)
+
+// 用于显示下载进度,实现io.Writer
+type progressWriter struct {
+ Total uint64
+ Downloaded uint64
+ StartTime time.Time
+}
+
+func (pw *progressWriter) Write(p []byte) (int, error) {
+ n := len(p)
+ pw.Downloaded += uint64(n)
+
+ // 初始化开始时间
+ if pw.StartTime.IsZero() {
+ pw.StartTime = time.Now()
+ }
+
+ percent := float64(pw.Downloaded) / float64(pw.Total) * 100
+ elapsed := time.Since(pw.StartTime).Seconds()
+ speed := float64(pw.Downloaded) / 1024 / 1024 / elapsed
+
+ fmt.Printf("\r下载进度: %.2f%% (%.2f MB / %.2f MB) | 速度: %.2f MB/s",
+ percent,
+ float64(pw.Downloaded)/1024/1024,
+ float64(pw.Total)/1024/1024,
+ speed)
+
+ return n, nil
+}
+
+// DownloadFile 下载文件并保存到指定路径,支持代理
+func DownloadFile(urlStr, filepath, proxyAddr string) error {
+ log.GetLogger().Info("开始下载文件", zap.String("url", urlStr))
+ client := &http.Client{}
+ if proxyAddr != "" {
+ client.Transport = &http.Transport{
+ Proxy: http.ProxyURL(config.Conf.App.ParsedProxy),
+ }
+ }
+
+ resp, err := client.Get(urlStr)
+ if err != nil {
+ return err
+ }
+ defer resp.Body.Close()
+
+ size := resp.ContentLength
+ fmt.Printf("文件大小: %.2f MB\n", float64(size)/1024/1024)
+
+ out, err := os.Create(filepath)
+ if err != nil {
+ return err
+ }
+ defer out.Close()
+
+ // 带有进度的 Reader
+ progress := &progressWriter{
+ Total: uint64(size),
+ }
+ reader := io.TeeReader(resp.Body, progress)
+
+ _, err = io.Copy(out, reader)
+ if err != nil {
+ return err
+ }
+ fmt.Printf("\n") // 进度信息结束,换新行
+
+ log.GetLogger().Info("文件下载完成", zap.String("路径", filepath))
+ return nil
+}
diff --git a/static/index.html b/static/index.html
index ae90c4af..0bb685d7 100644
--- a/static/index.html
+++ b/static/index.html
@@ -383,9 +383,9 @@
const wordReplacementContainer = document.getElementById("word-replacement-container");
const addRowButton = document.getElementById("add-row");
- const API_SUBMIT_URL = "//www.krillin.ai/api/capability/subtitleTask";
- const API_PROGRESS_URL = "//www.krillin.ai/api/capability/subtitleTask";
- const API_UPLOAD_URL = "//www.krillin.ai/api/file";
+ const API_SUBMIT_URL = "/api/capability/subtitleTask";
+ const API_PROGRESS_URL = "/api/capability/subtitleTask";
+ const API_UPLOAD_URL = "/api/file";
let uploadedVideoUrl = null; // 存储上传后的视频地址
let uploadedAudioUrl = null; // 存储上传后的音频地址