Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
feat: new splitTextAndTranslate
沈浩a1842ab68712
diff --git a/internal/desktop/ui.go b/internal/desktop/ui.goindex 059e2b0a..e99f0ac5 100644--- a/internal/desktop/ui.go+++ b/internal/desktop/ui.go@@ -196,19 +196,13 @@ func createAppConfigGroup() *fyne.Container {appProxyEntry := StyledEntry("网络代理地址")appProxyEntry.Bind(binding.BindString(&config.Conf.App.Proxy))- appTranscribeProviderEntry := StyledSelect([]string{"openai", "fasterwhisper", "whispercpp", "whisperkit", "aliyun"}, func(s string) {- config.Conf.Transcribe.Provider = s- })- appTranscribeProviderEntry.SetSelected(config.Conf.Transcribe.Provider)-form := widget.NewForm(- widget.NewFormItem("字幕分段处理时长(分钟) Segment duration (minutes)", appSegmentDurationEntry),+ widget.NewFormItem("分段处理时长(分钟) Segment duration (minutes)", appSegmentDurationEntry),widget.NewFormItem("转录最大并行数量 Transcribe parallel num", appTranscribeParallelNumEntry),widget.NewFormItem("翻译最大并行数量 Translate parallel num", appTranslateParallelNumEntry),widget.NewFormItem("转录最大尝试次数 Transcribe max attempts", appTranscribeMaxAttemptsEntry),widget.NewFormItem("翻译最大尝试次数 Translate max attempts", appTranslateMaxAttemptsEntry),widget.NewFormItem("网络代理地址 proxy", appProxyEntry),- widget.NewFormItem("语音识别服务源 Transcriber provider", appTranscribeProviderEntry),)return GlassCard("应用配置 App Config", "基本参数 Basic config", form)diff --git a/internal/service/audio2subtitle.go b/internal/service/audio2subtitle.goindex ba33850a..8518d7f8 100644--- a/internal/service/audio2subtitle.go+++ b/internal/service/audio2subtitle.go@@ -17,6 +17,7 @@ import ("runtime/debug""strconv""strings"+ "sync""go.uber.org/zap""golang.org/x/sync/errgroup"@@ -160,6 +161,79 @@ func (s Service) splitTextAndTranslate(basePath, inputText, targetLanguage strinreturn results, nil}+func (s Service) splitTextAndTranslateV2(basePath, inputText, targetLanguage string, enableModalFilter bool, id int) ([]*TranslatedItem, error) {+ sentences := util.SplitTextSentences(inputText)+ if len(sentences) == 0 {+ return []*TranslatedItem{}, nil+ }++ var (+ signal = make(chan struct{}, config.Conf.App.TranslateParallelNum) // 控制最大并发数+ wg sync.WaitGroup+ results = make([]*TranslatedItem, len(sentences))+ errChan = make(chan error, 1)+ mutex sync.Mutex+ )++ for i, sentence := range sentences {+ wg.Add(1)+ signal <- struct{}{}++ go func(index int, originText string) {+ defer wg.Done()+ defer func() { <-signal }()++ // 准备上下文(前后各5句)+ var ctxBuilder strings.Builder+ start := max(0, index-5)+ end := min(len(sentences)-1, index+5)+ if index > 0 {+ ctxBuilder.WriteString("上文:\n")+ for i := start; i < index; i++ {+ ctxBuilder.WriteString(fmt.Sprintf("%s", sentences[i]))+ }+ }+ if index < len(sentences)-1 {+ ctxBuilder.WriteString("下文:\n")+ for i := index + 1; i <= end; i++ {+ ctxBuilder.WriteString(fmt.Sprintf("%s", sentences[i]))+ }+ }++ ctx := ctxBuilder.String()+ prompt := fmt.Sprintf(types.SplitTextWithContextPrompt, targetLanguage, ctx, originText)++ translatedText, err := s.ChatCompleter.ChatCompletion(prompt)+ if err != nil {+ mutex.Lock()+ select {+ case errChan <- fmt.Errorf("splitTextAndTranslateV2 llm translate error: %w, original text: %s", err, originText):+ default:+ }+ mutex.Unlock()+ return+ }++ translatedText = strings.TrimSpace(translatedText)+ results[index] = &TranslatedItem{+ OriginText: originText,+ TranslatedText: translatedText,+ }+ }(i, sentence)+ }++ go func() {+ wg.Wait()+ close(errChan)+ }()++ if err := <-errChan; err != nil {+ return nil, err+ }++ return results, nil+}+func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskStepParam) (err error) {defer func() {if r := recover(); r != nil {@@ -287,51 +361,49 @@ func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskSt})}- // 分句翻译- for range config.Conf.App.TranslateParallelNum {- eg.Go(func() error {- for {- select {- case <-ctx.Done():+ // 分句+翻译+ eg.Go(func() error {+ for {+ select {+ case <-ctx.Done():+ return nil+ case translateItem, ok := <-pendingTranslationQueue:+ if !ok {return nil- case translateItem, ok := <-pendingTranslationQueue:- if !ok {- return nil- }- var translatedResults []*TranslatedItem- var err error- // 翻译文本- log.GetLogger().Info("Begin to translate", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id))- for range config.Conf.App.TranslateMaxAttempts {- translatedResults, err = s.splitTextAndTranslate(stepParam.TaskBasePath, translateItem.Data, types.GetStandardLanguageName(stepParam.TargetLanguage), stepParam.EnableModalFilter, translateItem.Id)- if err == nil {- break- }+ }+ var translatedResults []*TranslatedItem+ var err error+ // 翻译文本+ log.GetLogger().Info("Begin to translate", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id))+ for range config.Conf.App.TranslateMaxAttempts {+ translatedResults, err = s.splitTextAndTranslateV2(stepParam.TaskBasePath, translateItem.Data, types.GetStandardLanguageName(stepParam.TargetLanguage), stepParam.EnableModalFilter, translateItem.Id)+ if err == nil {+ break}- if err != nil {- return fmt.Errorf("audioToSubtitle audioToSrt splitTextAndTranslate err: %w", err)+ }+ if err != nil {+ return fmt.Errorf("audioToSubtitle audioToSrt splitTextAndTranslate err: %w", err)+ }+ _ = util.SaveToDisk(translatedResults, filepath.Join(stepParam.TaskBasePath, fmt.Sprintf(types.SubtitleTaskTranslationDataPersistenceFileNamePattern, translateItem.Id)))+ log.GetLogger().Info("Translate completed", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id))+ // 二次分割长句+ splitResults, err := s.splitTranslateItem(translatedResults)+ if err != nil {+ // 不中断+ log.GetLogger().Error("audioToSubtitle audioToSrt splitTranslateItem err", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id), zap.Error(err))+ translatedQueue <- DataWithId[[]*TranslatedItem]{+ Data: translatedResults,+ Id: translateItem.Id,}- _ = util.SaveToDisk(translatedResults, filepath.Join(stepParam.TaskBasePath, fmt.Sprintf(types.SubtitleTaskTranslationDataPersistenceFileNamePattern, translateItem.Id)))- log.GetLogger().Info("Translate completed", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id))- // 分割长句- splitResults, err := s.splitTranslateItem(translatedResults)- if err != nil {- // 不中断- log.GetLogger().Error("audioToSubtitle audioToSrt splitTranslateItem err", zap.Any("taskId", stepParam.TaskId), zap.Any("splitId", translateItem.Id), zap.Error(err))- translatedQueue <- DataWithId[[]*TranslatedItem]{- Data: translatedResults,- Id: translateItem.Id,- }- } else {- translatedQueue <- DataWithId[[]*TranslatedItem]{- Data: splitResults,- Id: translateItem.Id,- }+ } else {+ translatedQueue <- DataWithId[[]*TranslatedItem]{+ Data: splitResults,+ Id: translateItem.Id,}}}- })- }+ }+ })// 处理结果,更新字幕任务信息eg.Go(func() error {@@ -384,17 +456,15 @@ func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskSt}// 保存不带时间戳的原始字幕for i, translatedItem := range translatedItems.Data {- translatedText := translatedItem.TranslatedTextif util.IsAsianLanguage(stepParam.TargetLanguage) {- translatedText = util.BeautifyAsianLanguageSentence(translatedText)+ translatedItem.TranslatedText = util.BeautifyAsianLanguageSentence(translatedItem.TranslatedText)}- originText := translatedItem.OriginTextif util.IsAsianLanguage(stepParam.OriginLanguage) {- originText = util.BeautifyAsianLanguageSentence(originText)+ translatedItem.OriginText = util.BeautifyAsianLanguageSentence(translatedItem.OriginText)}_, _ = originNoTsSrtFile.WriteString(fmt.Sprintf("%d\n", i+1))- _, _ = originNoTsSrtFile.WriteString(fmt.Sprintf("[%s]\n", translatedText))- _, _ = originNoTsSrtFile.WriteString(fmt.Sprintf("[%s]\n\n", originText))+ _, _ = originNoTsSrtFile.WriteString(fmt.Sprintf("%s\n", translatedItem.TranslatedText))+ _, _ = originNoTsSrtFile.WriteString(fmt.Sprintf("%s\n\n", translatedItem.OriginText))}// 此处是为了修复一个未知原因的文件不创建的问题@@ -402,7 +472,7 @@ func (s Service) audioToSrt(ctx context.Context, stepParam *types.SubtitleTaskStoriginNoTsSrtFile.Close()audioSegments[translatedItems.Id].SrtNoTsFile = originNoTsSrtFileName// 生成时间戳- srtBlocks := []*util.SrtBlock{}+ var srtBlocks []*util.SrtBlockfor i, translatedItem := range translatedItems.Data {srtBlocks = append(srtBlocks, &util.SrtBlock{Index: i + 1,diff --git a/internal/types/subtitle_task.go b/internal/types/subtitle_task.goindex 6254ea1f..0b5d3ff1 100644--- a/internal/types/subtitle_task.go+++ b/internal/types/subtitle_task.go@@ -130,6 +130,21 @@ var SplitLongSentencePrompt = `请将以下原文和译文分割成2-3个部分5. 务必返回JSON格式,包含origin_part和translated_part数组,例如:{"align":[{"origin_part":"原文部分1","translated_part":"译文部分1"},{"origin_part":"原文部分2","translated_part":"译文部分2"}]}`+var SplitTextWithContextPrompt = `你是一个专业翻译专家,擅长结合上下文进行准确翻译。请根据以下提供的上下文句子和目标句子,将目标句子翻译成%s,并确保翻译结果与上下文保持连贯一致:++上下文句子:+%s++需要翻译的目标句子:%s++翻译要求:+1. 严格按照目标语言的语法和表达习惯翻译+2. 保持专业术语的一致性+3. 输出仅包含翻译后的文本,不添加任何额外解释或格式+4. 确保翻译结果与上下文语义连贯++请直接输出翻译结果:`+type SmallAudio struct {AudioFile stringTranscriptionData *TranscriptionDatadiff --git a/pkg/util/subtitle.go b/pkg/util/subtitle.goindex b1786592..b2e81314 100644--- a/pkg/util/subtitle.go+++ b/pkg/util/subtitle.go@@ -283,7 +283,7 @@ func BeautifyAsianLanguageSentence(input string) string {}// 需要处理的单标点- singlePunctuations := ",.;:!?~,、。!?;:…~-"+ singlePunctuations := ",.;:!?~,、。!?;:…"// 先处理字符串末尾的标点runes := []rune(input)@@ -353,3 +353,50 @@ func BeautifyAsianLanguageSentence(input string) string {return strings.TrimSpace(string(result))}++// SplitTextSentences 将文本按常见的半全角分隔符号切分成句子,会考虑一些特殊的不用切分的情况+func SplitTextSentences(text string) []string {+ const (+ dotPlaceholder = "\u0001"+ commaPlaceholder = "\u0002"+ timePlaceholder = "\u0003"+ )++ // 时间+ timeRegex := regexp.MustCompile(`\b\d{1,2}(?::|\.)\d{2}\s+[ap]\.m\.`)+ text = timeRegex.ReplaceAllStringFunc(text, func(m string) string {+ return strings.ReplaceAll(m, ".", timePlaceholder)+ })++ // 千位分隔符+ text = regexp.MustCompile(`\b\d{1,3}(?:,\d{3})+\b`).ReplaceAllStringFunc(text, func(m string) string {+ return strings.ReplaceAll(m, ",", commaPlaceholder)+ })++ // 小数+ text = regexp.MustCompile(`\b\d+\.\d+\b`).ReplaceAllStringFunc(text, func(m string) string {+ return strings.ReplaceAll(m, ".", dotPlaceholder)+ })++ // 缩写词+ text = regexp.MustCompile(`\b(?:[A-Za-z]\.){2,}[A-Za-z]?\b|\b[A-Z][a-z]*\.(?:[A-Z][a-z]*\.)+`).ReplaceAllStringFunc(text, func(m string) string {+ return strings.ReplaceAll(m, ".", dotPlaceholder)+ })++ text = regexp.MustCompile(`([。.!!??;;,,\n]+)`).ReplaceAllString(text, "${1}\u0000")++ parts := strings.Split(text, "\u0000")++ var sentences []string+ for _, part := range parts {+ s := strings.TrimSpace(part)+ s = strings.ReplaceAll(s, timePlaceholder, ".")+ s = strings.ReplaceAll(s, dotPlaceholder, ".")+ s = strings.ReplaceAll(s, commaPlaceholder, ",")+ if s != "" {+ sentences = append(sentences, s)+ }+ }++ return sentences+}diff --git a/pkg/util/util_test.go b/pkg/util/util_test.gonew file mode 100644index 00000000..49904036--- /dev/null+++ b/pkg/util/util_test.go@@ -0,0 +1,16 @@+package util++import (+ "fmt"+ "testing"+)++func TestSplitSentence(t *testing.T) {+ testText := `这有一个14,000千克的集装箱。The U.S. sent to me. 现在是 11:23 p.m. 重复,11.23 p.m. 我身高1.8米。But it also makes communications with a submarine almost impossible. The high frequency signals that surface ships use for communications can transmit large amounts of data while being encrypted and resistant to jamming.`++ sentences := SplitTextSentences(testText)++ for i, s := range sentences {+ fmt.Printf("句子 %d: %s\n", i+1, s)+ }+}diff --git a/pkg/whisper/whisper.go b/pkg/whisper/whisper.goindex 58205b73..ca9e80f1 100644--- a/pkg/whisper/whisper.go+++ b/pkg/whisper/whisper.go@@ -2,6 +2,7 @@ package whisperimport ("context"+ "fmt""github.com/sashabaranov/go-openai""go.uber.org/zap""krillin-ai/internal/types"@@ -20,6 +21,7 @@ func (c *Client) Transcription(audioFile, language, workDir string) (*types.Tranopenai.TranscriptionTimestampGranularityWord,},Language: language,+ Prompt: fmt.Sprintf("输出的目标语言:%s,需要输出标点符号。", types.GetStandardLanguageName(types.StandardLanguageCode(language))),},)if err != nil {