Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
package service
import (
"context"
"fmt"
"krillin-ai/config"
"krillin-ai/internal/types"
"krillin-ai/log"
"strings"
"testing"
"time"
"golang.org/x/sync/errgroup"
)
func TestAudioTranslationProgressDoesNotWaitForSlowEarlierRequest(t *testing.T) {
previous := config.Conf
t.Cleanup(func() { config.Conf = previous })
config.Conf.App.TranslateParallelNum = 3
config.Conf.App.MaxSentenceLength = 100
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
defer cancel()
release := make(chan struct{})
svc := Service{ChatCompleter: translationCompleterFunc(func(prompt string) (string, error) {
input, err := decodePairedTestInput(prompt)
if err != nil {
return "", err
}
if input.Sentences[0].ID == "1" {
select {
case <-release:
case <-ctx.Done():
return "", ctx.Err()
}
}
return echoPairedTestResponse(input)
})}
var sentences []string
for i := 0; i < 13; i++ {
sentences = append(sentences, fmt.Sprintf("Sentence number %d is here.", i+1))
}
var counts []int
result, err := svc.splitTextAndTranslateV2(ctx, t.TempDir(), strings.Join(sentences, " "), "en", "zh_cn", false, 0, nil, func(completed, total int) {
counts = append(counts, completed)
if completed == 1 {
close(release)
}
})
if err != nil || len(result) != 13 || fmt.Sprint(counts) != "[0 1 13]" {
t.Fatalf("result=%d, counts=%v, error=%v", len(result), counts, err)
}
}
func TestAudioProgressReportsOverlappingRecognitionAndTranslation(t *testing.T) {
log.InitLogger()
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
defer cancel()
group, groupCtx := errgroup.WithContext(ctx)
split := make(chan DataWithId[string], 2)
transcribe := make(chan DataWithId[string], 2)
transcriptProgress := make(chan DataWithId[float64], 2)
transcribed := make(chan DataWithId[*types.TranscriptionData], 2)
translate := make(chan DataWithId[string], 2)
translationProgress := make(chan DataWithId[TranslationProgress], 2)
translated := make(chan DataWithId[[]*TranslatedItem], 2)
pendingSplit := make(chan DataWithId[[2]float64], 2)
split <- DataWithId[string]{Id: 0, Data: "audio.wav"}
transcribed <- DataWithId[*types.TranscriptionData]{Id: 0, Data: &types.TranscriptionData{Text: "Hello world."}}
translationProgress <- DataWithId[TranslationProgress]{Id: 0, Data: TranslationProgress{Fraction: 0.5, Completed: 1, Total: 2}}
var last types.TaskProgress
task := &types.SubtitleTask{}
task.SetDetailedProgressReporter(func(p types.TaskProgress) {
if strings.Contains(p.Message, "音频分段 1/2;语音识别 1/2 段") && strings.Contains(p.Message, "第 1 段已翻译 1/2 句") {
last = p
cancel()
}
})
(Service{}).startResultHandler(groupCtx, group, &types.SubtitleTaskStepParam{TaskPtr: task}, 2, []float64{0, 1, 2}, make([]AudioSegment, 2), split, transcribe, transcriptProgress, transcribed, translate, translationProgress, translated, pendingSplit)
if err := group.Wait(); err != nil || last.Phase != "processing_audio" || last.Completed != 0 || last.Total != 2 {
t.Fatalf("missing real simultaneous progress: %+v, error=%v", last, err)
}
}
func TestAudioProgressMarksTranslationWaitAfterTranscription(t *testing.T) {
log.InitLogger()
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
group, groupCtx := errgroup.WithContext(ctx)
split := make(chan DataWithId[string], 1)
transcribe := make(chan DataWithId[string], 1)
transcriptProgress := make(chan DataWithId[float64], 1)
transcribed := make(chan DataWithId[*types.TranscriptionData], 1)
translate := make(chan DataWithId[string], 1)
translationProgress := make(chan DataWithId[TranslationProgress], 1)
translated := make(chan DataWithId[[]*TranslatedItem], 1)
pendingSplit := make(chan DataWithId[[2]float64], 1)
split <- DataWithId[string]{Id: 0, Data: "audio.wav"}
go func() {
<-transcribe
transcribed <- DataWithId[*types.TranscriptionData]{Id: 0, Data: &types.TranscriptionData{Text: "Hello world."}}
}()
var waiting types.TaskProgress
task := &types.SubtitleTask{}
task.SetDetailedProgressReporter(func(progress types.TaskProgress) {
if progress.Phase == "translating_audio" {
waiting = progress
cancel()
}
})
(Service{}).startResultHandler(groupCtx, group, &types.SubtitleTaskStepParam{TaskPtr: task}, 1, []float64{0, 1}, make([]AudioSegment, 1), split, transcribe, transcriptProgress, transcribed, translate, translationProgress, translated, pendingSplit)
if err := group.Wait(); err != nil {
t.Fatalf("audio progress handler failed: %v", err)
}
if waiting.Phase != "translating_audio" || waiting.Percent != 52 || waiting.Completed != 0 || waiting.Total != 1 {
t.Fatalf("translation wait progress = %+v", waiting)
}
}