Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
feat: add dubbing srt parsing and cleanup
wulien65bdc35a8780
diff --git a/internal/service/dubbing/clean.go b/internal/service/dubbing/clean.gonew file mode 100644index 00000000..855cad8e--- /dev/null+++ b/internal/service/dubbing/clean.go@@ -0,0 +1,35 @@+package dubbing++import (+ "regexp"+ "strings"+)++var (+ parenNoisePattern = regexp.MustCompile(`(?i)[((][^()()]*(music|applause|laughter|laugh|noise|sound|silence|inaudible|掌声|音乐|笑声|噪音|静音)[^()()]*[))]`)+ anyParenPattern = regexp.MustCompile(`[((][^()()]{0,20}[))]`)+ spacePattern = regexp.MustCompile(`\s+`)+)++func CleanTextForSpeech(text string) string {+ text = parenNoisePattern.ReplaceAllString(text, "")+ text = strings.ReplaceAll(text, "&", "")+ text = strings.ReplaceAll(text, "®", "")+ text = strings.ReplaceAll(text, "™", "")+ text = strings.ReplaceAll(text, "©", "")+ text = strings.ReplaceAll(text, "——", "")+ text = strings.ReplaceAll(text, "--", "")+ text = strings.ReplaceAll(text, "-", "")+ text = spacePattern.ReplaceAllString(text, " ")+ return strings.TrimSpace(text)+}++func IsSilenceOnlyText(text string) bool {+ cleaned := CleanTextForSpeech(text)+ if cleaned == "" {+ return true+ }++ withoutParens := anyParenPattern.ReplaceAllString(cleaned, "")+ return strings.TrimSpace(withoutParens) == ""+}diff --git a/internal/service/dubbing/clean_test.go b/internal/service/dubbing/clean_test.gonew file mode 100644index 00000000..6ab9b550--- /dev/null+++ b/internal/service/dubbing/clean_test.go@@ -0,0 +1,19 @@+package dubbing++import "testing"++func TestCleanTextForSpeechRemovesNoiseButKeepsMeaning(t *testing.T) {+ got := CleanTextForSpeech("(掌声) 你好——世界 & ™ ")+ if got != "你好世界" {+ t.Fatalf("CleanTextForSpeech() = %q", got)+ }+}++func TestIsSilenceOnlyText(t *testing.T) {+ if !IsSilenceOnlyText("(音乐)") {+ t.Fatalf("music cue should be silence-only")+ }+ if IsSilenceOnlyText("你好") {+ t.Fatalf("spoken text should not be silence-only")+ }+}diff --git a/internal/service/dubbing/srt.go b/internal/service/dubbing/srt.gonew file mode 100644index 00000000..dad25d33--- /dev/null+++ b/internal/service/dubbing/srt.go@@ -0,0 +1,144 @@+package dubbing++import (+ "fmt"+ "os"+ "strconv"+ "strings"+)++func ParseSRTFile(path string) ([]Cue, error) {+ data, err := os.ReadFile(path)+ if err != nil {+ return nil, err+ }++ text := strings.ReplaceAll(string(data), "\r\n", "\n")+ text = strings.ReplaceAll(text, "\r", "\n")+ text = strings.TrimSpace(text)+ if text == "" {+ return nil, nil+ }++ blocks := strings.Split(text, "\n\n")+ cues := make([]Cue, 0, len(blocks))+ for _, block := range blocks {+ lines := nonEmptyLines(block)+ if len(lines) < 2 {+ continue+ }++ index, err := strconv.Atoi(strings.TrimSpace(lines[0]))+ if err != nil {+ return nil, fmt.Errorf("invalid srt index %q: %w", lines[0], err)+ }++ parts := strings.Split(lines[1], " --> ")+ if len(parts) != 2 {+ return nil, fmt.Errorf("invalid srt timestamp line %q", lines[1])+ }++ start, err := ParseTimestamp(parts[0])+ if err != nil {+ return nil, fmt.Errorf("cue %d start: %w", index, err)+ }++ end, err := ParseTimestamp(parts[1])+ if err != nil {+ return nil, fmt.Errorf("cue %d end: %w", index, err)+ }++ cues = append(cues, Cue{+ Index: index,+ Start: start,+ End: end,+ Text: strings.Join(lines[2:], " "),+ })+ }++ return cues, nil+}++func nonEmptyLines(block string) []string {+ raw := strings.Split(block, "\n")+ lines := make([]string, 0, len(raw))+ for _, line := range raw {+ line = strings.TrimSpace(line)+ if line != "" {+ lines = append(lines, line)+ }+ }+ return lines+}++func ParseTimestamp(value string) (float64, error) {+ value = strings.TrimSpace(value)+ fields := strings.Split(value, ":")+ if len(fields) != 3 {+ return 0, fmt.Errorf("invalid timestamp %q", value)+ }++ hours, err := strconv.Atoi(fields[0])+ if err != nil {+ return 0, fmt.Errorf("invalid hour in %q: %w", value, err)+ }++ minutes, err := strconv.Atoi(fields[1])+ if err != nil {+ return 0, fmt.Errorf("invalid minute in %q: %w", value, err)+ }++ secParts := strings.Split(fields[2], ",")+ if len(secParts) != 2 {+ return 0, fmt.Errorf("invalid seconds in %q", value)+ }++ seconds, err := strconv.Atoi(secParts[0])+ if err != nil {+ return 0, fmt.Errorf("invalid second in %q: %w", value, err)+ }++ millis, err := strconv.Atoi(secParts[1])+ if err != nil {+ return 0, fmt.Errorf("invalid millis in %q: %w", value, err)+ }++ return float64(hours*3600+minutes*60+seconds) + float64(millis)/1000, nil+}++func FormatTimestamp(seconds float64) string {+ if seconds < 0 {+ seconds = 0+ }++ totalMillis := int(seconds*1000 + 0.5)+ hours := totalMillis / 3600000+ totalMillis %= 3600000+ minutes := totalMillis / 60000+ totalMillis %= 60000+ secs := totalMillis / 1000+ millis := totalMillis % 1000++ return fmt.Sprintf("%02d:%02d:%02d,%03d", hours, minutes, secs, millis)+}++func WriteSRTFile(path string, cues []Cue) error {+ var b strings.Builder+ for i, cue := range cues {+ index := cue.Index+ if index <= 0 {+ index = i + 1+ }++ b.WriteString(strconv.Itoa(index))+ b.WriteString("\n")+ b.WriteString(FormatTimestamp(cue.Start))+ b.WriteString(" --> ")+ b.WriteString(FormatTimestamp(cue.End))+ b.WriteString("\n")+ b.WriteString(strings.TrimSpace(cue.Text))+ b.WriteString("\n\n")+ }++ return os.WriteFile(path, []byte(b.String()), 0644)+}diff --git a/internal/service/dubbing/srt_test.go b/internal/service/dubbing/srt_test.gonew file mode 100644index 00000000..b3496295--- /dev/null+++ b/internal/service/dubbing/srt_test.go@@ -0,0 +1,46 @@+package dubbing++import (+ "os"+ "path/filepath"+ "testing"+)++func TestParseSRTSupportsMultilineCRLFAndNoTrailingBlank(t *testing.T) {+ dir := t.TempDir()+ path := filepath.Join(dir, "input.srt")+ content := "1\r\n00:00:01,000 --> 00:00:03,500\r\n第一行\r\n第二行\r\n\r\n2\r\n00:00:04,000 --> 00:00:05,250\r\n最后一句"+ if err := os.WriteFile(path, []byte(content), 0644); err != nil {+ t.Fatal(err)+ }+ cues, err := ParseSRTFile(path)+ if err != nil {+ t.Fatalf("ParseSRTFile() error = %v", err)+ }+ if len(cues) != 2 {+ t.Fatalf("len(cues) = %d, want 2", len(cues))+ }+ if cues[0].Start != 1 || cues[0].End != 3.5 || cues[0].Text != "第一行 第二行" {+ t.Fatalf("first cue = %+v", cues[0])+ }+ if cues[1].Start != 4 || cues[1].End != 5.25 || cues[1].Text != "最后一句" {+ t.Fatalf("second cue = %+v", cues[1])+ }+}++func TestWriteSRTUsesNewTimeline(t *testing.T) {+ dir := t.TempDir()+ path := filepath.Join(dir, "dub.srt")+ cues := []Cue{{Index: 1, Start: 0.2, End: 1.45, Text: "你好"}, {Index: 2, Start: 2, End: 3.01, Text: "世界"}}+ if err := WriteSRTFile(path, cues); err != nil {+ t.Fatalf("WriteSRTFile() error = %v", err)+ }+ data, err := os.ReadFile(path)+ if err != nil {+ t.Fatal(err)+ }+ want := "1\n00:00:00,200 --> 00:00:01,450\n你好\n\n2\n00:00:02,000 --> 00:00:03,010\n世界\n\n"+ if string(data) != want {+ t.Fatalf("srt = %q, want %q", string(data), want)+ }+}