Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

feat: add render pipeline stages

wulien84af8e1f4eb5
diff --git a/internal/pipeline/render.go b/internal/pipeline/render.go
new file mode 100644
index 00000000..c9f5b253
--- /dev/null
+++ b/internal/pipeline/render.go
@@ -0,0 +1,163 @@
+package pipeline
+
+import (
+ "context"
+ "errors"
+ "krillin-ai/internal/service"
+ "krillin-ai/internal/types"
+ "os"
+ "path/filepath"
+)
+
+type RenderRequest struct {
+ Workdir string
+ TaskID string
+ Video string
+ Audio string
+ Subtitle string
+ Horizontal bool
+ Dubbed bool
+ MajorTitle string
+ MinorTitle string
+}
+
+func Render(ctx context.Context, svc StageService, req RenderRequest) (Response, error) {
+ manifest, err := renderManifest(req)
+ if err != nil {
+ return renderFailureResponse(req, nil, ErrorKindInternal, "load_manifest_failed", err), err
+ }
+ manifest.TaskID = req.TaskID
+ manifest.Workdir = req.Workdir
+ existingOutputs := manifest.Outputs
+ if err := manifest.ApplyDefaultOutputs(); err != nil {
+ return renderFailureResponse(req, manifest, ErrorKindInternal, "apply_outputs_failed", err), err
+ }
+ restoreOutputs(manifest, existingOutputs)
+
+ inputVideo := renderInputVideo(req, manifest)
+ subtitle := renderSubtitle(req, manifest)
+ output := renderOutput(req)
+ stepParam := &types.SubtitleTaskStepParam{
+ TaskId: req.TaskID,
+ TaskPtr: &types.SubtitleTask{TaskId: req.TaskID, Status: types.SubtitleTaskStatusProcessing},
+ TaskBasePath: req.Workdir,
+ InputVideoPath: inputVideo,
+ VideoWithTtsFilePath: manifest.Outputs.VideoWithTTS,
+ TtsResultFilePath: manifest.Outputs.TTSAudio,
+ VerticalVideoMajorTitle: req.MajorTitle,
+ VerticalVideoMinorTitle: req.MinorTitle,
+ }
+ rendered, err := svc.RenderVideo(ctx, service.RenderVideoRequest{
+ Workdir: req.Workdir,
+ InputVideo: inputVideo,
+ SubtitleFile: subtitle,
+ OutputFile: output,
+ Horizontal: req.Horizontal,
+ StepParam: stepParam,
+ })
+ if err != nil {
+ return failRenderStage(req, manifest, renderStage(req), "render_video_failed", err)
+ }
+ if rendered != "" {
+ output = rendered
+ }
+ if req.Horizontal {
+ manifest.Outputs.HorizontalVideo = output
+ } else {
+ manifest.Outputs.VerticalVideo = output
+ }
+ manifest.MarkStage(renderStage(req), true, "")
+ if err := manifest.Save(); err != nil {
+ return renderFailureResponse(req, manifest, ErrorKindInternal, "save_manifest_failed", err), err
+ }
+ return renderResponse(true, req, manifest, nil), nil
+}
+
+func renderManifest(req RenderRequest) (*Manifest, error) {
+ manifest, err := LoadManifest(req.Workdir)
+ if err == nil {
+ return manifest, nil
+ }
+ if errors.Is(err, os.ErrNotExist) {
+ return NewManifest(req.TaskID, req.Workdir), nil
+ }
+ return nil, err
+}
+
+func renderInputVideo(req RenderRequest, manifest *Manifest) string {
+ if req.Video != "" {
+ return req.Video
+ }
+ if req.Dubbed && manifest.Outputs.VideoWithTTS != "" {
+ return manifest.Outputs.VideoWithTTS
+ }
+ return manifest.Outputs.OriginVideo
+}
+
+func renderSubtitle(req RenderRequest, manifest *Manifest) string {
+ if req.Subtitle != "" {
+ return req.Subtitle
+ }
+ if req.Dubbed {
+ return manifest.Outputs.TargetSRT
+ }
+ if req.Horizontal {
+ return manifest.Outputs.BilingualSRT
+ }
+ return manifest.Outputs.ShortOriginMixedSRT
+}
+
+func renderOutput(req RenderRequest) string {
+ name := "vertical_bilingual.mp4"
+ switch {
+ case req.Horizontal && req.Dubbed:
+ name = "horizontal_dubbed.mp4"
+ case req.Horizontal:
+ name = "horizontal_bilingual.mp4"
+ case req.Dubbed:
+ name = "vertical_dubbed.mp4"
+ }
+ return filepath.Join(req.Workdir, name)
+}
+
+func renderStage(req RenderRequest) Stage {
+ if req.Horizontal {
+ return StageRenderHorizontal
+ }
+ return StageRenderVertical
+}
+
+func failRenderStage(req RenderRequest, manifest *Manifest, stage Stage, code string, err error) (Response, error) {
+ if manifest != nil {
+ manifest.MarkStage(stage, false, err.Error())
+ _ = manifest.Save()
+ }
+ return renderFailureResponse(req, manifest, ErrorKindRetryable, code, err), err
+}
+
+func renderFailureResponse(req RenderRequest, manifest *Manifest, kind ErrorKind, code string, err error) Response {
+ return renderResponse(false, req, manifest, &Error{
+ Kind: kind,
+ Code: code,
+ Message: err.Error(),
+ Retryable: kind == ErrorKindRetryable,
+ })
+}
+
+func renderResponse(ok bool, req RenderRequest, manifest *Manifest, pipelineErr *Error) Response {
+ resp := Response{
+ OK: ok,
+ Stage: renderStage(req),
+ Workdir: req.Workdir,
+ TaskID: req.TaskID,
+ Error: pipelineErr,
+ }
+ if manifest != nil {
+ resp.Workdir = manifest.Workdir
+ resp.TaskID = manifest.TaskID
+ resp.Outputs = manifest.Outputs
+ resp.Warnings = manifest.Warnings
+ resp.FailedIndexes = manifest.FailedIndexes
+ }
+ return resp
+}
diff --git a/internal/pipeline/render_test.go b/internal/pipeline/render_test.go
new file mode 100644
index 00000000..0775c594
--- /dev/null
+++ b/internal/pipeline/render_test.go
@@ -0,0 +1,107 @@
+package pipeline
+
+import (
+ "context"
+ "encoding/json"
+ "krillin-ai/internal/service"
+ "os"
+ "path/filepath"
+ "strings"
+ "testing"
+)
+
+type renderFakeService struct {
+ fakeStageService
+ lastRender service.RenderVideoRequest
+}
+
+func (f *renderFakeService) RenderVideo(_ context.Context, req service.RenderVideoRequest) (string, error) {
+ f.lastRender = req
+ return req.OutputFile, nil
+}
+
+func TestRenderHorizontalDubbedOutputName(t *testing.T) {
+ dir := t.TempDir()
+ fake := &renderFakeService{}
+ req := RenderRequest{
+ Workdir: dir,
+ TaskID: "demo",
+ Video: "origin_video.mp4",
+ Audio: "tts_final_audio.wav",
+ Subtitle: "target_language_srt.srt",
+ Horizontal: true,
+ Dubbed: true,
+ }
+ resp, err := Render(context.Background(), fake, req)
+ if err != nil {
+ t.Fatalf("Render() error = %v", err)
+ }
+ if !resp.OK {
+ t.Fatalf("OK = false, want true")
+ }
+ if !strings.HasSuffix(fake.lastRender.OutputFile, "horizontal_dubbed.mp4") {
+ t.Fatalf("OutputFile = %q, want horizontal_dubbed.mp4 suffix", fake.lastRender.OutputFile)
+ }
+}
+
+func TestRenderVerticalBilingualOutputName(t *testing.T) {
+ dir := t.TempDir()
+ fake := &renderFakeService{}
+ req := RenderRequest{
+ Workdir: dir,
+ TaskID: "demo",
+ Video: "origin_video.mp4",
+ Subtitle: "short_origin_mixed_srt.srt",
+ Horizontal: false,
+ Dubbed: false,
+ }
+ resp, err := Render(context.Background(), fake, req)
+ if err != nil {
+ t.Fatalf("Render() error = %v", err)
+ }
+ if !resp.OK {
+ t.Fatalf("OK = false, want true")
+ }
+ if !strings.HasSuffix(fake.lastRender.OutputFile, "vertical_bilingual.mp4") {
+ t.Fatalf("OutputFile = %q, want vertical_bilingual.mp4 suffix", fake.lastRender.OutputFile)
+ }
+}
+
+func TestRenderDubbedDefaultsToVideoWithTTSAndTargetSubtitle(t *testing.T) {
+ dir := t.TempDir()
+ manifest := NewManifest("demo", dir)
+ manifest.Outputs.OriginVideo = filepath.Join(dir, "custom_origin.mp4")
+ manifest.Outputs.VideoWithTTS = filepath.Join(dir, "custom_tts_video.mp4")
+ manifest.Outputs.TargetSRT = filepath.Join(dir, "custom_target.srt")
+ data, err := json.Marshal(manifest)
+ if err != nil {
+ t.Fatal(err)
+ }
+ if err := os.WriteFile(ManifestPath(dir), data, 0644); err != nil {
+ t.Fatal(err)
+ }
+
+ fake := &renderFakeService{}
+ req := RenderRequest{
+ Workdir: dir,
+ TaskID: "demo",
+ Horizontal: true,
+ Dubbed: true,
+ }
+ resp, err := Render(context.Background(), fake, req)
+ if err != nil {
+ t.Fatalf("Render() error = %v", err)
+ }
+ if !resp.OK {
+ t.Fatalf("OK = false, want true")
+ }
+ if fake.lastRender.InputVideo != manifest.Outputs.VideoWithTTS {
+ t.Fatalf("InputVideo = %q, want %q", fake.lastRender.InputVideo, manifest.Outputs.VideoWithTTS)
+ }
+ if fake.lastRender.SubtitleFile != manifest.Outputs.TargetSRT {
+ t.Fatalf("SubtitleFile = %q, want %q", fake.lastRender.SubtitleFile, manifest.Outputs.TargetSRT)
+ }
+ if !strings.HasSuffix(resp.Outputs.HorizontalVideo, "horizontal_dubbed.mp4") {
+ t.Fatalf("HorizontalVideo = %q, want horizontal_dubbed.mp4 suffix", resp.Outputs.HorizontalVideo)
+ }
+}