Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

feat: add pipeline manifest

wulienc8fe86b7a407
diff --git a/internal/pipeline/manifest.go b/internal/pipeline/manifest.go
new file mode 100644
index 00000000..b4e0c509
--- /dev/null
+++ b/internal/pipeline/manifest.go
@@ -0,0 +1,99 @@
+package pipeline
+
+import (
+ "encoding/json"
+ "os"
+ "path/filepath"
+)
+
+const ManifestFileName = "krillinai_manifest.json"
+
+type StageStatus struct {
+ OK bool `json:"ok"`
+ Error string `json:"error,omitempty"`
+ Updated string `json:"updated,omitempty"`
+}
+
+type Manifest struct {
+ TaskID string `json:"task_id"`
+ Workdir string `json:"workdir"`
+ InputURL string `json:"input_url,omitempty"`
+ OriginLanguage string `json:"origin_language,omitempty"`
+ TargetLanguage string `json:"target_language,omitempty"`
+ CaptionSource string `json:"caption_source,omitempty"`
+ Provider map[string]string `json:"provider,omitempty"`
+ Outputs Outputs `json:"outputs"`
+ Warnings []string `json:"warnings,omitempty"`
+ FailedIndexes []int `json:"failed_indexes,omitempty"`
+ Stages map[string]StageStatus `json:"stages"`
+}
+
+func NewManifest(taskID, workdir string) *Manifest {
+ return &Manifest{
+ TaskID: taskID,
+ Workdir: workdir,
+ Provider: map[string]string{},
+ Stages: map[string]StageStatus{},
+ }
+}
+
+func ManifestPath(workdir string) string {
+ return filepath.Join(workdir, ManifestFileName)
+}
+
+func LoadManifest(workdir string) (*Manifest, error) {
+ data, err := os.ReadFile(ManifestPath(workdir))
+ if err != nil {
+ return nil, err
+ }
+ var m Manifest
+ if err := json.Unmarshal(data, &m); err != nil {
+ return nil, err
+ }
+ if m.Provider == nil {
+ m.Provider = map[string]string{}
+ }
+ if m.Stages == nil {
+ m.Stages = map[string]StageStatus{}
+ }
+ return &m, nil
+}
+
+func (m *Manifest) Save() error {
+ if err := os.MkdirAll(m.Workdir, 0755); err != nil {
+ return err
+ }
+ data, err := json.MarshalIndent(m, "", " ")
+ if err != nil {
+ return err
+ }
+ return os.WriteFile(ManifestPath(m.Workdir), append(data, '\n'), 0644)
+}
+
+func (m *Manifest) ApplyDefaultOutputs() error {
+ if err := os.MkdirAll(filepath.Join(m.Workdir, "output"), 0755); err != nil {
+ return err
+ }
+ m.Outputs.OriginVideo = filepath.Join(m.Workdir, "origin_video.mp4")
+ m.Outputs.OriginAudio = filepath.Join(m.Workdir, "origin_audio.mp3")
+ m.Outputs.OriginSRT = filepath.Join(m.Workdir, "origin_language_srt.srt")
+ m.Outputs.TargetSRT = filepath.Join(m.Workdir, "target_language_srt.srt")
+ m.Outputs.BilingualSRT = filepath.Join(m.Workdir, "bilingual_srt.srt")
+ m.Outputs.ShortOriginSRT = filepath.Join(m.Workdir, "short_origin_srt.srt")
+ m.Outputs.ShortOriginMixedSRT = filepath.Join(m.Workdir, "short_origin_mixed_srt.srt")
+ m.Outputs.TTSAudio = filepath.Join(m.Workdir, "tts_final_audio.wav")
+ m.Outputs.VideoWithTTS = filepath.Join(m.Workdir, "video_with_tts.mp4")
+ m.Outputs.HorizontalVideo = filepath.Join(m.Workdir, "horizontal_bilingual.mp4")
+ m.Outputs.VerticalVideo = filepath.Join(m.Workdir, "vertical_bilingual.mp4")
+ m.Outputs.TransferredVideo = filepath.Join(m.Workdir, "transferred_vertical_video.mp4")
+ m.Outputs.OriginCover = filepath.Join(m.Workdir, "origin_cover.jpg")
+ m.Outputs.GeneratedCover = filepath.Join(m.Workdir, "generated_cover.png")
+ m.Outputs.FinalCoverPrompt = filepath.Join(m.Workdir, "cover_prompt.final.txt")
+ m.Outputs.OriginText = filepath.Join(m.Workdir, "output", "origin_language.txt")
+ m.Outputs.TargetText = filepath.Join(m.Workdir, "output", "target_language.txt")
+ return nil
+}
+
+func (m *Manifest) MarkStage(stage Stage, ok bool, msg string) {
+ m.Stages[string(stage)] = StageStatus{OK: ok, Error: msg}
+}
diff --git a/internal/pipeline/manifest_test.go b/internal/pipeline/manifest_test.go
new file mode 100644
index 00000000..d007139e
--- /dev/null
+++ b/internal/pipeline/manifest_test.go
@@ -0,0 +1,50 @@
+package pipeline
+
+import (
+ "os"
+ "path/filepath"
+ "testing"
+)
+
+func TestManifestRoundTrip(t *testing.T) {
+ dir := t.TempDir()
+ m := NewManifest("demo", dir)
+ m.InputURL = "https://www.youtube.com/watch?v=abc"
+ m.OriginLanguage = "en"
+ m.TargetLanguage = "zh_cn"
+ m.Outputs.BilingualSRT = filepath.Join(dir, "bilingual_srt.srt")
+ m.MarkStage(StageSubtitle, true, "")
+
+ if err := m.Save(); err != nil {
+ t.Fatalf("Save() error = %v", err)
+ }
+ loaded, err := LoadManifest(dir)
+ if err != nil {
+ t.Fatalf("LoadManifest() error = %v", err)
+ }
+ if loaded.TaskID != "demo" {
+ t.Fatalf("TaskID = %q, want demo", loaded.TaskID)
+ }
+ if loaded.Stages[string(StageSubtitle)].OK != true {
+ t.Fatalf("subtitle stage not marked ok")
+ }
+}
+
+func TestApplyDefaultOutputs(t *testing.T) {
+ dir := t.TempDir()
+ m := NewManifest("demo", dir)
+ if err := m.ApplyDefaultOutputs(); err != nil {
+ t.Fatalf("ApplyDefaultOutputs() error = %v", err)
+ }
+
+ want := filepath.Join(dir, "target_language_srt.srt")
+ if m.Outputs.TargetSRT != want {
+ t.Fatalf("TargetSRT = %q, want %q", m.Outputs.TargetSRT, want)
+ }
+ if m.Outputs.ShortOriginMixedSRT != filepath.Join(dir, "short_origin_mixed_srt.srt") {
+ t.Fatalf("ShortOriginMixedSRT = %q", m.Outputs.ShortOriginMixedSRT)
+ }
+ if _, err := os.Stat(filepath.Join(dir, "output")); err != nil {
+ t.Fatalf("output dir was not created: %v", err)
+ }
+}