Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

11.6 KB
Raw Blame
import { z } from 'zod/v3';
import {
  stickmanOutputPresetDefaults,
  stickmanOutputPresets,
  stickmanRatios
} from '@opencreator/protocol';
import type { CreatorTemplateAction, CreatorTemplateDefinition, CreatorTemplateStage } from './types.js';

const jsonRecord = z.record(z.string(), z.unknown());
const positiveVersion = z.number().int().positive();
const stageId = z.string().min(1);
const artifactId = z.string().min(1);
const scopeKey = z.string().min(1);
const fingerprint = z.string().regex(/^[a-f0-9]{64}$/i);

const workflowTarget = z.enum([
  'script_ready',
  'audio_ready',
  'visuals_ready',
  'delivery_ready'
]);
const visualAssetRef = z.object({
  assetId: z.string().min(1),
  revision: z.number().int().positive()
}).strict();

const action = (
  id: string,
  schema: z.ZodTypeAny,
  allowedStages: string[]
): CreatorTemplateAction => ({ id, inputSchema: schema as never, allowedStages });

const stickmanInputSchema = z.preprocess(value => {
  if (value === null || typeof value !== 'object' || Array.isArray(value)) return value;
  const record = value as Record<string, unknown>;
  if (record.outputPreset !== 'youtube-shorts') return value;
  return {
    ...record,
    ...stickmanOutputPresetDefaults('youtube-shorts')
  };
}, z.object({
  sourceType: z.enum(['url', 'text']).default('url'),
  sourceUrl: z.string().default(''),
  sourceText: z.string().max(50_000).default(''),
  topic: z.string().default(''),
  characterAsset: visualAssetRef.default({
    assetId: 'stickman.character.default',
    revision: 1
  }),
  styleAsset: visualAssetRef.default({
    assetId: 'stickman.style.paper-pencil',
    revision: 1
  }),
  outputPreset: z.enum(stickmanOutputPresets).default('landscape'),
  ratio: z.enum(stickmanRatios).default('16:9'),
  targetDurationSeconds: z.number().positive().max(600).default(30),
  sourceLanguage: z.string().default('auto'),
  targetLanguage: z.string().default('zh-CN'),
  ttsProvider: z.enum(['openai', 'aliyun', 'edge-tts', 'minimax', 'volcengine']).optional(),
  ttsModel: z.string().optional(),
  voiceCode: z.string().optional(),
  voiceName: z.string().optional(),
  workflowTarget: workflowTarget.default('script_ready'),
  currentStage: z.string().nullable().default(null)
}).passthrough());

const stage = (
  definition: Omit<CreatorTemplateStage, 'allowedJobStatuses' | 'jobCompletionPolicy'>
    & { final?: boolean }
): CreatorTemplateStage => {
  const { final = false, ...value } = definition;
  return {
    ...value,
    allowedJobStatuses: ['draft', 'running', 'failed', 'needs_input', 'completed'],
    jobCompletionPolicy: final ? 'complete' : 'continue',
    resultVersionPolicy: final ? 'snapshot' : 'none'
  };
};

export const stickmanVideoStageIds = [
  'ingest-text',
  'source-transcript',
  'source-brief',
  'content-plan',
  'script',
  'narration',
  'audio-timing',
  'storyboard',
  'style-assets',
  'prompt-pack',
  'images',
  'visual-validation',
  'timeline',
  'render-clean',
  'media-validation',
  'package-validation'
] as const;

export function createStickmanVideoTemplate(): CreatorTemplateDefinition {
  const allStages = [...stickmanVideoStageIds];
  return {
    id: 'stickman-video',
    version: 2,
    renderer: 'stickman-video',
    inputSchema: stickmanInputSchema as never,
    stages: [
      stage({ id: 'ingest-text', executor: 'stickman-content', inputArtifacts: [], outputArtifacts: [{ kind: 'source_text', status: 'completed' }] }),
      stage({ id: 'source-transcript', executor: 'krillinai', inputArtifacts: [], outputArtifacts: [{ kind: 'source_subtitle', status: 'completed' }] }),
      stage({ id: 'source-brief', executor: 'stickman-content', inputArtifacts: [{ kind: 'source_text', selector: 'latest-completed', optional: true }, { kind: 'source_subtitle', selector: 'latest-completed', optional: true }], outputArtifacts: [{ kind: 'source_brief', status: 'completed' }] }),
      stage({ id: 'content-plan', executor: 'stickman-content', dependsOn: ['source-brief'], inputArtifacts: [{ kind: 'source_brief', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'content_plan', status: 'completed' }] }),
      stage({ id: 'script', executor: 'stickman-content', dependsOn: ['content-plan'], inputArtifacts: [{ kind: 'content_plan', selector: 'latest-completed' }, { kind: 'source_brief', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'script_manifest', status: 'completed' }] }),
      stage({ id: 'narration', executor: 'stickman-audio', dependsOn: ['script'], inputArtifacts: [{ kind: 'script_manifest', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'narration_audio', status: 'completed' }] }),
      stage({ id: 'audio-timing', executor: 'stickman-audio', dependsOn: ['narration'], inputArtifacts: [{ kind: 'script_manifest', selector: 'latest-completed' }, { kind: 'narration_audio', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'audio_timing', status: 'completed' }] }),
      stage({ id: 'storyboard', executor: 'stickman-content', dependsOn: ['audio-timing'], inputArtifacts: [{ kind: 'script_manifest', selector: 'latest-completed' }, { kind: 'audio_timing', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'shot_spec', status: 'completed' }] }),
      stage({ id: 'style-assets', executor: 'stickman-content', dependsOn: ['storyboard'], inputArtifacts: [{ kind: 'shot_spec', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'character_reference', status: 'completed' }, { kind: 'style_reference', status: 'completed' }, { kind: 'style_contract', status: 'completed' }] }),
      stage({ id: 'prompt-pack', executor: 'stickman-content', dependsOn: ['style-assets'], inputArtifacts: [{ kind: 'shot_spec', selector: 'latest-completed' }, { kind: 'character_reference', selector: 'latest-completed' }, { kind: 'style_reference', selector: 'latest-completed', optional: true }, { kind: 'style_contract', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'image_prompt_pack', status: 'completed' }] }),
      stage({ id: 'images', executor: 'stickman-image', dependsOn: ['prompt-pack'], invalidateDependentArtifacts: false, replaceOutputArtifactsInScope: true, inputArtifacts: [{ kind: 'shot_spec', selector: 'latest-completed' }, { kind: 'image_prompt_pack', selector: 'latest-completed' }, { kind: 'character_reference', selector: 'latest-completed' }, { kind: 'style_reference', selector: 'latest-completed', optional: true }, { kind: 'style_contract', selector: 'latest-completed' }, { kind: 'shot_image', selector: 'latest-completed', optional: true }], outputArtifacts: [{ kind: 'shot_image', status: 'completed' }] }),
      stage({ id: 'visual-validation', executor: 'stickman-validation', dependsOn: ['images'], inputArtifacts: [{ kind: 'shot_spec', selector: 'latest-completed' }, { kind: 'shot_image', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'visual_validation', status: 'completed' }] }),
      stage({ id: 'timeline', executor: 'stickman-timeline', dependsOn: ['visual-validation'], inputArtifacts: [{ kind: 'script_manifest', selector: 'latest-completed' }, { kind: 'audio_timing', selector: 'latest-completed' }, { kind: 'shot_spec', selector: 'latest-completed' }, { kind: 'shot_image', selector: 'latest-completed' }, { kind: 'narration_audio', selector: 'latest-completed' }, { kind: 'visual_validation', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'timeline_manifest', status: 'completed' }, { kind: 'narration_subtitle', status: 'completed' }] }),
      stage({ id: 'render-clean', executor: 'stickman-remotion', dependsOn: ['timeline'], inputArtifacts: [{ kind: 'timeline_manifest', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'clean_video', status: 'completed' }] }),
      stage({ id: 'media-validation', executor: 'stickman-media-validation', dependsOn: ['render-clean'], inputArtifacts: [{ kind: 'clean_video', selector: 'latest-completed' }, { kind: 'timeline_manifest', selector: 'latest-completed' }], outputArtifacts: [{ kind: 'media_validation', status: 'completed' }] }),
      stage({ id: 'package-validation', executor: 'stickman-delivery', dependsOn: ['media-validation'], final: true, invalidateDependentArtifacts: false, inputArtifacts: [
        { kind: 'clean_video', selector: 'latest-completed' },
        { kind: 'narration_subtitle', selector: 'latest-completed' },
        { kind: 'script_manifest', selector: 'latest-completed' },
        { kind: 'visual_validation', selector: 'latest-completed' },
        { kind: 'audio_timing', selector: 'latest-completed' },
        { kind: 'timeline_manifest', selector: 'latest-completed' },
        { kind: 'media_validation', selector: 'latest-completed' },
        { kind: 'narration_audio', selector: 'latest-completed' }
      ], outputArtifacts: [
        { kind: 'clean_video', status: 'completed' },
        { kind: 'narration_subtitle', status: 'completed' },
        { kind: 'thumbnail', status: 'completed' },
        { kind: 'publish_copy', status: 'completed' },
        { kind: 'delivery_manifest', status: 'completed' }
      ] })
    ],
    actions: [
      action('update-settings', z.object({ patch: jsonRecord, activityMode: z.enum(['draft', 'semantic']).optional(), objectId: z.string().optional() }).strict(), allStages),
      action('edit-script', z.object({ artifactId, content: z.string().min(1), baseResultVersion: positiveVersion.optional() }).strict(), ['script', 'storyboard']),
      action('approve-script', z.object({ artifactId, revision: z.number().int().nonnegative() }).strict(), ['script']),
      action('continue-after-audio', z.object({ artifactId, revision: z.number().int().nonnegative() }).strict(), ['audio-timing']),
      action('continue-after-visuals', z.object({ artifactId, revision: z.number().int().nonnegative() }).strict(), ['visual-validation']),
      action('edit-shot', z.object({ artifactId, scopeKey, patch: jsonRecord, revision: z.number().int().nonnegative() }).strict(), ['storyboard', 'images', 'visual-validation']),
      action('regenerate-shot', z.object({ scopeKey, inputFingerprint: fingerprint, revision: z.number().int().nonnegative() }).strict(), ['images', 'visual-validation']),
      action('generate-missing-shots', z.object({ revision: z.number().int().nonnegative() }).strict(), ['images', 'visual-validation']),
      action('run-stage', z.object({ stageId, baseResultVersion: positiveVersion.optional(), inputResultVersion: positiveVersion.optional(), targetResultVersion: positiveVersion.optional() }).strict(), allStages),
      action('commit-version', z.object({ baseResultVersion: positiveVersion }).strict(), ['package-validation']),
      action('retry-stage', z.object({ stageId, scopeKey: scopeKey.optional() }).strict(), allStages),
      action('resolve-provider-request', z.discriminatedUnion('decision', [
        z.object({ ledgerId: z.string().min(1), revision: z.number().int().nonnegative(), decision: z.literal('query') }).strict(),
        z.object({ ledgerId: z.string().min(1), revision: z.number().int().nonnegative(), decision: z.literal('confirm-resubmit'), acceptDuplicateBilling: z.literal(true) }).strict(),
        z.object({ ledgerId: z.string().min(1), revision: z.number().int().nonnegative(), decision: z.literal('cancel-scope') }).strict()
      ]), allStages),
      action('undo-action', z.object({ patch: jsonRecord }).strict(), allStages)
    ],
    outputs: [
      { kind: 'clean_video', required: true },
      { kind: 'narration_subtitle', required: true },
      { kind: 'thumbnail', required: true },
      { kind: 'publish_copy', required: true },
      { kind: 'delivery_manifest', required: true }
    ],
    agentGuidance: '按脚本、配音、分镜画面、动画合成和成片交付的阶段边界推进;计费请求未知时只能建议用户显式处置。'
  };
}