Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

Merge PR #322 from liupig/feat/volcengine-asr-tts into develop

Leggett8f4342db720f
diff --cc apps/daemon/src/creator/preflight.ts
index ba149865,00000000..171920a6
mode 100644,000000..100644
--- a/apps/daemon/src/creator/preflight.ts
+++ b/apps/daemon/src/creator/preflight.ts
@@@ -1,374 -1,0 +1,379 @@@
+import type {
+ CreatorJob,
+ CreatorPreflightCheck,
+ CreatorPreflightExecutionMode,
+ CreatorPreflightResponse,
+ CreatorServicesCapabilitiesResponse,
+ CreatorServicesConfig
+} from '@opencreator/protocol';
+import { access, mkdir } from 'node:fs/promises';
+import { constants } from 'node:fs';
+import { join } from 'node:path';
+import type { CreatorTemplateStage } from './templates/types.js';
+import type { CreatorServicesConfigStore } from '../creator-services/config-store.js';
+import { preflightKrillinDependencies } from './krillin/dependency-preflight.js';
+import type { YtDlpRuntime } from './yt-dlp/runtime.js';
+import { supportsReferenceImage } from './templates/cover-actions.js';
+import { creatorResultSnapshotForVersion } from './result-snapshots.js';
+import { resolveCreatorStageInputs } from './stage-runner.js';
+import { readStickmanRemotionRuntime } from './stickman/remotion-runtime.js';
+
+export type CreatorPreflight = ReturnType<typeof createCreatorPreflight>;
+
+export type CreatorPreflightOptions = {
+ inputResultVersion?: number;
+};
+
+export class CreatorPreflightError extends Error {
+ constructor(readonly result: CreatorPreflightResponse) {
+ super('Creator preflight blocked this stage');
+ this.name = 'CreatorPreflightError';
+ }
+
+ get code(): string {
+ const ids = new Set(this.result.blocked.map(item => item.id));
+ const id = ids.has('llm') ? 'llm'
+ : ids.has('tts') ? 'tts'
+ : ids.has('image-provider') ? 'image-provider'
+ : ids.has('video-provider') ? 'video-provider'
+ : ids.has('reference-image-capability') ? 'reference-image-capability'
+ : this.result.blocked[0]?.id;
+ if (id === 'llm') return 'creator_llm_config_missing';
+ if (id === 'tts') return 'creator_tts_config_missing';
+ if (id === 'image-provider') return 'creator_image_config_missing';
+ if (id === 'video-provider') return 'VIDEO_GENERATION_CONFIG_REQUIRED';
+ if (id === 'reference-image-capability') return 'unsupported_capability';
+ return 'creator_preflight_blocked';
+ }
+}
+
+export function createCreatorPreflight(input: {
+ configStore: Pick<CreatorServicesConfigStore, 'read'>;
+ readCapabilities(): CreatorServicesCapabilitiesResponse;
+ resourceRoot: string;
+ jobsRoot: string;
+ ffmpegPath?: string;
+ ffprobePath?: string;
+ stickmanRuntimeRoot?: string;
+ getYtDlpRuntime?(): YtDlpRuntime | undefined;
+ executorIds?: Iterable<string>;
+ validateRuntimeAssets?: boolean;
+}) {
+ const executorIds = new Set(input.executorIds ?? []);
+
+ async function check(job: CreatorJob, stage: CreatorTemplateStage, options: CreatorPreflightOptions = {}): Promise<CreatorPreflightResponse> {
+ const ready: CreatorPreflightCheck[] = [];
+ const warning: CreatorPreflightCheck[] = [];
+ const blocked: Array<CreatorPreflightCheck & { repair: NonNullable<CreatorPreflightCheck['repair']> }> = [];
+ const mode = executionMode(stage, job);
+ const add = (
+ status: 'ready' | 'warning' | 'blocked',
+ item: Omit<CreatorPreflightCheck, 'executionMode'> & { executionMode?: CreatorPreflightExecutionMode },
+ repair?: CreatorPreflightCheck['repair']
+ ) => {
+ const value = { ...item, executionMode: item.executionMode ?? mode };
+ if (status === 'ready') ready.push(value);
+ else if (status === 'warning') warning.push(value);
+ else blocked.push({ ...value, repair: repair ?? { label: '打开设置', deepLink: '#/settings?tab=diagnostics' } });
+ };
+
+ if (executorIds.size > 0 && !executorIds.has(stage.executor)) {
+ add('blocked', {
+ id: 'executor',
+ title: '执行器不可用',
+ message: `当前 Runtime 未加载 ${stage.executor} 执行器。`,
+ executionMode: mode
+ }, { label: '打开诊断', deepLink: '#/settings?tab=diagnostics' });
+ } else {
+ add('ready', { id: 'executor', title: '执行器', message: `${stage.executor} 已加载`, executionMode: mode });
+ }
+
+ const config = await input.configStore.read();
+ checkProviderConfig(job, stage, config, input.readCapabilities(), add);
+ const inputSnapshot = options.inputResultVersion === undefined
+ ? undefined
+ : creatorResultSnapshotForVersion(job, options.inputResultVersion);
+ if (options.inputResultVersion !== undefined && inputSnapshot === undefined) {
+ add('blocked', {
+ id: 'input-result-version',
+ title: '结果版本不存在',
+ message: `找不到结果版本 ${options.inputResultVersion},无法安全复用历史输入。`,
+ executionMode: 'local'
+ }, { label: '打开诊断', deepLink: '#/settings?tab=diagnostics' });
+ }
+ const inputState = inputSnapshot?.state ?? job.state;
+ if (inputState.sourceType === 'file' && stage.executor === 'krillinai' && typeof inputState.sourceArtifactId !== 'string') {
+ add('blocked', {
+ id: 'input-file',
+ title: '输入文件缺失',
+ message: '请选择要处理的本地视频文件。',
+ executionMode: 'local'
+ }, { label: '选择输入文件', deepLink: '#/settings?tab=diagnostics' });
+ }
+ const resolvedInputs = resolveCreatorStageInputs(
+ job,
+ stage.inputArtifacts,
+ inputSnapshot?.artifactRefs,
+ inputSnapshot?.state
+ );
+ await checkInputs(stage, resolvedInputs.artifacts, resolvedInputs.missing, add);
+ await checkRuntimeDependencies(job, stage, config, add);
+ await checkManagedDirectory(add);
+
+ return {
+ templateId: job.templateId,
+ templateVersion: job.templateVersion,
+ stageId: stage.id,
+ executionMode: mode,
+ canStart: blocked.length === 0,
+ ready,
+ warning,
+ blocked,
+ checkedAt: new Date().toISOString()
+ };
+ }
+
+ return { check };
+
+ async function checkManagedDirectory(
+ add: (status: 'ready' | 'warning' | 'blocked', item: Omit<CreatorPreflightCheck, 'executionMode'> & { executionMode?: CreatorPreflightExecutionMode }, repair?: CreatorPreflightCheck['repair']) => void
+ ) {
+ try {
+ await mkdir(input.jobsRoot, { recursive: true });
+ await access(input.jobsRoot, constants.W_OK);
+ add('ready', { id: 'managed-directory', title: '受管目录', message: '任务目录可写。', executionMode: 'local' });
+ } catch {
+ add('blocked', {
+ id: 'managed-directory',
+ title: '受管目录不可写',
+ message: 'OpenCreator 无法写入任务目录,无法安全保存 Artifact。',
+ executionMode: 'local'
+ }, { label: '打开诊断', deepLink: '#/settings?tab=diagnostics' });
+ }
+ }
+
+ async function checkRuntimeDependencies(
+ job: CreatorJob,
+ stage: CreatorTemplateStage,
+ config: CreatorServicesConfig,
+ add: (status: 'ready' | 'warning' | 'blocked', item: Omit<CreatorPreflightCheck, 'executionMode'> & { executionMode?: CreatorPreflightExecutionMode }, repair?: CreatorPreflightCheck['repair']) => void
+ ) {
+ if (input.validateRuntimeAssets !== false) {
+ const requiredTools = new Map<string, string | undefined>();
+ if (['download', 'clip', 'krillinai', 'stickman-media-validation'].includes(stage.executor)) requiredTools.set('ffmpeg', input.ffmpegPath);
+ if (['download', 'clip', 'krillinai', 'stickman-audio', 'stickman-remotion', 'stickman-media-validation', 'stickman-delivery'].includes(stage.executor)) requiredTools.set('ffprobe', input.ffprobePath);
+ for (const [id, path] of requiredTools) {
+ const label = id === 'ffmpeg' ? 'FFmpeg' : 'ffprobe';
+ if (path === undefined) add('blocked', {
+ id,
+ title: `${label} 不可用`,
+ message: `当前 Runtime 未找到 ${label},该阶段无法执行。`,
+ executionMode: 'local'
+ }, { label: '打开运行组件设置', deepLink: '#/settings?tab=local-components' });
+ else add('ready', { id, title: label, message: `${label} 已就绪。`, executionMode: 'local' });
+ }
+ if (stage.executor === 'stickman-delivery' && input.ffmpegPath === undefined) {
+ add('warning', { id: 'ffmpeg', title: 'FFmpeg 不可用', message: '交付校验将跳过视频帧采样。', executionMode: 'local' });
+ }
+ if (stage.executor === 'stickman-remotion') {
+ try {
+ if (input.stickmanRuntimeRoot === undefined) throw new Error('stickman_runtime_unavailable');
+ readStickmanRemotionRuntime(input.stickmanRuntimeRoot);
+ add('ready', { id: 'stickman-runtime', title: 'Stickman 渲染运行时', message: 'Remotion 运行资源校验通过。', executionMode: 'local' });
+ } catch (error) {
+ add('blocked', {
+ id: 'stickman-runtime',
+ title: 'Stickman 渲染运行时不可用',
+ message: error instanceof Error ? error.message : 'Remotion 运行资源校验失败。',
+ executionMode: 'local'
+ }, { label: '打开运行组件设置', deepLink: '#/settings?tab=local-components' });
+ }
+ }
+ }
+ if (input.validateRuntimeAssets !== false && (stage.executor === 'download' || stage.executor === 'cover-analysis' || (stage.executor === 'krillinai' && job.state.sourceType !== 'file'))) {
+ let runtime: YtDlpRuntime | undefined;
+ try { runtime = input.getYtDlpRuntime?.(); } catch { runtime = undefined; }
+ if (runtime === undefined) add('blocked', {
+ id: 'yt-dlp',
+ title: 'yt-dlp 不可用',
+ message: '当前 Runtime 未找到 yt-dlp,无法处理远程媒体。',
+ executionMode: 'local'
+ }, { label: '打开运行组件设置', deepLink: '#/settings?tab=local-components' });
+ else add('ready', { id: 'yt-dlp', title: 'yt-dlp', message: `已就绪(${runtime.version})。`, executionMode: 'local' });
+ }
+ if (input.validateRuntimeAssets !== false && stage.executor === 'krillinai') {
+ try {
+ preflightKrillinDependencies(input.resourceRoot, config);
+ add('ready', { id: 'krillin-runtime', title: 'KrillinAI Runtime', message: '运行资源校验通过。', executionMode: 'local' });
+ } catch (error) {
+ add('blocked', {
+ id: 'krillin-runtime',
+ title: 'KrillinAI Runtime 不完整',
+ message: error instanceof Error ? error.message : 'KrillinAI 运行资源校验失败。',
+ executionMode: 'local'
+ }, { label: '打开运行组件设置', deepLink: '#/settings?tab=local-components' });
+ }
+ }
+ if (stage.executor === 'krillinai' && (job.state.sourceType === 'file' || job.state.preferPlatformCaptions === false) && ['whisper.cpp', 'whisperkit', 'faster-whisper'].includes(config.transcription.provider)) {
+ const provider = input.readCapabilities().transcription.providers.find(candidate => candidate.provider === config.transcription.provider);
+ if (provider?.available !== true) add('blocked', {
+ id: 'transcription-capability',
+ title: '语音识别能力不可用',
+ message: `${config.transcription.provider} 在当前 Runtime 不可用。`,
+ executionMode: 'local'
+ }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
+ }
+ }
+}
+
+function checkProviderConfig(
+ job: CreatorJob,
+ stage: CreatorTemplateStage,
+ config: CreatorServicesConfig,
+ capabilities: CreatorServicesCapabilitiesResponse,
+ add: (status: 'ready' | 'warning' | 'blocked', item: Omit<CreatorPreflightCheck, 'executionMode'> & { executionMode?: CreatorPreflightExecutionMode }, repair?: CreatorPreflightCheck['repair']) => void
+): void {
+ const needs = new Set<string>();
+ if (stage.executor === 'krillinai') {
+ if (
+ stage.id === 'subtitle'
+ && !job.artifacts.some(artifact => (
+ artifact.id === job.state.importedTargetSubtitleId
+ && artifact.kind === 'target_subtitle'
+ && artifact.status === 'completed'
+ ))
+ ) needs.add('llm');
+ if (stage.id === 'tts' && job.state.dubbing === true) needs.add('tts');
+ }
+ if (stage.executor === 'clip') needs.add('llm');
+ if (stage.executor === 'stickman-content' && ['source-brief', 'content-plan', 'script', 'storyboard'].includes(stage.id)) needs.add('llm');
+ if (stage.executor === 'cover-analysis') needs.add('llm');
+ if (stage.executor === 'image') {
+ needs.add('image');
+ if (stage.id === 'analyze-source') needs.add('llm');
+ }
+ if (stage.executor === 'video') needs.add('video');
+ if (stage.executor === 'smart-dubbing') needs.add('tts');
+ if (stage.executor === 'stickman-audio' && stage.id === 'narration') needs.add('tts');
+ if (stage.executor === 'stickman-image') needs.add('image');
+
+ if (needs.has('llm')) checkOpenAi(config.llm, 'llm', '文本模型', '#/settings?tab=ai-services&section=text', add);
+ if (needs.has('tts')) {
+ const provider = readTtsProvider(job, config);
+ if (provider === 'edge-tts') add('ready', { id: 'tts', title: '配音服务', message: 'Edge TTS 不需要 API Key。', executionMode: 'remote' });
+ else checkTts(config, provider, add);
+ }
+ if (needs.has('image')) {
+ const provider = readImageProvider(job, config);
+ const settings = config.image[provider];
+ const hasKey = providerCredentials(settings, provider);
+ if (!hasKey || !settings.model.trim() || !settings.baseUrl.trim()) add('blocked', {
+ id: 'image-provider', title: '图像服务配置不完整', message: `请配置 ${provider} 的 Base URL、模型和凭据。`, executionMode: 'remote'
+ }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=image' });
+ else add('ready', { id: 'image-provider', title: '图像服务', message: `${provider} / ${settings.model} 已配置。`, executionMode: 'remote' });
+ const hasReference = stage.executor === 'stickman-image'
+ || (stage.inputArtifacts.some(item => item.kind === 'reference_image')
+ && typeof job.state.referenceImageArtifactId === 'string');
+ if (hasReference && !supportsReferenceImage(provider)) add('blocked', {
+ id: 'reference-image-capability', title: '参考图能力不匹配', message: `${provider} 不支持当前阶段的参考图编辑。`, executionMode: 'remote'
+ }, { label: '选择支持参考图的服务', deepLink: '#/settings?tab=ai-services&section=image' });
+ }
+ if (needs.has('video')) {
+ const provider = readVideoProvider(job, config);
+ const settings = config.video[provider];
+ const hasKey = providerCredentials(settings, provider);
+ if (!hasKey || !settings.model.trim() || !settings.baseUrl.trim()) add('blocked', {
+ id: 'video-provider', title: '视频服务配置不完整', message: `请配置 ${provider} 的 Base URL、模型和凭据。`, executionMode: 'remote'
+ }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=video' });
+ else add('ready', { id: 'video-provider', title: '视频服务', message: `${provider} / ${settings.model} 已配置。`, executionMode: 'remote' });
+ }
+ if (stage.executor === 'krillinai' && stage.id === 'subtitle' && (job.state.sourceType === 'file' || job.state.preferPlatformCaptions === false)) {
+ const provider = capabilities.transcription.providers.find(candidate => candidate.provider === config.transcription.provider);
+ if (provider?.available !== true) return;
+ if (config.transcription.provider === 'openai' && !config.transcription.openai.apiKey.trim()) {
+ checkOpenAi(config.transcription.openai, 'transcription', '语音识别', '#/settings?tab=ai-services&section=transcription', add);
+ } else if (config.transcription.provider === 'aliyun' && (!config.transcription.aliyun.speech.accessKeyId.trim() || !config.transcription.aliyun.speech.accessKeySecret.trim() || !config.transcription.aliyun.speech.appKey.trim())) {
+ add('blocked', { id: 'transcription-config', title: '语音识别凭据缺失', message: '请补全阿里云语音识别凭据。', executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
++ } else if (config.transcription.provider === 'volcengine' && (!config.transcription.volcengine.appId.trim() || !config.transcription.volcengine.accessToken.trim())) {
++ add('blocked', { id: 'transcription-config', title: '语音识别凭据缺失', message: '请补全火山引擎 App ID 和 Access Token。', executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=transcription' });
+ } else add('ready', { id: 'transcription-config', title: '语音识别', message: `${config.transcription.provider} 已配置。`, executionMode: provider.kind === 'local' ? 'local' : 'remote' });
+ }
+}
+
+function checkOpenAi(
+ value: { baseUrl: string; apiKey: string; model: string },
+ id: string,
+ title: string,
+ deepLink: string,
+ add: Parameters<typeof checkProviderConfig>[4]
+) {
+ if (!value.baseUrl.trim() || !value.model.trim() || !value.apiKey.trim()) add('blocked', { id, title: `${title}配置不完整`, message: `请补全 ${title} 的 Base URL、模型和 API Key。`, executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink });
+ else add('ready', { id, title, message: `${value.model} 已配置。`, executionMode: 'remote' });
+}
+
+function checkTts(config: CreatorServicesConfig, provider: Exclude<CreatorServicesConfig['tts']['provider'], 'edge-tts'>, add: Parameters<typeof checkProviderConfig>[4]) {
++ const credentialsReady = provider === 'volcengine'
++ ? Boolean(config.tts.volcengine.appId.trim() && config.tts.volcengine.accessToken.trim())
++ : Boolean(config.tts[provider].apiKey.trim());
+ const value = config.tts[provider];
- if (!value.baseUrl.trim() || !value.model.trim() || !value.apiKey.trim()) add('blocked', { id: 'tts', title: '配音服务配置不完整', message: `请补全 ${provider} 的 Base URL、模型和 API Key。`, executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=tts' });
++ if (!value.baseUrl.trim() || !value.model.trim() || !credentialsReady) add('blocked', { id: 'tts', title: '配音服务配置不完整', message: `请补全 ${provider} 的 Base URL、模型和凭据。`, executionMode: 'remote' }, { label: '打开 AI 服务设置', deepLink: '#/settings?tab=ai-services&section=tts' });
+ else add('ready', { id: 'tts', title: '配音服务', message: `${provider} / ${value.model} 已配置。`, executionMode: 'remote' });
+}
+
+async function checkInputs(
+ stage: CreatorTemplateStage,
+ artifacts: Array<CreatorJob['artifacts'][number]>,
+ missing: string[],
+ add: Parameters<typeof checkProviderConfig>[4]
+): Promise<void> {
+ for (const kind of missing) {
+ add('blocked', { id: `input-artifact:${kind}`, title: '前置产物缺失', message: `请先生成 ${kind},再启动 ${stage.id}。`, executionMode: 'local' }, { label: '返回上一步', deepLink: '#/settings?tab=diagnostics' });
+ }
+ for (const artifact of artifacts) {
+ if (artifact.path === null) {
+ add('blocked', { id: 'input-file', title: '输入文件不可用', message: '所选输入文件不存在或不可读。', executionMode: 'local' }, { label: '重新选择输入文件', deepLink: '#/settings?tab=diagnostics' });
+ continue;
+ }
+ try {
+ await access(artifact.path, constants.R_OK);
+ add('ready', { id: `input-file:${artifact.id}`, title: '输入文件', message: '输入文件存在且可读。', executionMode: 'local' });
+ } catch {
+ add('blocked', { id: 'input-file', title: '输入文件不可读', message: '所选输入文件不存在或不可读。', executionMode: 'local' }, { label: '重新选择输入文件', deepLink: '#/settings?tab=diagnostics' });
+ }
+ }
+}
+
+function readTtsProvider(job: CreatorJob, config: CreatorServicesConfig): CreatorServicesConfig['tts']['provider'] {
+ const value = job.state.ttsProvider;
- return value === 'openai' || value === 'aliyun' || value === 'edge-tts' || value === 'minimax' ? value : config.tts.provider;
++ return value === 'openai' || value === 'aliyun' || value === 'edge-tts' || value === 'minimax' || value === 'volcengine' ? value : config.tts.provider;
+}
+function readImageProvider(job: CreatorJob, config: CreatorServicesConfig): CreatorServicesConfig['image']['provider'] {
+ const value = job.state.provider;
+ return value === 'openai' || value === 'jimeng' || value === 'kling' || value === 'gemini' ? value : config.image.provider;
+}
+function readVideoProvider(job: CreatorJob, config: CreatorServicesConfig): CreatorServicesConfig['video']['provider'] {
+ const value = job.state.provider;
+ return value === 'seedance' || value === 'kling' || value === 'veo' ? value : config.video.provider;
+}
+function executionMode(stage: CreatorTemplateStage, job: CreatorJob): CreatorPreflightExecutionMode {
+ if (stage.executor === 'image' || stage.executor === 'video' || stage.executor === 'smart-dubbing' || stage.executor === 'stickman-image') return 'remote';
+ if (
+ stage.executor === 'cover-analysis'
+ || (stage.executor === 'clip')
+ || (stage.executor === 'stickman-content' && ['source-brief', 'content-plan', 'script', 'storyboard'].includes(stage.id))
+ || (stage.executor === 'stickman-audio' && stage.id === 'narration')
+ ) return 'mixed';
+ if (stage.executor === 'krillinai' && job.state.sourceType !== 'file') return 'mixed';
+ return 'local';
+}
+
+function providerCredentials(
+ settings: { model: string; apiKey?: string; accessKey?: string; secretKey?: string },
+ provider: 'openai' | 'jimeng' | 'kling' | 'gemini' | 'seedance' | 'veo'
+): boolean {
+ if (provider === 'kling') {
+ return (settings.accessKey?.trim().length ?? 0) > 0
+ && (settings.secretKey?.trim().length ?? 0) > 0;
+ }
+ return (settings.apiKey?.trim().length ?? 0) > 0;
+}
diff --cc apps/daemon/src/creator/templates/video-translation.ts
index a32afeb6,aa7c768c..507cfbf1
--- a/apps/daemon/src/creator/templates/video-translation.ts
+++ b/apps/daemon/src/creator/templates/video-translation.ts
@@@ -28,11 -17,8 +28,11 @@@ function createVideoTranslationTemplate
preferPlatformCaptions: z.boolean().default(true),
bilingual: z.boolean().default(true),
subtitlePosition: z.enum(['top', 'bottom']).default('top'),
+ ...(version === 2
+ ? { subtitleStyle: creatorSubtitleStyleSchema }
+ : {}),
dubbing: z.boolean().default(false),
- ttsProvider: z.enum(['openai', 'aliyun', 'edge-tts', 'minimax']).optional(),
+ ttsProvider: z.enum(['openai', 'aliyun', 'edge-tts', 'minimax', 'volcengine']).optional(),
ttsModel: z.string().optional(),
voiceCode: z.string().optional(),
voiceName: z.string().optional(),
diff --cc apps/daemon/test/unit/creator-preflight.test.ts
index 5ba53bac,00000000..b3c10a5f
mode 100644,000000..100644
--- a/apps/daemon/test/unit/creator-preflight.test.ts
+++ b/apps/daemon/test/unit/creator-preflight.test.ts
@@@ -1,200 -1,0 +1,245 @@@
+import { mkdtemp, rm, writeFile } from 'node:fs/promises';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { afterEach, describe, expect, it } from 'vitest';
+import { createDefaultCreatorServicesConfig, type CreatorJob, type CreatorJson } from '@opencreator/protocol';
+import { createCreatorPreflight } from '../../src/creator/preflight.js';
+import { createImageGenerationTemplate } from '../../src/creator/templates/image-generation.js';
+import { createVideoDownloadTemplate } from '../../src/creator/templates/video-download.js';
+import { createStickmanVideoTemplate } from '../../src/creator/templates/stickman-video.js';
+import { createCoverTemplate } from '../../src/creator/templates/cover.js';
++import { createSmartDubbingTemplate } from '../../src/creator/templates/smart-dubbing.js';
++import { createVideoTranslationTemplate } from '../../src/creator/templates/video-translation.js';
+import { createKrillinCreatorServicesCapabilities } from '../../src/creator/krillin/capabilities.js';
+
+let root = '';
+
+afterEach(async () => {
+ if (root) await rm(root, { recursive: true, force: true });
+ root = '';
+});
+
+describe('creator preflight', () => {
+ it('blocks a stage with missing provider credentials and provides a settings repair', async () => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const config = createDefaultCreatorServicesConfig();
+ const job = fakeJob('image-generation', { provider: 'openai', prompt: 'test' });
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => config },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: ['image']
+ }).check(job, createImageGenerationTemplate().stages[0]!);
+
+ expect(result.canStart).toBe(false);
+ expect(result.blocked).toEqual(expect.arrayContaining([
+ expect.objectContaining({
+ id: 'image-provider',
+ repair: expect.objectContaining({ deepLink: '#/settings?tab=ai-services&section=image' })
+ })
+ ]));
+ });
+
+ it('reports local dependency failures before creating a download stage', async () => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const job = fakeJob('video-download', { sourceUrl: 'https://youtu.be/example' });
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => createDefaultCreatorServicesConfig() },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: ['download'],
+ validateRuntimeAssets: true
+ }).check(job, createVideoDownloadTemplate().stages[0]!);
+
+ expect(result.canStart).toBe(false);
+ expect(result.blocked.map(item => item.id)).toEqual(expect.arrayContaining(['ffmpeg', 'ffprobe', 'yt-dlp']));
+ expect(result.blocked.every(item => item.repair.label.length > 0)).toBe(true);
+ });
+
+ it('blocks a reference image when the configured provider cannot edit images', async () => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const referencePath = join(root, 'reference.png');
+ await writeFile(referencePath, 'image');
+ const config = createDefaultCreatorServicesConfig();
+ config.image.jimeng.apiKey = 'test-key';
+ const job = fakeJob('image-generation', {
+ provider: 'jimeng',
+ prompt: 'test',
+ referenceImageArtifactId: 'reference-image'
+ });
+ job.artifacts.push({
+ id: 'reference-image',
+ jobId: job.id,
+ kind: 'reference_image',
+ status: 'completed',
+ version: 1,
+ path: referencePath,
+ scopeKey: null,
+ inputFingerprint: null,
+ sha256: null,
+ sourceArtifactIds: [],
+ metadata: {},
+ createdAt: new Date(0).toISOString()
+ });
+
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => config },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: ['image']
+ }).check(job, createImageGenerationTemplate().stages[0]!);
+
+ expect(result.blocked).toEqual(expect.arrayContaining([
+ expect.objectContaining({ id: 'reference-image-capability' })
+ ]));
+ });
+
+ it.each([
+ ['source-brief', 'stickman-content', 'llm'],
+ ['narration', 'stickman-audio', 'tts'],
+ ['images', 'stickman-image', 'image-provider'],
+ ['render-clean', 'stickman-remotion', 'ffprobe']
+ ] as const)('checks the real Stickman %s executor requirements', async (stageId, executor, blockedId) => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const stage = createStickmanVideoTemplate().stages.find(candidate => candidate.id === stageId)!;
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => createDefaultCreatorServicesConfig() },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: [executor]
+ }).check(fakeJob('stickman-video', {}), stage);
+
+ expect(result.blocked.map(item => item.id)).toContain(blockedId);
+ });
+
+ it('checks the Cover source analysis executor instead of the image executor', async () => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const stage = createCoverTemplate().stages.find(candidate => candidate.id === 'analyze-source')!;
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => createDefaultCreatorServicesConfig() },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: ['cover-analysis']
+ }).check(fakeJob('cover', { sourceType: 'youtube', sourceUrl: 'https://youtu.be/example' }), stage);
+
+ expect(result.blocked.map(item => item.id)).toEqual(expect.arrayContaining(['llm', 'yt-dlp']));
+ });
+
++ it('validates Volcengine TTS with App ID and Access Token credentials', async () => {
++ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
++ const config = createDefaultCreatorServicesConfig();
++ config.tts.provider = 'volcengine';
++ const stage = createSmartDubbingTemplate().stages.find(candidate => candidate.id === 'tts')!;
++ const preflight = createCreatorPreflight({
++ configStore: { read: async () => config },
++ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
++ resourceRoot: join(root, 'runtime'),
++ jobsRoot: join(root, 'jobs'),
++ executorIds: ['smart-dubbing'],
++ validateRuntimeAssets: false
++ });
++
++ const blocked = await preflight.check(fakeJob('smart-dubbing', { ttsProvider: 'volcengine' }), stage);
++ expect(blocked.blocked.map(item => item.id)).toContain('tts');
++
++ config.tts.volcengine.appId = 'app-id';
++ config.tts.volcengine.accessToken = 'access-token';
++ const ready = await preflight.check(fakeJob('smart-dubbing', { ttsProvider: 'volcengine' }), stage);
++ expect(ready.blocked.map(item => item.id)).not.toContain('tts');
++ });
++
++ it('blocks Volcengine transcription when its shared credentials are missing', async () => {
++ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
++ const config = createDefaultCreatorServicesConfig();
++ config.transcription.provider = 'volcengine';
++ const stage = createVideoTranslationTemplate().stages.find(candidate => candidate.id === 'subtitle')!;
++ const result = await createCreatorPreflight({
++ configStore: { read: async () => config },
++ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
++ resourceRoot: join(root, 'runtime'),
++ jobsRoot: join(root, 'jobs'),
++ executorIds: ['krillinai'],
++ validateRuntimeAssets: false
++ }).check(fakeJob('video-translation', {
++ sourceType: 'file',
++ sourceArtifactId: 'missing-source'
++ }), stage);
++
++ expect(result.blocked.map(item => item.id)).toContain('transcription-config');
++ });
++
+ it('resolves historical stale inputs the same way as StageRunner', async () => {
+ root = await mkdtemp(join(tmpdir(), 'creator-preflight-'));
+ const referencePath = join(root, 'reference.png');
+ await writeFile(referencePath, 'image');
+ const config = createDefaultCreatorServicesConfig();
+ config.image.openai.apiKey = 'test-key';
+ config.image.openai.baseUrl = 'https://example.test/v1';
+ config.image.openai.model = 'image-model';
+ const job = fakeJob('image-generation', {
+ provider: 'openai',
+ prompt: 'test',
+ referenceImageArtifactId: 'reference-image',
+ resultSnapshots: [{
+ version: 1,
+ createdAt: new Date(0).toISOString(),
+ action: 'generate',
+ stageId: 'generate',
+ description: 'historical',
+ artifactRefs: { reference_image: ['reference-image'] },
+ changedArtifactIds: ['reference-image'],
+ staleArtifactIds: [],
+ state: { referenceImageArtifactId: 'reference-image', provider: 'openai' }
+ }]
+ });
+ job.artifacts.push({
+ id: 'reference-image',
+ jobId: job.id,
+ kind: 'reference_image',
+ status: 'stale',
+ version: 1,
+ path: referencePath,
+ scopeKey: null,
+ inputFingerprint: null,
+ sha256: null,
+ sourceArtifactIds: [],
+ metadata: {},
+ createdAt: new Date(0).toISOString()
+ });
+
+ const result = await createCreatorPreflight({
+ configStore: { read: async () => config },
+ readCapabilities: () => createKrillinCreatorServicesCapabilities('win32', 'x64'),
+ resourceRoot: join(root, 'runtime'),
+ jobsRoot: join(root, 'jobs'),
+ executorIds: ['image']
+ }).check(job, createImageGenerationTemplate().stages[0]!, { inputResultVersion: 1 });
+
+ expect(result.blocked.map(item => item.id)).not.toContain('input-artifact:reference_image');
+ expect(result.ready.map(item => item.id)).toContain('input-file:reference-image');
+ });
+});
+
+function fakeJob(templateId: string, state: Record<string, CreatorJson>): CreatorJob {
+ return {
+ id: 'job-preflight',
+ projectId: 'project-preflight',
+ templateId,
+ templateVersion: templateId === 'image-generation' ? 2 : 2,
+ status: 'draft',
+ revision: 0,
+ state,
+ agentThreadId: null,
+ stages: [],
+ artifacts: [],
+ providerRequests: [],
+ activities: [],
+ createdAt: new Date(0).toISOString(),
+ updatedAt: new Date(0).toISOString()
+ };
+}
diff --cc apps/web/e2e/web-desktop-parity.spec.ts
index 9e23a388,101b6e74..36d96438
--- a/apps/web/e2e/web-desktop-parity.spec.ts
+++ b/apps/web/e2e/web-desktop-parity.spec.ts
@@@ -595,19 -536,15 +595,86 @@@ test('本地 Whisper 在 Browser/Deskto
expect(results[1]!.text).toBe(results[0]!.text);
expect(results[1]!.boxes).toEqual(results[0]!.boxes);
- expect(results[1]!.requests).toEqual(results[0]!.requests);
+ expect([...results[1]!.requests].sort()).toEqual([...results[0]!.requests].sort());
expect(results[1]!.transcription).toEqual(results[0]!.transcription);
- expect(results[0]!.transcription).toMatchObject({
- provider: 'whisper.cpp',
- whisperCpp: { model: 'medium' }
- });
+ if (localProvider) {
+ expect(results[0]!.transcription.provider).toBe(localProvider.provider);
+ if (localProvider.provider === 'whisper.cpp') {
+ expect(results[0]!.transcription).toMatchObject({ whisperCpp: { model: 'medium' } });
+ }
+ expect(results[0]!.requests).toContain('PATCH /creator-services/config');
+ } else {
+ expect(results[0]!.requests).not.toContain('PATCH /creator-services/config');
+ }
+});
+
++test('火山引擎语音识别设置在 Browser/Desktop Bridge 下保持相同请求和持久状态', async ({
++ browser,
++ runtime
++}, testInfo) => {
++ test.skip(
++ testInfo.project.name !== 'chromium-desktop',
++ '一致性规格内部固定创建 Browser/Desktop Chromium 上下文'
++ );
++
++ const results: Array<{ text: string; requests: string[]; configuredCredentials: string[] }> = [];
++ for (const platform of ['browser', 'desktop'] as const) {
++ await runtime.api('DELETE', '/creator-services/config');
++ const context = await browser.newContext({
++ viewport: { width: 1280, height: 800 },
++ deviceScaleFactor: 1,
++ colorScheme: 'dark',
++ reducedMotion: 'reduce'
++ });
++ const page = await context.newPage();
++ if (platform === 'desktop') await installDesktopBridge(page);
++ const requests: string[] = [];
++ page.on('request', request => {
++ const url = new URL(request.url());
++ if (!url.pathname.includes('/creator-services/')) return;
++ requests.push(`${request.method()} ${url.pathname.replace('/.opencreator/runtime', '')}`);
++ });
++
++ try {
++ await runtime.openApp(page);
++ await page.goto(`${runtime.origin}/#/settings?tab=ai-services&section=transcription`);
++ await page.getByRole('combobox', { name: '语音识别服务' }).click();
++ await page.getByRole('option', { name: '火山引擎' }).click();
++ await page.getByLabel('App ID').fill('parity-volcengine-app');
++ await page.getByLabel('Access Token').fill('parity-volcengine-token');
++ await page.getByRole('button', { name: '保存配置' }).click();
++ await expect(page.getByText('配置已安全保存')).toBeVisible();
++
++ const saved = await runtime.api<{
++ config: { transcription: { provider: string; volcengine: { appId: string; accessToken: string } } };
++ configuredCredentials: string[];
++ }>('GET', '/creator-services/config');
++ results.push({
++ text: await page.getByRole('tabpanel').innerText(),
++ requests,
++ configuredCredentials: saved.configuredCredentials
++ });
++ expect(saved.config.transcription).toMatchObject({
++ provider: 'volcengine',
++ volcengine: { appId: '', accessToken: '' }
++ });
++ } finally {
++ await context.close();
++ }
++ }
++
++ expect(results[1]!.text).toBe(results[0]!.text);
++ expect(normalizeParityRequests(results[1]!.requests))
++ .toEqual(normalizeParityRequests(results[0]!.requests));
++ expect(results[1]!.configuredCredentials.sort())
++ .toEqual(results[0]!.configuredCredentials.sort());
+ expect(results[0]!.requests).toContain('PATCH /creator-services/config');
++ expect(results[0]!.configuredCredentials).toEqual(expect.arrayContaining([
++ 'transcription.volcengine.appId',
++ 'transcription.volcengine.accessToken'
++ ]));
+ });
+
test('短视频脚本在 Browser/Desktop Bridge 下保持相同界面、请求和持久状态', async ({
browser,
runtime
diff --cc apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx
index 1f87cac2,283bd485..eb93b909
--- a/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx
+++ b/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx
@@@ -1025,10 -986,11 +1026,11 @@@ function isTtsProvider(value: unknown)
return value === 'openai'
|| value === 'aliyun'
|| value === 'minimax'
- || value === 'edge-tts';
+ || value === 'edge-tts'
+ || value === 'volcengine';
}
-function readSubtitleFontSetting(
+function readSubtitleStyleSettings(
state: Record<string, CreatorJson>,
fallback: Record<string, CreatorJson>,
persisted: TranslationResultVersion | undefined