Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.
TypeScript agent-skillscodex-clideskop-appdubbingimage-generationlocalizationskillsttsvideo-editingvideo-generationvideo-transcriptionvideo-translation
feat(creator): import local SRT subtitles for video translation
MijaelX739330f5d014
diff --git a/apps/daemon/src/api/server.ts b/apps/daemon/src/api/server.tsindex ea8826cf..bcf92198 100644--- a/apps/daemon/src/api/server.ts+++ b/apps/daemon/src/api/server.ts@@ -444,6 +444,7 @@ export async function buildServer(input: BuildServerInput) {});creatorAgentReconciler.reconcileAfterDaemonRestart();const creatorService = input.creatorService ?? createCreatorService({+ jobsRoot: creatorJobsRoot,repository: creatorRepository,templates: createDefaultCreatorTemplateRegistry(),providerRequestLedger: creatorProviderRequestLedgerdiff --git a/apps/daemon/src/creator/krillin/adapter.ts b/apps/daemon/src/creator/krillin/adapter.tsindex 96fd7e01..0e450506 100644--- a/apps/daemon/src/creator/krillin/adapter.ts+++ b/apps/daemon/src/creator/krillin/adapter.ts@@ -14,7 +14,7 @@ import type {} from '../executor.js';import { CreatorExecutorError } from '../executor.js';import { validateMediaFile } from '../validators/media.js';-import { validateSrtFile } from '../validators/srt.js';+import { formatSrtTimestamp, validateSrtFile } from '../validators/srt.js';import {KrillinCliError,resolveKrillinCliSource,@@ -118,6 +118,11 @@ async function ensureKrillinTranscriptionDependency(config: CreatorServicesConfig,stage: CreatorExecutorInput): Promise<void> {+ if (stage.job.templateId === 'video-translation' && (+ stage.stageRun.stageId === 'subtitle'+ ? stage.inputArtifacts.some(artifact => artifact.kind === 'source_subtitle' || artifact.kind === 'target_subtitle')+ : typeof stage.job.state.importedSourceSubtitleId === 'string' || typeof stage.job.state.importedTargetSubtitleId === 'string'+ )) return;await loader.ensure({config,signal: stage.signal,@@ -284,6 +289,7 @@ export async function validateResultArtifacts(input: {outputs.push({ kind: outputKind, status: 'completed', path, metadata });}for (const required of contract.requiredOutputKinds) {+ if (required === 'source_subtitle' && input.stage.inputArtifacts.some(artifact => artifact.kind === 'target_subtitle')) continue;if (!outputs.some(output => output.kind === required)) {throw new CreatorExecutorError('krillin_output_missing', `KrillinAI did not produce ${required}`);}@@ -401,11 +407,3 @@ function nonEmptyString(value: CreatorJson | undefined): string | undefined {function finiteNumber(value: CreatorJson | undefined): number | undefined {return typeof value === 'number' && Number.isFinite(value) ? value : undefined;}--function formatSrtTimestamp(value: number): string {- const hours = Math.floor(value / 3_600_000);- const minutes = Math.floor((value % 3_600_000) / 60_000);- const seconds = Math.floor((value % 60_000) / 1_000);- const milliseconds = value % 1_000;- return `${String(hours).padStart(2, '0')}:${String(minutes).padStart(2, '0')}:${String(seconds).padStart(2, '0')},${String(milliseconds).padStart(3, '0')}`;-}diff --git a/apps/daemon/src/creator/krillin/cli-runner.ts b/apps/daemon/src/creator/krillin/cli-runner.tsindex 8831bda5..6b764613 100644--- a/apps/daemon/src/creator/krillin/cli-runner.ts+++ b/apps/daemon/src/creator/krillin/cli-runner.ts@@ -219,6 +219,9 @@ export function buildKrillinCliCommandArguments(const source = resolveKrillinCliSource(artifacts, options);if (!source) throw new CreatorExecutorError('creator_stage_input_missing', 'Subtitle input video or URL is required');const sourceOnly = booleanOption(options, 'sourceOnly', false);+ const importedTarget = artifactPath(artifacts, 'target_subtitle');+ const importedSource = artifactPath(artifacts, 'source_subtitle');+ const imported = importedTarget ?? importedSource;return ['subtitle',source,@@ -227,6 +230,7 @@ export function buildKrillinCliCommandArguments('--target-lang', requiredOption(options, 'targetLanguage'),'--caption-source', stringOption(options, 'captionSource') ?? 'any',...(sourceOnly ? ['--source-only'] : []),+ ...(imported ? ['--input-srt', imported, `--srt-translated=${importedTarget !== undefined}`] : []),`--bilingual-top=${booleanOption(options, 'bilingualTop', true)}`,...common,...styleArgument(stylePath)@@ -825,7 +829,8 @@ export function resolveKrillinCliSource(): string | undefined {const sourceUrl = stringOption(options, 'sourceUrl');const captionSource = stringOption(options, 'captionSource') ?? 'any';- if (isYouTubeSource(sourceUrl) && captionSource !== 'whisper') {+ const hasImportedSubtitle = artifacts.some(artifact => artifact.kind === 'source_subtitle' || artifact.kind === 'target_subtitle');+ if (!hasImportedSubtitle && isYouTubeSource(sourceUrl) && captionSource !== 'whisper') {return sourceUrl;}const localSource = artifactPath(artifacts, 'source_video');diff --git a/apps/daemon/src/creator/service.ts b/apps/daemon/src/creator/service.tsindex 6095f315..89162c9f 100644--- a/apps/daemon/src/creator/service.ts+++ b/apps/daemon/src/creator/service.ts@@ -10,7 +10,8 @@ import type {CreatorJson} from '@opencreator/protocol';import { wechatArticleSourceLimit } from '@opencreator/protocol';-import { writeFileSync } from 'node:fs';+import { mkdirSync, writeFileSync } from 'node:fs';+import { randomUUID } from 'node:crypto';import { basename, extname, join, dirname } from 'node:path';import type { CreatorRepository } from './repository.js';import { CreatorProviderRequestLedger } from './provider-requests.js';@@ -22,6 +23,7 @@ import {} from './result-snapshots.js';import type { CreatorTemplateRegistry } from './templates/types.js';import { videoTranslationArtifactRefsPatch } from './templates/video-translation-results.js';+import { formatSrtTimestamp, parseSrt } from './validators/srt.js';export type CreatorService = ReturnType<typeof createCreatorService>;@@ -40,6 +42,7 @@ export function createCreatorService(input: {repository: CreatorRepository;templates: CreatorTemplateRegistry;providerRequestLedger?: CreatorProviderRequestLedger;+ jobsRoot?: string;}) {const { repository, templates } = input;const providerRequestLedger = input.providerRequestLedger@@ -705,6 +708,71 @@ export function createCreatorService(input: {: 'draft';}}+ } else if (request.action === 'import-subtitle') {+ if (input.jobsRoot === undefined || current.templateId !== 'video-translation') {+ throw new CreatorServiceError('creator_action_not_allowed', 'Subtitle import is unavailable');+ }+ if (current.stages.some(stage => stage.status === 'queued' || stage.status === 'running')) {+ throw new CreatorServiceError('creator_job_has_active_run', 'Stop the active task before replacing subtitles');+ }+ const fileName = basename(readString(parsedInput.fileName, 'fileName').replaceAll('\\', '/'));+ const encoded = readString(parsedInput.contentBase64, 'contentBase64');+ const language = readString(parsedInput.language, 'language');+ const kind = parsedInput.kind;+ if (!/\.srt$/i.test(fileName) || !/^[a-zA-Z][a-zA-Z0-9_-]{0,34}$/.test(language)+ || (kind !== 'source_subtitle' && kind !== 'target_subtitle')+ || encoded.length > 700_000) {+ throw new CreatorServiceError('creator_action_invalid', 'Import requires an SRT file (maximum 512 KiB), subtitle type and language');+ }+ const bytes = Buffer.from(encoded, 'base64');+ let content: string;+ let cues: ReturnType<typeof parseSrt>;+ try {+ if (bytes.toString('base64') !== encoded) throw new Error('Invalid base64 file content');+ if (bytes.length > 512 * 1024) throw new Error('SRT exceeds 512 KiB');+ content = new TextDecoder('utf-8', { fatal: true }).decode(bytes);+ if (content.includes('\u0000')) throw new Error('SRT must be UTF-8');+ cues = parseSrt(content);+ } catch (error) {+ throw new CreatorServiceError('creator_action_invalid', `Invalid UTF-8 SRT: ${error instanceof Error ? error.message : String(error)}`);+ }+ const resultVersion = nextCreatorResultVersion(current);+ const directory = join(input.jobsRoot, current.id, 'subtitles');+ mkdirSync(directory, { recursive: true });+ const path = join(directory, `${kind}-${randomUUID()}.srt`);+ writeFileSync(path, content.replace(/^\uFEFF/, ''), { encoding: 'utf8', flag: 'wx', mode: 0o600 });+ const downstreamKinds = new Set(['dubbed_audio', 'dubbed_video', 'horizontal_video', 'vertical_video', 'bilingual_subtitle', 'vertical_subtitle', ...(kind === 'source_subtitle' ? ['target_subtitle'] : [])]);+ const replaced = current.artifacts.filter(artifact => artifact.kind === kind+ || (kind === 'source_subtitle' && artifact.kind === 'target_subtitle'));+ // Older subtitle runs recorded sibling outputs without edges between subtitle variants.+ const variants = current.artifacts.filter(artifact => (+ ['bilingual_subtitle', 'vertical_subtitle', ...(kind === 'source_subtitle' ? ['target_subtitle'] : [])].includes(artifact.kind)+ && typeof artifact.metadata.resultVersion === 'number'+ && replaced.some(source => source.metadata.resultVersion === artifact.metadata.resultVersion)+ ));+ for (const source of [...replaced, ...variants]) {+ for (const artifact of [...(variants.includes(source) ? [source] : []), ...dependentArtifacts(current.artifacts, source.id)]) {+ if (artifact.status !== 'completed' || !downstreamKinds.has(artifact.kind) || affectedArtifactIds.includes(artifact.id)) continue;+ repository.setArtifactStatus(artifact.id, 'stale');+ affectedArtifactIds.push(artifact.id);+ }+ }+ const artifact = repository.insertArtifact({+ jobId, kind, status: 'completed', path, sourceArtifactIds: [],+ metadata: { fileName, source: 'local-upload', language, cueCount: cues.length, size: bytes.length, resultVersion,+ cues: cues.map(cue => ({ id: cue.index, start: formatSrtTimestamp(cue.startMs), end: formatSrtTimestamp(cue.endMs), text: cue.text })) }+ });+ const artifactRefsPatch = Object.fromEntries([...downstreamKinds].map(value => [value, [] as string[]]));+ if (kind === 'target_subtitle') artifactRefsPatch.source_subtitle = [];+ nextState = { ...nextState, currentStage: null, needsInput: null,+ importedSourceSubtitleId: kind === 'source_subtitle' ? artifact.id : null,+ importedTargetSubtitleId: kind === 'target_subtitle' ? artifact.id : null,+ [kind === 'source_subtitle' ? 'sourceLanguage' : 'targetLanguage']: language };+ nextState = { ...nextState, ...appendCreatorResultSnapshot({ job: current, version: resultVersion,+ changedArtifacts: [artifact], artifactRefsPatch, staleArtifactIds: affectedArtifactIds,+ action: request.action, description: '导入本地字幕', state: nextState }) };+ affectedArtifactIds.push(artifact.id);+ nextStatus = 'draft';} else if (request.action === 'edit-subtitle') {const artifactId = readString(parsedInput.artifactId, 'artifactId');const preserveResultVersion = readOptionalBoolean(@@ -1244,6 +1312,7 @@ function dependentArtifacts(artifacts: CreatorArtifact[], sourceId: string): Cre}function summarizeAction(action: string, input: Record<string, CreatorJson>): string {+ if (action === 'import-subtitle') return '导入本地字幕并保留旧版本';if (action === 'edit-subtitle') return '更新字幕并保留下游旧版本';if (action === 'commit-version') return '保存项目版本设置';if (action === 'run-stage') return `启动阶段 ${String(input.stageId ?? '')}`.trim();@@ -1253,6 +1322,7 @@ function summarizeAction(action: string, input: Record<string, CreatorJson>): streturn '更新创作设置';}+function readNonEmptyRecord(value: CreatorJson | undefined, field: string): Record<string, CreatorJson> {if (value === null || Array.isArray(value) || typeof value !== 'object') {throw new CreatorServiceError(diff --git a/apps/daemon/src/creator/stage-runner.ts b/apps/daemon/src/creator/stage-runner.tsindex 8b2c8105..4679c7f2 100644--- a/apps/daemon/src/creator/stage-runner.ts+++ b/apps/daemon/src/creator/stage-runner.ts@@ -104,7 +104,7 @@ export function createCreatorStageRunner(input: {`Creator result version ${inputResultVersion} was not found`);}- const resolved = resolveInputs(job, stage.inputArtifacts, inputSnapshot?.artifactRefs);+ const resolved = resolveInputs(job, stage.inputArtifacts, inputSnapshot?.artifactRefs, inputSnapshot?.state);updateStageRun({id: stageRun.id,status: resolved.missing.length === 0 ? 'queued' : 'failed',@@ -202,7 +202,11 @@ export function createCreatorStageRunner(input: {scopeKey: stageRun!.scopeKey,inputFingerprint: stageRun!.inputFingerprint,sha256: outputHashes[outputIndex] ?? null,- sourceArtifactIds: output.sourceArtifactIds ?? resolved.artifacts.map(artifact => artifact.id),+ sourceArtifactIds: output.sourceArtifactIds ?? (+ job.templateId === 'video-translation' && stageId === 'subtitle'+ ? subtitleOutputSources(output.kind, insertedArtifacts, resolved.artifacts)+ : resolved.artifacts.map(artifact => artifact.id)+ ),metadata: {...(output.metadata ?? {}),...(resultVersion === undefined ? {} : { resultVersion })@@ -435,6 +439,16 @@ async function sha256File(path: string): Promise<string> {return createHash('sha256').update(content).digest('hex');}+function subtitleOutputSources(kind: string, outputs: CreatorArtifact[], inputs: CreatorArtifact[]): string[] {+ if (kind === 'source_video') return inputs.filter(artifact => artifact.kind === 'source_video').map(artifact => artifact.id);+ const imported = inputs.find(artifact => artifact.kind === kind);+ if (imported !== undefined) return [imported.id];+ const sourceKinds = kind === 'source_subtitle' ? ['source_video']+ : kind === 'target_subtitle' ? ['source_subtitle']+ : ['source_subtitle', 'target_subtitle'];+ return outputs.filter(artifact => sourceKinds.includes(artifact.kind)).map(artifact => artifact.id);+}+function resolveInputs(job: CreatorJob,requirements: Array<{@@ -443,13 +457,16 @@ function resolveInputs(stateKey?: string;optional?: boolean;}>,- explicitArtifactRefs?: Record<string, string[]>+ explicitArtifactRefs?: Record<string, string[]>,+ snapshotState?: Record<string, CreatorJson>): { artifacts: CreatorArtifact[]; missing: string[] } {const artifacts: CreatorArtifact[] = [];const missing: string[] = [];for (const requirement of requirements) {if (!creatorInputArtifactEnabled(job, requirement.kind)) continue;- if (explicitArtifactRefs !== undefined) {+ const importedSubtitle = requirement.stateKey === 'importedSourceSubtitleId'+ || requirement.stateKey === 'importedTargetSubtitleId';+ if (explicitArtifactRefs !== undefined && !importedSubtitle) {const explicitIds = explicitArtifactRefs[requirement.kind] ?? [];const artifact = [...explicitIds].reverse().flatMap(id => {const candidate = job.artifacts.find(item => (@@ -465,7 +482,7 @@ function resolveInputs(}const selectedId = requirement.selector === 'state-artifact-id'&& requirement.stateKey !== undefined- ? job.state[requirement.stateKey]+ ? (importedSubtitle ? snapshotState ?? job.state : job.state)[requirement.stateKey]: undefined;if (job.templateId === 'stickman-video'diff --git a/apps/daemon/src/creator/templates/registry.ts b/apps/daemon/src/creator/templates/registry.tsindex 9227b7a3..3695deac 100644--- a/apps/daemon/src/creator/templates/registry.ts+++ b/apps/daemon/src/creator/templates/registry.ts@@ -106,6 +106,8 @@ function propagateArtifacts(visited.add(current);for (const stage of template.stages) {if (!stage.inputArtifacts.some(input => input.kind === current)) continue;+ // Reusing a previous version does not make the stage's upstream outputs downstream.+ if (stage.outputArtifacts.some(output => output.kind === current)) continue;for (const output of stage.outputArtifacts) {if (!result.has(output.kind)) {result.add(output.kind);diff --git a/apps/daemon/src/creator/templates/video-translation-actions.ts b/apps/daemon/src/creator/templates/video-translation-actions.tsindex 22044d75..5ef3311a 100644--- a/apps/daemon/src/creator/templates/video-translation-actions.ts+++ b/apps/daemon/src/creator/templates/video-translation-actions.ts@@ -18,6 +18,7 @@ export function createVideoTranslationWorkflow(input: {if (job.templateId !== 'video-translation') return;if (stageId === 'subtitle') {validateSource(job);+ if (job.artifacts.some(artifact => artifact.id === job.state.importedTargetSubtitleId && artifact.kind === 'target_subtitle' && artifact.status === 'completed')) return;const config = await input.configStore.read();if (!config.llm.apiKey) {setConfigurationNeeded(input.creator, job.id, {diff --git a/apps/daemon/src/creator/templates/video-translation.ts b/apps/daemon/src/creator/templates/video-translation.tsindex 1a64ea35..c4f4615c 100644--- a/apps/daemon/src/creator/templates/video-translation.ts+++ b/apps/daemon/src/creator/templates/video-translation.ts@@ -12,6 +12,8 @@ export function createVideoTranslationTemplate(): CreatorTemplateDefinition {sourceType: z.enum(['url', 'file']).default('url'),sourceUrl: z.string().default(''),sourceArtifactId: z.string().nullable().optional(),+ importedSourceSubtitleId: z.string().nullable().optional(),+ importedTargetSubtitleId: z.string().nullable().optional(),sourceLanguage: z.string().default('zh_cn'),targetLanguage: z.string().default('en'),preferPlatformCaptions: z.boolean().default(true),@@ -42,7 +44,8 @@ export function createVideoTranslationTemplate(): CreatorTemplateDefinition {selector: 'state-artifact-id',stateKey: 'sourceArtifactId',optional: true- }],+ }, { kind: 'source_subtitle', selector: 'state-artifact-id', stateKey: 'importedSourceSubtitleId', optional: true },+ { kind: 'target_subtitle', selector: 'state-artifact-id', stateKey: 'importedTargetSubtitleId', optional: true }],outputArtifacts: [{ kind: 'source_video', status: 'completed' },{ kind: 'source_subtitle', status: 'completed' },@@ -103,6 +106,7 @@ export function createVideoTranslationTemplate(): CreatorTemplateDefinition {}],actions: [+ { id: 'import-subtitle', inputSchema: jsonRecord, allowedStages: ['subtitle', 'tts', 'render-horizontal', 'render-vertical'] },{id: 'update-settings',inputSchema: jsonRecord,@@ -142,6 +146,7 @@ export function createVideoTranslationTemplate(): CreatorTemplateDefinition {{ kind: 'vertical_video', required: false }],agentGuidance: [+ '导入用户提供的 UTF-8 SRT 使用 import-subtitle,input 包含 fileName、contentBase64(原文件字节的 base64,最多512 KiB)、kind(source_subtitle 或 target_subtitle)和 language。原文跳过 ASR,译文跳过 ASR 与翻译。不要编造字幕。','帮助用户调整视频翻译内容与参数,修改前读取最新 revision。','更新设置必须写入 input.patch。','字幕样式字段为 subtitleStyle,可包含 primaryColor、secondaryColor、outlineColor、outlineWidth;不要使用 subtitleColor 等未定义别名。',diff --git a/apps/daemon/src/creator/validators/srt.ts b/apps/daemon/src/creator/validators/srt.tsindex ee6bc8e7..4fcf0693 100644--- a/apps/daemon/src/creator/validators/srt.ts+++ b/apps/daemon/src/creator/validators/srt.ts@@ -4,7 +4,7 @@ export type SrtCue = { index: number; startMs: number; endMs: number; text: striexport type ParseSrtOptions = { allowOverlaps?: boolean };export async function validateSrtFile(path: string, options: ParseSrtOptions = {}): Promise<SrtCue[]> {- return parseSrt(await readFile(path, 'utf8'), options);+ return parseSrt(new TextDecoder('utf-8', { fatal: true }).decode(await readFile(path)), options);}export function parseSrt(content: string, options: ParseSrtOptions = {}): SrtCue[] {@@ -28,6 +28,15 @@ export function parseSrt(content: string, options: ParseSrtOptions = {}): SrtCue}function timestamp(value: string): number {- const parts = value.replace(',', '.').split(':');- return Number(parts[0]) * 3_600_000 + Number(parts[1]) * 60_000 + Number(parts[2]) * 1_000;+ const [hours, minutes, seconds, milliseconds] = value.split(/[:,.]/).map(Number);+ if (minutes! >= 60 || seconds! >= 60) throw new Error('invalid_srt: timestamp out of range');+ return hours! * 3_600_000 + minutes! * 60_000 + seconds! * 1_000 + milliseconds!;+}++export function formatSrtTimestamp(value: number): string {+ const hours = Math.floor(value / 3_600_000);+ const minutes = Math.floor((value % 3_600_000) / 60_000);+ const seconds = Math.floor((value % 60_000) / 1_000);+ const milliseconds = value % 1_000;+ return `${String(hours).padStart(2, '0')}:${String(minutes).padStart(2, '0')}:${String(seconds).padStart(2, '0')},${String(milliseconds).padStart(3, '0')}`;}diff --git a/apps/daemon/test/integration/creator-api.test.ts b/apps/daemon/test/integration/creator-api.test.tsindex ca796652..255e7e17 100644--- a/apps/daemon/test/integration/creator-api.test.ts+++ b/apps/daemon/test/integration/creator-api.test.ts@@ -32,6 +32,42 @@ afterEach(async () => {});describe('creator api', () => {+ it.each(['source_subtitle', 'target_subtitle'])('imports %s and runs downstream workflow with the persisted input', async kind => {+ const calls: string[] = [];+ await setupServer({ llmConfigured: kind === 'source_subtitle', creatorExecutors: [{+ id: 'krillinai', async run(stage) {+ calls.push(stage.stageRun.stageId);+ const path = join(stage.workdir, 'output.srt');+ writeFileSync(path, '1\n00:00:00,000 --> 00:00:01,000\nHello\n');+ if (stage.stageRun.stageId === 'subtitle') {+ expect(stage.inputArtifacts.some(a => a.kind === kind && a.metadata.source === 'local-upload')).toBe(true);+ return { outputs: ['source_video', 'target_subtitle', 'vertical_subtitle'].map(kind => ({ kind, status: 'completed' as const, path })) };+ }+ return { outputs: [{ kind: stage.stageRun.stageId === 'tts' ? 'dubbed_audio' : stage.stageRun.stageId === 'render-horizontal' ? 'horizontal_video' : 'vertical_video', status: 'completed', path }] };+ }+ }] });+ const created = await request('POST', '/creator/jobs', { projectId: 'project_import', templateId: 'video-translation', state: {+ sourceUrl: 'https://www.youtube.com/watch?v=import', dubbing: true, ttsProvider: 'edge-tts', composeVideo: true, videoFormat: 'all'+ } });+ const job = created.json().job;+ const payload = { action: 'import-subtitle', expectedRevision: 0, input: { kind, language: 'en', fileName: 'captions.srt', contentBase64: Buffer.from('1\n00:00:00,000 --> 00:00:01,000\nHello\n').toString('base64') } };+ const invalid = await request('POST', `/creator/jobs/${job.id}/actions`, {+ ...payload, input: { ...payload.input, contentBase64: Buffer.from([0xff, 0xfe, 0x41, 0x00]).toString('base64') }+ });+ expect(invalid.statusCode).toBe(400);+ expect((await request('GET', `/creator/jobs/${job.id}`)).json().job).toMatchObject({ revision: 0, artifacts: [] });+ const imported = await request('POST', `/creator/jobs/${job.id}/actions`, payload);+ expect(imported.statusCode).toBe(200);+ const artifact = imported.json().job.artifacts[0];+ expect(artifact).toMatchObject({ kind, metadata: { source: 'local-upload', language: 'en', cueCount: 1 } });+ expect(existsSync(artifact.path)).toBe(true);+ const started = await request('POST', `/creator/jobs/${job.id}/actions`, { action: 'run-stage', expectedRevision: imported.json().job.revision, input: { stageId: 'subtitle', workflow: true } });+ expect(started.statusCode).toBe(200);+ await waitForCreatorJob(job.id, job => job.artifacts.some((a: { kind: string }) => a.kind === 'vertical_video'));+ expect(calls).toEqual(['subtitle', 'tts', 'render-horizontal', 'render-vertical']);+ const old = await request('GET', `/creator/jobs/${job.id}/artifacts/${artifact.id}/content`);+ expect(old.statusCode).toBe(200);+ });it('serves built-in stickman visual asset previews in development', async () => {tempDir = mkdtempSync(join(tmpdir(), 'creator-api-'));server = await buildServer({diff --git a/apps/daemon/test/unit/creator-command-dispatcher.test.ts b/apps/daemon/test/unit/creator-command-dispatcher.test.tsindex 4ec6b6e0..9739afb0 100644--- a/apps/daemon/test/unit/creator-command-dispatcher.test.ts+++ b/apps/daemon/test/unit/creator-command-dispatcher.test.ts@@ -1,4 +1,4 @@-import { mkdtempSync, rmSync } from 'node:fs';+import { mkdtempSync, readFileSync, rmSync } from 'node:fs';import { tmpdir } from 'node:os';import { join } from 'node:path';import { afterEach, describe, expect, it, vi } from 'vitest';@@ -20,6 +20,59 @@ afterEach(() => {});describe('creator command dispatcher', () => {+ it('imports subtitle versions through user and agent commands and invalidates only dependencies', () => {+ const fixture = setup();+ try {+ const dispatcher = createCreatorCommandDispatcher({ service: fixture.service, repository: fixture.repository, receipts: fixture.receipts });+ const content = '1\n00:00:00,000 --> 00:00:01,000\nHello\n';+ const command = { action: 'import-subtitle', expectedRevision: 0, idempotencyKey: 'import-1', input: {+ fileName: 'local.srt', contentBase64: Buffer.from(content).toString('base64'), kind: 'target_subtitle', language: 'en'+ } };+ const first = dispatcher.dispatch(fixture.jobId, command, 'user');+ expect(dispatcher.dispatch(fixture.jobId, command, 'user').job.artifacts).toHaveLength(1);+ const old = first.job.artifacts[0]!;+ const insert = (kind: string, sources: string[]) => fixture.repository.insertArtifact({ jobId: fixture.jobId, kind, sourceArtifactIds: sources, path: null, status: 'completed', metadata: {} });+ const audio = insert('dubbed_audio', [old.id]);+ const video = insert('horizontal_video', [audio.id]);+ const unrelated = insert('horizontal_video', []);+ const sourceVideo = insert('source_video', []);+ const legacyVariant = fixture.repository.insertArtifact({ jobId: fixture.jobId, kind: 'vertical_subtitle', sourceArtifactIds: [sourceVideo.id], path: null, status: 'completed', metadata: { resultVersion: 1 } });+ const verticalVideo = insert('vertical_video', [legacyVariant.id]);+ const second = dispatcher.dispatch(fixture.jobId, { ...command, expectedRevision: first.job.revision, idempotencyKey: 'import-2' }, 'agent');+ expect(second.job.artifacts.filter(a => a.kind === 'target_subtitle')).toHaveLength(2);+ expect(second.job.artifacts.filter(a => a.status === 'stale').map(a => a.id).sort()).toEqual([audio.id, video.id, legacyVariant.id, verticalVideo.id].sort());+ for (const id of [old.id, unrelated.id, sourceVideo.id]) expect(second.job.artifacts.find(a => a.id === id)?.status).toBe('completed');+ expect(readFileSync(old.path!, 'utf8')).toBe(content);+ expect(second.job.artifacts.find(a => a.kind === 'target_subtitle' && a.id !== old.id)?.path).not.toBe(old.path);+ expect(second.job.state.resultSnapshots).toHaveLength(2);+ const switched = dispatcher.dispatch(fixture.jobId, {+ ...command, expectedRevision: second.job.revision, idempotencyKey: 'import-source',+ input: { ...command.input, kind: 'source_subtitle', contentBase64: Buffer.from('1\n00:00:01,001 --> 00:00:02,001\nSource\n').toString('base64') }+ }, 'user').job;+ expect(switched.artifacts.find(a => a.kind === 'source_subtitle')?.metadata.cues).toEqual([+ { id: 1, start: '00:00:01,001', end: '00:00:02,001', text: 'Source' }+ ]);+ expect(switched.artifacts.find(a => a.id === sourceVideo.id)?.status).toBe('completed');+ expect(switched.state.importedTargetSubtitleId).toBeNull();+ } finally { fixture.db.close(); }+ });++ it.each([+ Buffer.from(''), Buffer.from([0xff, 0xfe, 0x41, 0x00]),+ Buffer.from('1\n00:60:00,000 --> 01:01:00,000\ntext'),+ Buffer.from('1\n00:00:02,000 --> 00:00:01,000\ntext'),+ Buffer.from('1\n00:00:00,000 --> 00:00:01,000\n'),+ Buffer.from('1\n00:00:00,000 --> 00:00:02,000\na\n\n2\n00:00:01,000 --> 00:00:03,000\nb')+ ])('rejects invalid SRT without an artifact or revision change', bytes => {+ const fixture = setup();+ try {+ const dispatcher = createCreatorCommandDispatcher({ service: fixture.service, repository: fixture.repository, receipts: fixture.receipts });+ expect(() => dispatcher.dispatch(fixture.jobId, { action: 'import-subtitle', expectedRevision: 0, idempotencyKey: 'invalid', input: {+ fileName: 'bad.srt', contentBase64: bytes.toString('base64'), kind: 'source_subtitle', language: 'en'+ } }, 'user')).toThrow();+ expect(fixture.service.getJob(fixture.jobId)).toMatchObject({ revision: 0, artifacts: [] });+ } finally { fixture.db.close(); }+ });it('commits revision, activity, StageRun and receipt once', () => {const fixture = setup();const wake = vi.fn();@@ -192,6 +245,7 @@ function setup() {const db = openRuntimeDatabase(join(tempDir, 'app.sqlite'));const repository = createCreatorRepository(db);const service = createCreatorService({+ jobsRoot: join(tempDir, 'jobs'),repository,templates: createDefaultCreatorTemplateRegistry()});diff --git a/apps/daemon/test/unit/creator-krillin-cli-protocol.test.ts b/apps/daemon/test/unit/creator-krillin-cli-protocol.test.tsindex 985e8e9e..722f41e7 100644--- a/apps/daemon/test/unit/creator-krillin-cli-protocol.test.ts+++ b/apps/daemon/test/unit/creator-krillin-cli-protocol.test.ts@@ -1,6 +1,7 @@import { dirname } from 'node:path';import { describe, expect, it } from 'vitest';import {+ buildKrillinCliCommandArguments,createKrillinCliEnvironment,outputMappings,parseKrillinCliProgressFrame,@@ -8,6 +9,13 @@ import {} from '../../src/creator/krillin/cli-runner.js';describe('KrillinAI CLI protocol', () => {+ it.each(['source_subtitle', 'target_subtitle'])('passes %s as an explicit CLI input', kind => {+ const args = buildKrillinCliCommandArguments({ stageRun: { stageId: 'subtitle', id: 'stage' }, workdir: '/job/stage' } as never,+ [{ id: 'srt', kind, path: '/job/local.srt' }], { sourceUrl: 'https://youtu.be/test', originLanguage: 'en', targetLanguage: 'zh_cn' }, undefined);+ expect(args).toContain('--input-srt');+ expect(args).toContain('/job/local.srt');+ expect(args).toContain(`--srt-translated=${kind === 'target_subtitle'}`);+ });it('uses the original YouTube URL for platform captions and local media otherwise', () => {expect(resolveKrillinCliSource([{ id: 'source-1', kind: 'source_video', path: 'D:\\media\\source.webm' }diff --git a/apps/daemon/test/unit/creator-runtime-advanced.test.ts b/apps/daemon/test/unit/creator-runtime-advanced.test.tsindex 8139a67e..6509c60f 100644--- a/apps/daemon/test/unit/creator-runtime-advanced.test.ts+++ b/apps/daemon/test/unit/creator-runtime-advanced.test.ts@@ -41,6 +41,26 @@ function setup() {}describe('creator runtime advanced contracts', () => {+ it('does not treat generated subtitles from an older result snapshot as imported subtitles', async () => {+ const { db, repository, service, templates, dispatcher } = setup();+ const runner = createCreatorStageRunner({ repository, templates, workRoot: join(tempDir, 'work'), executors: [{+ id: 'krillinai', async run({ inputArtifacts, workdir }) {+ expect(inputArtifacts.some(artifact => artifact.kind.endsWith('_subtitle'))).toBe(false);+ const path = join(workdir, 'fixture');+ writeFileSync(path, 'fixture');+ return { outputs: ['source_video', 'source_subtitle', 'target_subtitle'].map(kind => ({ kind, path, status: 'completed' as const })) };+ }+ }] });+ try {+ const job = service.createJob({ projectId: 'p1', templateId: 'video-translation', state: { sourceUrl: 'https://youtu.be/test' } });+ expect((await runner.run(job.id, 'subtitle')).status).toBe('succeeded');+ const first = service.getJob(job.id)!;+ const target = first.artifacts.find(artifact => artifact.kind === 'target_subtitle')!;+ expect(target.sourceArtifactIds).toContain(first.artifacts.find(artifact => artifact.kind === 'source_subtitle')!.id);+ const next = dispatcher.dispatch(job.id, { action: 'run-stage', expectedRevision: first.revision, idempotencyKey: 'regenerate', input: { stageId: 'subtitle', inputResultVersion: 1 } }, 'user');+ expect((await runner.runStageRun(next.commandReceipt.stageRunId!)).status).toBe('succeeded');+ } finally { await runner.close(); db.close(); }+ });it('runs distinct shot scopes concurrently while keeping unscoped stages serial', async () => {const { db, repository, service, templates } = setup();let active = 0;diff --git a/apps/web/e2e/web-desktop-parity.spec.ts b/apps/web/e2e/web-desktop-parity.spec.tsindex 934c091b..864cd1a7 100644--- a/apps/web/e2e/web-desktop-parity.spec.ts+++ b/apps/web/e2e/web-desktop-parity.spec.ts@@ -1,6 +1,34 @@import type { CreatorYtDlpStatusResponse } from '@opencreator/protocol';import { test, expect } from './fixtures/runtime.js';+test('本地字幕导入在 Browser/Desktop Bridge 下保持相同命令和界面', async ({ browser, runtime }, testInfo) => {+ test.skip(testInfo.project.name !== 'chromium-desktop');+ const results: unknown[] = [];+ for (const platform of ['browser', 'desktop']) {+ const created = await runtime.api<{ job: { id: string } }>('POST', '/creator/jobs', {+ projectId: runtime.projectId, templateId: 'video-translation',+ state: { sourceUrl: 'https://www.youtube.com/watch?v=import', currentStep: 1, furthestStep: 1 }+ });+ const context = await browser.newContext({ viewport: { width: 1280, height: 800 }, reducedMotion: 'reduce' });+ const page = await context.newPage();+ if (platform === 'desktop') await installDesktopBridge(page);+ try {+ await runtime.openApp(page);+ await page.goto(`${runtime.origin}/#/workbench?tool=video-translation&jobId=${created.job.id}`);+ const group = page.getByRole('group', { name: '导入已有字幕' });+ await group.getByRole('combobox', { name: '字幕类型' }).selectOption('target_subtitle');+ const request = page.waitForRequest(request => request.url().endsWith('/actions') && request.postDataJSON()?.action === 'import-subtitle');+ await group.getByLabel('UTF-8 SRT 文件').setInputFiles({ name: 'local.srt', mimeType: 'application/x-subrip', buffer: Buffer.from('1\n00:00:00,000 --> 00:00:01,000\nHello\n') });+ const action = (await request).postDataJSON();+ await expect(group.getByText(/本地导入 · local.srt/)).toBeVisible();+ await expect(page.getByRole('heading', { name: '设置翻译语言' })).toBeVisible();+ const stored = await runtime.api<{ job: { artifacts: Array<{ kind: string; metadata: unknown }> } }>('GET', `/creator/jobs/${created.job.id}`);+ results.push({ text: await group.innerText(), box: await group.boundingBox(), input: action.input, artifacts: stored.job.artifacts.map(a => ({ kind: a.kind, metadata: a.metadata })) });+ } finally { await context.close(); }+ }+ expect(results[1]).toEqual(results[0]);+});+test('通用界面设置在 Browser/Desktop Bridge 下读取并写入相同 Runtime 配置', async ({browser,runtimediff --git a/apps/web/src/features/dashboard/VideoTranslationSubtitleImport.tsx b/apps/web/src/features/dashboard/VideoTranslationSubtitleImport.tsxnew file mode 100644index 00000000..5a9e07b6--- /dev/null+++ b/apps/web/src/features/dashboard/VideoTranslationSubtitleImport.tsx@@ -0,0 +1,60 @@+import { useState } from 'react';+import { useLocalizedCopy } from '../../i18n/useLocalizedCopy.js';+import { useOptionalCreatorSession } from './creator-session-store.js';++export function VideoTranslationSubtitleImport(props: { sourceLanguage: string; targetLanguage: string; disabled: boolean }) {+ const l = useLocalizedCopy();+ const session = useOptionalCreatorSession();+ const [kind, setKind] = useState('source_subtitle');+ const [busy, setBusy] = useState(false);+ const [error, setError] = useState('');+ if (session === null) return null;+ const imports = session.job.artifacts.filter(artifact => artifact.metadata.source === 'local-upload' && artifact.kind.endsWith('_subtitle'));++ async function importFile(file: File) {+ if (session === null) return;+ setBusy(true);+ setError('');+ try {+ if (!/\.srt$/i.test(file.name) || file.size > 512 * 1024) throw new Error(l('请选择不超过 512 KiB 的 UTF-8 SRT 文件', 'Choose a UTF-8 SRT file up to 512 KiB'));+ const contentBase64 = await new Promise<string>((resolve, reject) => {+ const reader = new FileReader();+ reader.onload = () => resolve(String(reader.result).split(',')[1]!);+ reader.onerror = () => reject(reader.error);+ reader.readAsDataURL(file);+ });+ await session.applyAction({ action: 'import-subtitle', input: {+ fileName: file.name, contentBase64, kind,+ language: kind === 'source_subtitle' ? props.sourceLanguage : props.targetLanguage+ } });+ } catch (cause) {+ setError(cause instanceof Error ? cause.message : String(cause));+ } finally {+ setBusy(false);+ }+ }++ return <fieldset className="video-translation-field" disabled={props.disabled || busy}>+ <legend>{l('导入已有字幕', 'Import existing subtitles')}</legend>+ <label>{l('字幕类型', 'Subtitle type')}+ <select value={kind} onChange={event => setKind(event.target.value)}>+ <option value="source_subtitle">{l('原文字幕(跳过语音识别)', 'Source subtitles (skip transcription)')}</option>+ <option value="target_subtitle">{l('已翻译字幕(跳过识别和翻译)', 'Translated subtitles (skip transcription and translation)')}</option>+ </select>+ </label>+ <label>{l('UTF-8 SRT 文件', 'UTF-8 SRT file')}+ <input type="file" accept=".srt" onChange={event => {+ const file = event.target.files?.[0];+ event.target.value = '';+ if (file) void importFile(file);+ }} />+ </label>+ <p>{l('语言沿用上方选择。仅有译文时不会生成双语字幕。', 'Uses the language selected above. A translated-only import does not generate bilingual subtitles.')}</p>+ {busy ? <p role="status">{l('正在导入字幕…', 'Importing subtitles…')}</p> : null}+ {error ? <p role="alert">{error}</p> : null}+ {imports.map(artifact => <details key={artifact.id}>+ <summary>{l('本地导入', 'Local import')} · {String(artifact.metadata.fileName)} · {String(artifact.metadata.language)} · {String(artifact.metadata.cueCount)} {l('条字幕', 'cues')} · v{artifact.version}</summary>+ <pre>{Array.isArray(artifact.metadata.cues) ? artifact.metadata.cues.map(cue => cue !== null && typeof cue === 'object' && !Array.isArray(cue) ? `${cue.start} → ${cue.end}\n${cue.text}` : '').join('\n\n') : ''}</pre>+ </details>)}+ </fieldset>;+}diff --git a/apps/web/src/features/dashboard/VideoTranslationWorkspace.control.test.tsx b/apps/web/src/features/dashboard/VideoTranslationWorkspace.control.test.tsxindex cadc959c..b474b5f7 100644--- a/apps/web/src/features/dashboard/VideoTranslationWorkspace.control.test.tsx+++ b/apps/web/src/features/dashboard/VideoTranslationWorkspace.control.test.tsx@@ -12,6 +12,47 @@ import { CreatorSessionProvider, useCreatorSession } from './creator-session-stoimport VideoTranslationWorkspace from './VideoTranslationWorkspace.js';describe('VideoTranslationWorkspace task controls', () => {+ it('keeps an imported translation in configuration and shows its persisted metadata', async () => {+ let current = job({ status: 'draft', revision: 0, stages: [], state: { currentStep: 1, furthestStep: 1 } });+ const applyAction = vi.fn(async (_id: string, request: { action: string; input: Record<string, CreatorJson> }) => {+ if (request.action === 'import-subtitle') {+ const artifact = subtitleArtifact(1, '已导入字幕');+ artifact.metadata = { ...artifact.metadata, fileName: 'translated.srt', source: 'local-upload', language: 'zh_cn', cueCount: 1 };+ current = { ...current, revision: current.revision + 1, artifacts: [artifact], state: { ...current.state, importedTargetSubtitleId: artifact.id,+ resultSnapshots: [{ version: 1, createdAt: current.createdAt, action: 'import-subtitle', stageId: null, description: '导入本地字幕', artifactRefs: { target_subtitle: [artifact.id] }, changedArtifactIds: [artifact.id], staleArtifactIds: [], state: current.state }]+ } };+ } else current = { ...current, revision: current.revision + 1, state: { ...current.state, ...request.input.patch as object } };+ return { job: current };+ });+ render(<LanguageProvider initialPreference="zh-CN"><CreatorSessionProvider initialJob={current} service={{ applyAction, runAgentTurn: vi.fn() } as never}>+ <VideoTranslationWorkspace onBack={vi.fn()} />+ </CreatorSessionProvider></LanguageProvider>);+ fireEvent.change(screen.getByRole('combobox', { name: '字幕类型' }), { target: { value: 'target_subtitle' } });+ fireEvent.change(screen.getByLabelText('UTF-8 SRT 文件'), { target: { files: [new File(['srt'], 'translated.srt')] } });+ expect(await screen.findByText('本地导入 · translated.srt · zh_cn · 1 条字幕 · v1')).toBeInTheDocument();+ expect(screen.getByRole('heading', { name: '设置翻译语言' })).toBeInTheDocument();+ fireEvent.click(screen.getByRole('button', { name: '继续' }));+ fireEvent.click(screen.getByRole('button', { name: '继续' }));+ fireEvent.click(within(screen.getByRole('region', { name: '视频翻译操作区' })).getByRole('button', { name: '开始翻译' }));+ await waitFor(() => expect(applyAction).toHaveBeenCalledWith('job_control', expect.objectContaining({ action: 'run-stage', input: { stageId: 'subtitle', workflow: true } })));+ });+ it.each(['source_subtitle', 'target_subtitle'])('uploads %s through the shared action and displays daemon validation errors', async kind => {+ const initial = job({ status: 'draft', revision: 0, stages: [], state: { currentStep: 1, furthestStep: 1 } });+ const applyAction = vi.fn(async (_id: string, request: { action: string; input: Record<string, CreatorJson> }) => {+ if (request.action === 'import-subtitle') throw new Error('Invalid UTF-8 SRT: timeline 2');+ return { job: { ...initial, revision: 1, state: { ...initial.state, ...request.input.patch as object } } };+ });+ render(<LanguageProvider initialPreference="zh-CN"><CreatorSessionProvider initialJob={initial} service={{ applyAction, runAgentTurn: vi.fn() } as never}>+ <VideoTranslationWorkspace onBack={vi.fn()} />+ </CreatorSessionProvider></LanguageProvider>);+ fireEvent.change(screen.getByRole('combobox', { name: '字幕类型' }), { target: { value: kind } });+ fireEvent.change(screen.getByLabelText('UTF-8 SRT 文件'), { target: { files: [new File(['invalid'], 'local.srt', { type: 'application/x-subrip' })] } });+ await waitFor(() => expect(applyAction).toHaveBeenCalledWith('job_control', expect.objectContaining({ action: 'import-subtitle', input: {+ kind, fileName: 'local.srt', language: kind === 'source_subtitle' ? 'en' : 'zh_cn', contentBase64: btoa('invalid')+ } })));+ expect(await within(screen.getByRole('group', { name: '导入已有字幕' })).findByText('Invalid UTF-8 SRT: timeline 2')).toBeInTheDocument();+ expect(screen.getByLabelText('UTF-8 SRT 文件')).not.toBeDisabled();+ });it('offers the complete target language catalog without expanding unsupported source languages', () => {render(<LanguageProvider initialPreference="zh-CN">diff --git a/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx b/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsxindex eeffbb97..8ee5949d 100644--- a/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx+++ b/apps/web/src/features/dashboard/VideoTranslationWorkspace.tsx@@ -31,6 +31,7 @@ import VideoTranslationAgentPanel from './VideoTranslationAgentPanel.js';import CreatorTaskSummary from './CreatorTaskSummary.js';import VideoSourceInput from './VideoSourceInput.js';import VideoSourcePreview from './VideoSourcePreview.js';+import { VideoTranslationSubtitleImport } from './VideoTranslationSubtitleImport.js';import VideoTranslationResultWorkspace, {type SubtitleCue,type SubtitleResultOutput,@@ -1370,6 +1371,11 @@ export default function VideoTranslationWorkspace(props: {latestVersion: latest?.value ?? null};setResultVersions(artifactVersions);+ if (creatorSession.job.status === 'draft' && readCreatorResultSnapshots(persisted.resultSnapshots).at(-1)?.action === 'import-subtitle') {+ setDraftBaseVersion(undefined);+ setWorkspacePhase('configure');+ return;+ }if (latest !== undefined) {if (!shouldRestoreLatestResult) return;setCurrentStep(3);@@ -2686,6 +2692,7 @@ export default function VideoTranslationWorkspace(props: {</div><div className="video-translation-toggle-list" data-agent-focus={agentFocus === 'subtitles'}>+ <VideoTranslationSubtitleImport sourceLanguage={sourceLanguage} targetLanguage={targetLanguage} disabled={submitting || activeStage !== undefined} /><Switchchecked={bilingual}label={l('双语字幕', 'Bilingual subtitles')}diff --git a/runtime/krillinai/cmd/cli/main.go b/runtime/krillinai/cmd/cli/main.goindex 863f4948..7f16de11 100644--- a/runtime/krillinai/cmd/cli/main.go+++ b/runtime/krillinai/cmd/cli/main.go@@ -135,7 +135,7 @@ func configureOpenCreatorProgress(cmd *cli.Command, output *jsonLineWriter) {}func requiresTranscriptionAtStart(cmd cli.Command) bool {- if cmd.Name != "subtitle" {+ if cmd.Name != "subtitle" || cmd.Subtitle.InputSRT != "" {return false}if cmd.Subtitle.CaptionSource == pipeline.CaptionSourceWhisper {diff --git a/runtime/krillinai/cmd/cli/main_test.go b/runtime/krillinai/cmd/cli/main_test.goindex b67c2e47..9522691a 100644--- a/runtime/krillinai/cmd/cli/main_test.go+++ b/runtime/krillinai/cmd/cli/main_test.go@@ -15,6 +15,13 @@ func TestRequiresTranscriptionAtStart(t *testing.T) {cmd cli.Commandwant bool}{+ {+ name: "imported captions do not require ASR even when platform captions are disabled",+ cmd: cli.Command{Name: "subtitle", Subtitle: pipeline.SubtitleRequest{+ Input: "video.mp4", InputSRT: "local.srt", CaptionSource: pipeline.CaptionSourceWhisper,+ }},+ want: false,+ },{name: "youtube platform captions can start without ASR",cmd: cli.Command{Name: "subtitle", Subtitle: pipeline.SubtitleRequest{diff --git a/runtime/krillinai/internal/cli/commands.go b/runtime/krillinai/internal/cli/commands.goindex 70a7d0a1..85b4e6c6 100644--- a/runtime/krillinai/internal/cli/commands.go+++ b/runtime/krillinai/internal/cli/commands.go@@ -123,6 +123,8 @@ Flags:--caption-source <source> any, platform, manual, auto, or whisper--prepare-video download original video for later rendering--source-only generate source-language subtitles without translation+ --input-srt <file> use existing UTF-8 SRT instead of transcription+ --srt-translated input SRT is already translated; skip translation--bilingual-top Put target subtitle on top (default true)--max-word-one-line <n> Max words per subtitle line--subtitle-style-file <file> JSON subtitle style override file@@ -491,6 +493,8 @@ func parseSubtitle(name string, args []string) (Command, error) {captionSource := fs.String("caption-source", string(pipeline.CaptionSourceAny), "caption source")prepareVideo := fs.Bool("prepare-video", false, "prepare original video for later rendering")sourceOnly := fs.Bool("source-only", false, "generate source-language subtitles without translation")+ inputSRT := fs.String("input-srt", "", "existing UTF-8 SRT")+ srtTranslated := fs.Bool("srt-translated", false, "SRT is already translated")bilingualTop := fs.Bool("bilingual-top", true, "put target subtitle on top")maxWordOneLine := fs.Int("max-word-one-line", 0, "max words per line")subtitleStyleFile := fs.String("subtitle-style-file", "", "subtitle style JSON file")@@ -524,6 +528,8 @@ func parseSubtitle(name string, args []string) (Command, error) {CaptionSource: pipeline.CaptionSource(*captionSource),PrepareVideo: *prepareVideo,SourceOnly: *sourceOnly,+ InputSRT: *inputSRT,+ SRTTranslated: *srtTranslated,BilingualTop: *bilingualTop,MaxWordOneLine: *maxWordOneLine,},diff --git a/runtime/krillinai/internal/pipeline/service_adapter.go b/runtime/krillinai/internal/pipeline/service_adapter.goindex b5ab4dab..6512bf1d 100644--- a/runtime/krillinai/internal/pipeline/service_adapter.go+++ b/runtime/krillinai/internal/pipeline/service_adapter.go@@ -5,9 +5,11 @@ import ("krillin-ai/internal/service""krillin-ai/internal/types"pkgimage "krillin-ai/pkg/image"+ "krillin-ai/pkg/util")type StageService interface {+ TranslateSubtitleBlocks(context.Context, []*util.SrtBlock, *types.SubtitleTaskStepParam) errorPrepareMedia(context.Context, *types.SubtitleTaskStepParam) errorGenerateSubtitlesFromAudio(context.Context, *types.SubtitleTaskStepParam) errorGenerateSpeechFromSRT(context.Context, *types.SubtitleTaskStepParam) error@@ -18,6 +20,10 @@ type StageService interface {GenerateCoverImage(context.Context, pkgimage.GenerateRequest) (pkgimage.GenerateResult, error)}+func (a *ServiceAdapter) TranslateSubtitleBlocks(ctx context.Context, blocks []*util.SrtBlock, p *types.SubtitleTaskStepParam) error {+ return a.svc.TranslateSubtitleBlocks(ctx, blocks, p)+}+type ServiceAdapter struct {svc *service.Service}diff --git a/runtime/krillinai/internal/pipeline/subtitle.go b/runtime/krillinai/internal/pipeline/subtitle.goindex a7ca4375..d784495c 100644--- a/runtime/krillinai/internal/pipeline/subtitle.go+++ b/runtime/krillinai/internal/pipeline/subtitle.go@@ -27,6 +27,8 @@ type SubtitleRequest struct {SubtitleStyle *subtitlestyle.StyleSetPrepareVideo boolSourceOnly bool+ InputSRT string+ SRTTranslated boolReportProgress func(phase string, percent int, message string)}@@ -58,6 +60,17 @@ func GenerateSubtitles(ctx context.Context, svc StageService, req SubtitleRequesreturn failSubtitleStage(req, manifest, ErrorKindRetryable, "prepare_media_failed", err)}syncPreparedMediaOutputs(manifest, stepParam)+ if req.InputSRT != "" {+ reportSubtitleProgress(req, "importing_subtitles", 30, "正在使用本地字幕")+ if err := importSubtitleFile(ctx, svc, req, stepParam, manifest); err != nil {+ return failSubtitleStage(req, manifest, ErrorKindRetryable, "subtitle_import_failed", err)+ }+ if req.SRTTranslated {+ manifest.Outputs.OriginSRT = ""+ manifest.Outputs.BilingualSRT = ""+ }+ return saveSubtitleSuccess(manifest, req, CaptionSource("local_srt"))+ }var platformCaptionErr errorif IsYouTubeInput(req.Input) && req.CaptionSource != CaptionSourceWhisper {@@ -218,7 +231,7 @@ func subtitleStepParam(req SubtitleRequest) *types.SubtitleTaskStepParam {VideoSrc: req.Input,Status: types.SubtitleTaskStatusProcessing,}- vttSwitch := IsYouTubeInput(req.Input) && req.CaptionSource != CaptionSourceWhisper+ vttSwitch := req.InputSRT == "" && IsYouTubeInput(req.Input) && req.CaptionSource != CaptionSourceWhisperembedSubtitleVideoType := "none"if req.PrepareVideo && !vttSwitch {embedSubtitleVideoType = "all"diff --git a/runtime/krillinai/internal/pipeline/subtitle_import.go b/runtime/krillinai/internal/pipeline/subtitle_import.gonew file mode 100644index 00000000..5b7dcbc1--- /dev/null+++ b/runtime/krillinai/internal/pipeline/subtitle_import.go@@ -0,0 +1,69 @@+package pipeline++import (+ "context"+ "fmt"+ "krillin-ai/internal/types"+ "krillin-ai/pkg/util"+ "os"+ "strings"+ "unicode/utf8"+)++func importSubtitleFile(ctx context.Context, svc StageService, req SubtitleRequest, step *types.SubtitleTaskStepParam, manifest *Manifest) error {+ data, err := os.ReadFile(req.InputSRT)+ if err != nil {+ return err+ }+ if !utf8.Valid(data) || strings.ContainsRune(string(data), 0) {+ return fmt.Errorf("invalid_srt: UTF-8 required")+ }+ if err := validateSRTTimelineFile(req.InputSRT, false); err != nil {+ return err+ }+ parsed, err := readSRTBlocks(req.InputSRT)+ if err != nil {+ return err+ }+ blocks := make([]*util.SrtBlock, len(parsed))+ for index, block := range parsed {+ blocks[index] = &util.SrtBlock{Index: index + 1, Timestamp: strings.ReplaceAll(block.Timestamp, ".", ","), OriginLanguageSentence: strings.Join(block.Lines, "\n")}+ if req.SRTTranslated {+ blocks[index].TargetLanguageSentence = blocks[index].OriginLanguageSentence+ }+ }+ if !req.SRTTranslated {+ reportSubtitleProgress(req, "translating_subtitles", 40, "正在翻译导入的原文字幕")+ if err := svc.TranslateSubtitleBlocks(ctx, blocks, step); err != nil {+ return err+ }+ }+ if err := ctx.Err(); err != nil {+ return err+ }+ var source, target, bilingual strings.Builder+ for _, block := range blocks {+ if strings.TrimSpace(block.TargetLanguageSentence) == "" {+ return fmt.Errorf("translation missing for cue %d", block.Index)+ }+ fmt.Fprintf(&source, "%d\n%s\n%s\n\n", block.Index, block.Timestamp, block.OriginLanguageSentence)+ fmt.Fprintf(&target, "%d\n%s\n%s\n\n", block.Index, block.Timestamp, block.TargetLanguageSentence)+ first, second := block.TargetLanguageSentence, block.OriginLanguageSentence+ if !req.BilingualTop {+ first, second = second, first+ }+ fmt.Fprintf(&bilingual, "%d\n%s\n%s\n%s\n\n", block.Index, block.Timestamp, first, second)+ }+ outputs := map[string]string{manifest.Outputs.TargetSRT: target.String(), manifest.Outputs.ShortOriginMixedSRT: target.String()}+ if !req.SRTTranslated {+ outputs[manifest.Outputs.OriginSRT] = source.String()+ outputs[manifest.Outputs.BilingualSRT] = bilingual.String()+ outputs[manifest.Outputs.ShortOriginMixedSRT] = bilingual.String()+ }+ for path, content := range outputs {+ if err := os.WriteFile(path, []byte(content), 0600); err != nil {+ return err+ }+ }+ return nil+}diff --git a/runtime/krillinai/internal/pipeline/subtitle_test.go b/runtime/krillinai/internal/pipeline/subtitle_test.goindex 1f83d855..8a5919ef 100644--- a/runtime/krillinai/internal/pipeline/subtitle_test.go+++ b/runtime/krillinai/internal/pipeline/subtitle_test.go@@ -7,8 +7,11 @@ import (subtitlestyle "krillin-ai/internal/subtitle_style""krillin-ai/internal/types"pkgimage "krillin-ai/pkg/image"+ "krillin-ai/pkg/util""os""path/filepath"+ "reflect"+ "strings""testing")@@ -30,6 +33,57 @@ type fakeStageService struct {omitPreparedVideo bool}+func TestImportedSubtitlesSkipRecognitionAndPreserveMultilineText(t *testing.T) {+ for _, translated := range []bool{false, true} {+ t.Run(fmtBool(translated), func(t *testing.T) {+ root := t.TempDir()+ path := filepath.Join(root, "input.srt")+ content := "1\n00:00:00,000 --> 00:00:01,000\nfirst line\nsecond line\n"+ if err := os.WriteFile(path, []byte(content), 0600); err != nil {+ t.Fatal(err)+ }+ fake := &fakeStageService{}+ response, err := GenerateSubtitles(context.Background(), fake, SubtitleRequest{Input: "https://www.youtube.com/watch?v=import", Workdir: root, TaskID: "import", OriginLang: "en", TargetLang: "zh_cn", PrepareVideo: true, InputSRT: path, SRTTranslated: translated})+ if err != nil {+ t.Fatal(err)+ }+ expected := []string{"prepare"}+ if !translated {+ expected = append(expected, "translate-import")+ }+ if !reflect.DeepEqual(fake.calls, expected) {+ t.Fatalf("calls = %v, want %v", fake.calls, expected)+ }+ if translated && (response.Outputs.OriginSRT != "" || response.Outputs.BilingualSRT != "") {+ t.Fatal("translated import fabricated source subtitles")+ }+ output, err := os.ReadFile(response.Outputs.TargetSRT)+ if err != nil || !strings.Contains(string(output), "first line\nsecond line") {+ t.Fatalf("multiline content lost: %s, %v", output, err)+ }+ original, _ := os.ReadFile(path)+ if string(original) != content {+ t.Fatal("input was overwritten")+ }+ })+ }+}++func fmtBool(value bool) string {+ if value {+ return "translated"+ }+ return "source"+}++func (f *fakeStageService) TranslateSubtitleBlocks(_ context.Context, blocks []*util.SrtBlock, _ *types.SubtitleTaskStepParam) error {+ f.calls = append(f.calls, "translate-import")+ for _, block := range blocks {+ block.TargetLanguageSentence = "translated " + block.OriginLanguageSentence+ }+ return f.processErr+}+func (f *fakeStageService) PrepareMedia(_ context.Context, p *types.SubtitleTaskStepParam) error {f.calls = append(f.calls, "prepare")f.prepareVTT = append(f.prepareVTT, p.VttSwitch)diff --git a/runtime/krillinai/internal/service/stage_exports.go b/runtime/krillinai/internal/service/stage_exports.goindex 27fa02de..264ea1d8 100644--- a/runtime/krillinai/internal/service/stage_exports.go+++ b/runtime/krillinai/internal/service/stage_exports.go@@ -3,15 +3,50 @@ package serviceimport ("context""errors"+ "fmt""krillin-ai/config""krillin-ai/internal/deps""krillin-ai/internal/types"pkgimage "krillin-ai/pkg/image"+ "krillin-ai/pkg/util")var ErrYouTubeSubtitleServiceNotInitialized = errors.New("youtube subtitle service not initialized")var ErrImageClientNotInitialized = errors.New("image client not initialized")+func (s Service) TranslateSubtitleBlocks(ctx context.Context, blocks []*util.SrtBlock, p *types.SubtitleTaskStepParam) error {+ if err := ctx.Err(); err != nil {+ return err+ }+ if s.YouTubeSubtitleSrv == nil || s.YouTubeSubtitleSrv.translator == nil {+ return ErrYouTubeSubtitleServiceNotInitialized+ }+ for start := 0; start < len(blocks); start += 10 {+ if err := ctx.Err(); err != nil {+ return err+ }+ batch := blocks[start:min(start+10, len(blocks))]+ texts := make([]string, len(batch))+ for index, block := range batch {+ texts[index] = block.OriginLanguageSentence+ }+ translations, err := s.YouTubeSubtitleSrv.translator.batchTranslateTexts(texts, p.OriginLanguage, p.TargetLanguage)+ if err != nil {+ return err+ }+ if len(translations) != len(batch) {+ return fmt.Errorf("subtitle translation count mismatch")+ }+ for index, text := range translations {+ if text == "" {+ return fmt.Errorf("subtitle translation missing for cue %d", batch[index].Index)+ }+ batch[index].TargetLanguageSentence = text+ }+ }+ return nil+}+type DownloadMediaResult struct {VideoPath stringAudioPath stringdiff --git a/runtime/krillinai/internal/service/stage_exports_test.go b/runtime/krillinai/internal/service/stage_exports_test.goindex 0ae439c0..45f0acbc 100644--- a/runtime/krillinai/internal/service/stage_exports_test.go+++ b/runtime/krillinai/internal/service/stage_exports_test.go@@ -5,6 +5,8 @@ import ("errors""krillin-ai/config""krillin-ai/internal/types"+ "krillin-ai/log"+ "krillin-ai/pkg/util""testing")@@ -19,6 +21,17 @@ type stageExporter interface {var _ stageExporter = Service{}+func TestImportedSubtitleTranslationDoesNotFallBackToOriginalText(t *testing.T) {+ log.InitLogger()+ completer := &scriptedCompleter{responses: []string{"not-json", "not-json", "not-json"}}+ svc := Service{YouTubeSubtitleSrv: &YouTubeSubtitleService{translator: &Translator{chatCompleter: completer}}}+ blocks := []*util.SrtBlock{{Index: 1, OriginLanguageSentence: "source"}}+ err := svc.TranslateSubtitleBlocks(context.Background(), blocks, &types.SubtitleTaskStepParam{OriginLanguage: "en", TargetLanguage: "zh_cn"})+ if err == nil || blocks[0].TargetLanguageSentence != "" {+ t.Fatalf("failed translation returned a fake result: %v, %+v", err, blocks[0])+ }+}+func TestStageExportMethodsExist(t *testing.T) {var _ stageExporter = Service{}}