Skip to content

Formerly KrillinAI, VideoTranslation and Dubbing Tool for 120+ Languages. Open-source AI workspace for creators, powered by Codex. Video downloader, video translation, create videos, images, audios, and edits with Agents in one place. For your Social Media like YouTube, TikTok, Instagram, etc.

Merge remote-tracking branch 'origin/develop' into HEAD

MijaelX333d917057b8
diff --cc apps/daemon/src/api/routes.creator.ts
index 0725c978,9636978b..4bb6c0a4
--- a/apps/daemon/src/api/routes.creator.ts
+++ b/apps/daemon/src/api/routes.creator.ts
@@@ -44,9 -44,13 +44,14 @@@ import
VideoTranslationWorkflowError,
type VideoTranslationWorkflow
} from '../creator/templates/video-translation-actions.js';
+ import type { StickmanVideoWorkflow } from '../creator/templates/stickman-video-actions.js';
+ import {
+ StickmanVisualAssetError,
+ type StickmanVisualAssetRegistry
+ } from '../creator/stickman/visual-assets.js';
import type { CreatorProjectCoverService } from '../creator/project-cover.js';
import type { CreatorStageRunner } from '../creator/stage-runner.js';
+import { CreatorPreflightError, type CreatorPreflight } from '../creator/preflight.js';
import {
CreatorArtifactImportError,
type CreatorArtifactImportService
@@@ -77,10 -89,56 +90,57 @@@ export async function registerCreatorRo
artifactImportService?: CreatorArtifactImportService;
jobsRoot: string;
dispatcher: CreatorCommandDispatcher;
+ preflight?: Pick<CreatorPreflight, 'check'>;
- stageRunner?: Pick<CreatorStageRunner, 'cancel'>;
+ stageRunner?: Pick<CreatorStageRunner, 'cancel' | 'cancelJob'>;
}
): Promise<void> {
+ if (options.stickmanVisualAssets !== undefined) {
+ server.get('/creator/visual-assets', async (request, reply) => {
+ try {
+ const query = readObject(request.query);
+ const templateId = readString(query.templateId, 'templateId');
+ if (templateId !== 'stickman-video') {
+ return reply.code(404).send(apiError(
+ 'creator_artifact_not_found',
+ 'Creator visual asset catalog was not found'
+ ));
+ }
+ const kind = query.kind === undefined ? undefined : readString(query.kind, 'kind');
+ if (kind !== undefined && kind !== 'character' && kind !== 'style') {
+ throw new TypeError('kind must be character or style');
+ }
+ return options.stickmanVisualAssets!.list(kind);
+ } catch (error) {
+ return sendCreatorError(reply, error);
+ }
+ });
+ server.get(
+ '/creator/visual-assets/:id/revisions/:revision/preview',
+ async (request, reply) => {
+ try {
+ const { id, revision } = request.params as { id: string; revision: string };
+ const preview = options.stickmanVisualAssets!.preview({
+ assetId: id,
+ revision: readQueryInteger(revision, 'revision')
+ });
+ if (preview === undefined) {
+ return reply.code(404).send(apiError(
+ 'creator_artifact_not_found',
+ 'Creator visual asset preview was not found'
+ ));
+ }
+ return reply
+ .type(preview.mimeType)
+ .header('Cache-Control', 'private, max-age=86400, immutable')
+ .header('Content-Disposition', 'inline')
+ .send(preview.stream);
+ } catch (error) {
+ return sendCreatorError(reply, error);
+ }
+ }
+ );
+ }
+
if (options.sourceUploadService !== undefined) {
server.addContentTypeParser(
CREATOR_SOURCE_UPLOAD_CONTENT_TYPE,
@@@ -548,13 -659,23 +697,30 @@@
throw error;
}
}
+ if (action === 'run-stage' && options.preflight !== undefined) {
+ const stageId = readString(actionInput.stageId, 'stageId');
+ const stage = service.templates.get(jobBeforeAction.templateId, jobBeforeAction.templateVersion).stages.find(candidate => candidate.id === stageId);
+ if (stage === undefined) throw new CreatorServiceError('creator_stage_not_found', 'Creator stage was not found');
+ const preflight = await options.preflight.check(jobBeforeAction, stage);
+ if (!preflight.canStart) throw new CreatorPreflightError(preflight);
+ }
+ if (
+ (action === 'run-stage' || action === 'retry-stage')
+ && jobBeforeAction.templateId === 'stickman-video'
+ && options.stickmanVideoWorkflow !== undefined
+ ) {
+ const stageId = readString(actionInput.stageId, 'stageId');
+ try {
+ await options.stickmanVideoWorkflow.validateStage(
+ jobBeforeAction,
+ stageId,
+ typeof actionInput.scopeKey === 'string' ? actionInput.scopeKey : null
+ );
+ } catch (error) {
+ publishSnapshotIfChanged(events, service, jobBeforeAction);
+ throw error;
+ }
+ }
const expectedRevision = readInteger(body.expectedRevision, 'expectedRevision');
const result = options.dispatcher.dispatch(id, {
idempotencyKey: typeof body.idempotencyKey === 'string'
diff --cc apps/daemon/src/api/server.ts
index ba1d7be2,7a69672d..9873d053
--- a/apps/daemon/src/api/server.ts
+++ b/apps/daemon/src/api/server.ts
@@@ -68,8 -88,11 +88,12 @@@ import
createCreatorSourceUploadService,
type CreatorSourceUploadService
} from '../creator/source-upload.js';
+ import {
+ createCreatorDocumentUploadService,
+ type CreatorDocumentUploadService
+ } from '../creator/document-upload.js';
import { createCreatorArtifactImportService } from '../creator/artifact-import.js';
+import { createCreatorPreflight } from '../creator/preflight.js';
import { validateMediaFile, type MediaProbe } from '../creator/validators/media.js';
import {
createCoverWorkflow,
@@@ -511,7 -617,7 +618,8 @@@ export async function buildServer(input
let creatorFfmpegPath: string | undefined;
let creatorFfprobePath: string | undefined;
let creatorYtDlpUpdateManager = input.creatorYtDlpUpdateManager;
+ let getYtDlpRuntime: (() => ReturnType<typeof resolveYtDlpRuntime>) | undefined;
+ let getCreatorYtDlpRuntime: (() => ReturnType<typeof resolveYtDlpRuntime>) | undefined;
try {
const runtimeManifest = readKrillinRuntimeManifest(creatorRuntimeRoot);
verifyKrillinRuntimeManifest(creatorRuntimeRoot, runtimeManifest);
@@@ -547,8 -653,9 +655,9 @@@
console.warn(`yt-dlp updater is unavailable: ${formatError(error)}`);
}
}
- const getYtDlpRuntime = () =>
+ getYtDlpRuntime = () =>
creatorYtDlpUpdateManager?.getRuntime() ?? ytDlp;
+ getCreatorYtDlpRuntime = getYtDlpRuntime;
if (input.creatorExecutors === undefined) {
creatorExecutors.push(createKrillinExecutor({
resourceRoot: creatorRuntimeRoot,
@@@ -612,18 -748,15 +750,26 @@@
probeVideo: path => validateMediaFile(path, creatorFfprobePath!)
}));
}
+ creatorExecutors.push(createWechatArticleExecutor({
+ sourceExtractor: createArticleSourceExtractor({
+ configStore: creatorServicesConfigStore,
+ getYtDlpRuntime: getCreatorYtDlpRuntime
+ }),
+ model: createWechatArticleModel({ configStore: creatorServicesConfigStore }),
+ imageGenerator: createArticleImageGenerator({ configStore: creatorServicesConfigStore })
+ }));
}
+ const creatorPreflight = createCreatorPreflight({
+ configStore: creatorServicesConfigStore,
+ readCapabilities: () => krillinDependencyLoader.capabilities(),
+ resourceRoot: creatorRuntimeRoot,
+ jobsRoot: creatorJobsRoot,
+ ffmpegPath: creatorFfmpegPath,
+ ffprobePath: creatorFfprobePath,
+ ...(getYtDlpRuntime === undefined ? {} : { getYtDlpRuntime }),
+ executorIds: creatorExecutors.map(executor => executor.id),
+ validateRuntimeAssets: input.creatorExecutors === undefined
+ });
const creatorProjectCoverService = createCreatorProjectCoverService({
jobsRoot: creatorJobsRoot,
...(creatorFfmpegPath === undefined ? {} : { ffmpegPath: creatorFfmpegPath })
@@@ -1035,9 -1219,9 +1233,10 @@@
projectCoverService: creatorProjectCoverService,
referenceImageUploadService: creatorReferenceImageUploadService,
sourceUploadService: creatorSourceUploadService,
+ documentUploadService: creatorDocumentUploadService,
artifactImportService: creatorArtifactImportService,
dispatcher: creatorCommandDispatcher,
+ preflight: creatorPreflight,
stageRunner: creatorStageRunner
});
await registerAttachmentRoutes(server, attachmentService, {
diff --cc apps/web/src/features/dashboard/CreatorCollaborationPanel.test.tsx
index d12fb8ad,ee253683..30df5e9a
--- a/apps/web/src/features/dashboard/CreatorCollaborationPanel.test.tsx
+++ b/apps/web/src/features/dashboard/CreatorCollaborationPanel.test.tsx
@@@ -10,68 -12,41 +13,100 @@@ import
videoDownloadPanelAdapter,
videoGenerationPanelAdapter
} from './creator-panel-adapters.js';
-import { CreatorSessionProvider } from './creator-session-store.js';
+import { CreatorSessionProvider, useCreatorSession } from './creator-session-store.js';
+
+function PreflightHarness(props: { stageId: string }) {
+ const session = useCreatorSession();
+ useEffect(() => {
+ void session.runPreflight(props.stageId).catch(() => undefined);
+ }, [props.stageId, session]);
+ return null;
+}
+ describe('Short video script panel', () => {
+ it('语义化并合并短视频脚本设置动态,同时显示标准 Stage 状态和真实进度', () => {
+ render(
+ <LanguageProvider initialPreference="zh-CN">
+ <CreatorSessionProvider
+ initialJob={shortVideoScriptJob()}
+ service={{
+ applyAction: vi.fn(),
+ runAgentTurn: vi.fn()
+ } as never}
+ >
+ <CreatorCollaborationPanel
+ adapter={shortVideoScriptPanelAdapter}
+ stepLabel="正在生成脚本"
+ contextSummary="Bilibili · 60 秒"
+ />
+ </CreatorSessionProvider>
+ </LanguageProvider>
+ );
+
+ expect(screen.getAllByText('更新了创作设置')).toHaveLength(1);
+ expect(screen.getByText('主题或素材、发布平台或场景、目标时长')).toBeInTheDocument();
+ expect(screen.getByText('2 次修改')).toBeInTheDocument();
+ expect(screen.queryByText(/currentStep/)).not.toBeInTheDocument();
+ expect(screen.getByText(/系统 · 生成短视频脚本/)).toBeInTheDocument();
+ expect(screen.getByText('生成脚本内容')).toBeInTheDocument();
+ expect(screen.getByText('20%')).toBeInTheDocument();
+ expect(screen.getByRole('progressbar', { name: '生成短视频脚本进度' }))
+ .toHaveAttribute('aria-valuenow', '20');
+ });
+ });
+
describe('CreatorCollaborationPanel', () => {
+ it('Browser/Desktop 使用同一份 preflight 结果,且不渲染 Desktop-only 修复入口', async () => {
+ const preflight = {
+ templateId: 'cover',
+ templateVersion: 2,
+ stageId: 'generate',
+ executionMode: 'remote' as const,
+ canStart: false,
+ ready: [],
+ warning: [],
+ blocked: [{
+ id: 'image-provider',
+ title: '图像服务配置不完整',
+ message: '请配置图像服务。',
+ executionMode: 'remote' as const,
+ repair: {
+ label: '打开 AI 服务设置',
+ deepLink: '#/settings?tab=ai-services&section=image'
+ }
+ }],
+ checkedAt: '2026-09-18T00:00:00.000Z'
+ };
+ const service = {
+ applyAction: vi.fn(),
+ runAgentTurn: vi.fn(),
+ preflight: vi.fn(async () => preflight)
+ };
+ const results: string[] = [];
+
+ for (let platform = 0; platform < 2; platform += 1) {
+ const view = render(
+ <LanguageProvider initialPreference="zh-CN">
+ <CreatorSessionProvider initialJob={coverJob()} service={service as never}>
+ <PreflightHarness stageId="generate" />
+ <CreatorCollaborationPanel
+ adapter={coverPanelAdapter}
+ stepLabel="正在生成封面"
+ contextSummary="2 个方案"
+ />
+ </CreatorSessionProvider>
+ </LanguageProvider>
+ );
+ await waitFor(() => expect(screen.getByText('请配置图像服务。')).toBeInTheDocument());
+ results.push(screen.getByRole('region', { name: '启动前体检' }).textContent ?? '');
+ expect(screen.queryByText(/Desktop-only|原生/)).not.toBeInTheDocument();
+ view.unmount();
+ }
+
+ expect(results[0]).toBe(results[1]);
+ expect(service.preflight).toHaveBeenCalledWith('cover_job', 'generate');
+ });
+
it('语义化并合并封面动态,同时显示标准 Stage 进度', () => {
const job = coverJob();
const { container } = render(
diff --cc apps/web/src/features/dashboard/CreatorCollaborationPanel.tsx
index ab3040c0,6eb20d16..a582f359
--- a/apps/web/src/features/dashboard/CreatorCollaborationPanel.tsx
+++ b/apps/web/src/features/dashboard/CreatorCollaborationPanel.tsx
@@@ -228,33 -229,9 +229,34 @@@ export default function CreatorCollabor
<small>{l('当前任务', 'Current task')}</small>
<strong>{props.currentIssue ?? props.contextSummary}</strong>
</span>
+ <CreatorArtifactDetails />
</div>
+ {session?.preflight !== null && session?.preflight !== undefined ? (
+ <section className="creator-collaboration-preflight" aria-label={l('启动前体检', 'Preflight check')}>
+ <strong>{l('启动前体检', 'Preflight check')}</strong>
+ <span>{session.preflight.executionMode === 'local'
+ ? l('本地服务', 'Local services')
+ : session.preflight.executionMode === 'remote'
+ ? l('远程服务', 'Remote services')
+ : l('本地 + 远程服务', 'Local + remote services')}</span>
+ {session.preflight.blocked.length > 0 ? (
+ <ul>
+ {session.preflight.blocked.map(item => (
+ <li key={item.id}>
+ <span>{item.message}</span>
+ {item.repair.deepLink === undefined ? null : (
+ <a href={item.repair.deepLink}>{item.repair.label}</a>
+ )}
+ </li>
+ ))}
+ </ul>
+ ) : (
+ <span>{l('已通过,可以启动阶段。', 'Ready to start this stage.')}</span>
+ )}
+ </section>
+ ) : null}
+
{session === null ? (
<div className="creator-collaboration-unavailable" role="alert">
<ServerOff size={16} aria-hidden="true" />
diff --cc apps/web/src/features/dashboard/creator-session-store.tsx
index 5e931113,0a6a2ff4..8992347c
--- a/apps/web/src/features/dashboard/creator-session-store.tsx
+++ b/apps/web/src/features/dashboard/creator-session-store.tsx
@@@ -88,10 -82,11 +92,12 @@@ export function CreatorSessionProvider(
| 'getJob'
| 'openArtifact'
| 'uploadReferenceImage'
+ | 'uploadArticleImage'
| 'uploadSourceVideo'
+ | 'uploadSourceDocument'
| 'cancelJob'
| 'resumeJob'
+ | 'preflight'
| 'subscribeJobEvents'>>;
children: ReactNode;
}) {
@@@ -373,7 -367,7 +395,7 @@@
}
throw cause;
}
- }, [ensurePersistedJob, flush, props.service, runPreflight]);
- }, [applyRemoteSnapshot, ensurePersistedJob, flush, props.service]);
++ }, [applyRemoteSnapshot, ensurePersistedJob, flush, props.service, runPreflight]);
const uploadSourceVideo = useCallback(async (file: File) => {
if (props.service.uploadSourceVideo === undefined) {
@@@ -590,7 -648,7 +678,7 @@@
steerAgentTurn,
interruptAgentTurn,
respondAgentApproval
- }), [agentBusy, agentSession, applyAction, applyRemoteSnapshot, approvals, cancelJob, clearError, confirmedJob, conflictedFields, draft, error, flush, interruptAgentTurn, items, openArtifact, preflight, respondAgentApproval, resumeJob, runAgentTurn, runPreflight, steerAgentTurn, turns, updateDraft, uploadReferenceImage, uploadSourceVideo]);
- }), [agentBusy, agentSession, applyAction, applyRemoteSnapshot, approvals, cancelJob, clearError, confirmedJob, conflictedFields, draft, error, flush, interruptAgentTurn, items, openArtifact, openArtifactJson, respondAgentApproval, resumeJob, runAgentTurn, steerAgentTurn, turns, updateDraft, uploadArticleImage, uploadReferenceImage, uploadSourceDocument, uploadSourceVideo]);
++ }), [agentBusy, agentSession, applyAction, applyRemoteSnapshot, approvals, cancelJob, clearError, confirmedJob, conflictedFields, draft, error, flush, interruptAgentTurn, items, openArtifact, openArtifactJson, preflight, respondAgentApproval, resumeJob, runAgentTurn, runPreflight, steerAgentTurn, turns, updateDraft, uploadArticleImage, uploadReferenceImage, uploadSourceDocument, uploadSourceVideo]);
return (
<CreatorSessionContext.Provider value={value}>
diff --cc apps/web/src/services/creator-service.ts
index d20761e2,9c51ae08..00876cd9
--- a/apps/web/src/services/creator-service.ts
+++ b/apps/web/src/services/creator-service.ts
@@@ -14,10 -14,11 +14,12 @@@ import type
CreatorEventEnvelope,
CreatorJob,
CreatorJobListResponse,
+ CreatorPreflightResponse,
CreatorStageRun,
CreatorSourceUploadResponse,
- CreatorTemplateListResponse
+ CreatorTemplateListResponse,
+ CreatorVisualAssetCatalogResponse,
+ CreatorVisualAssetKind
} from '@opencreator/protocol';
type ClientLike = {