Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS
JavaScript ai-agentsdashboarddeveloper-toolsdigital-twinquantified-selfsecond-brainself-hostedtailscale
fix: honor default Runway backend for video edit and performance
wrenchwrenbb3efa3ad7c5
diff --git a/docs/RUNWAY_MODELS.md b/docs/RUNWAY_MODELS.mdindex 4f83f592e7..1e41263f95 100644--- a/docs/RUNWAY_MODELS.md+++ b/docs/RUNWAY_MODELS.md@@ -11,6 +11,7 @@ The bundled capability snapshot was verified on 2026-10-22. It offers 19 imagemodels and 24 image-to-video models; 23 of the video models also accept text alone.Video edit adds Aleph 2 and Character performance adds Act-Two, for 26 distinctvideo models across these workflows.+Selectors filter by the active operation. Gen-4 Image Turbo requires a reference;Gen-4 Turbo video requires a start frame. The builder validates each model's prompt,reference and seed constraints and emits supported parameters only. Models accepting@@ -25,6 +26,16 @@ models such as MiniMax accept a separate resolution field. Optional advanced APIcontrols keep provider defaults. Unknown prices are displayed as unknown, not zero;consult [Runway pricing](https://docs.dev.runwayml.com/guides/pricing/) before rendering.+## Veo inclusion decision (2026-10-22)++The earlier Runway integration ([#12344](https://github.com/atomantic/PortOS/pull/12344))+deliberately excluded Veo as a project choice. This expansion reverses that choice+in response to the newer request to offer all models on Runway's API within the+supported workflows. `veo3.1` and `veo3.1_fast` are therefore intentionally included;+Gen-4.5 remains the default. The earlier catalog and PR record no safety or+contractual basis for the exclusion. Inclusion does not assert account entitlement,+waive provider terms, or enable generation without the normal submission flow.+## Cache and refreshAll form instances share a five-minute browser cache, including concurrent loads.diff --git a/server/lib/runwayVideoModels.js b/server/lib/runwayVideoModels.jsindex cee2c25bc2..065f2dbcc6 100644--- a/server/lib/runwayVideoModels.js+++ b/server/lib/runwayVideoModels.js@@ -1,6 +1,8 @@/** Runway text/image-to-video capabilities shared by forms, submissions and quotes.* Published OpenAPI snapshot: 2026-10-22. Video-editing and performance endpoints* need different input workflows and are reported separately by the catalog API.+ * Veo is intentionally included under the all-model scope adopted on 2026-10-22,+ * reversing the earlier project exclusion in #12344; see docs/RUNWAY_MODELS.md.*/import { RUNWAY_CATALOG_SNAPSHOT } from './runwayCatalogSnapshot.js';diff --git a/server/routes/videoGen.js b/server/routes/videoGen.jsindex 4d5093fd36..2361b7ff0a 100644--- a/server/routes/videoGen.js+++ b/server/routes/videoGen.js@@ -552,7 +552,7 @@ const generateBodySchema = z.object({// docs/decisions/2026-08-20-federated-visual-prompts.mdmediaProviderPeerId: z.string().guid().optional(),mediaProviderEngine: z.string().trim().min(1).max(80).optional(),-}).refine((body) => body.prompt.length > 0 || (body.backend === 'runway' && RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode)), {+}).refine((body) => body.prompt.length > 0 || RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode), {message: 'A prompt is required for this workflow.', path: ['prompt'],});diff --git a/server/routes/videoGen.test.js b/server/routes/videoGen.test.jsindex a083bcfc36..018bd72122 100644--- a/server/routes/videoGen.test.js+++ b/server/routes/videoGen.test.js@@ -878,12 +878,15 @@ describe('videoGen routes', () => {imageGen: { grok: { enabled: true, grokPath: '/example/grok', aspectRatio: '16:9' } },videoGen: { fal: { apiKey: 'example-fal-key' }, reactor: { apiKey: 'example-reactor-key' } },};- it.each(['aleph2', 'act_two'])('stages %s inputs durably and preserves the workflow in queued params', async (modelId) => {+ it.each([+ ['aleph2', 'runway'], ['act_two', 'runway'],+ ['aleph2', undefined], ['act_two', undefined],+ ])('stages %s inputs with backend %s and preserves the workflow in queued params', async (modelId, backend) => {const { getSettings } = await import('../services/settings.js');- getSettings.mockResolvedValueOnce({ videoGen: { runway: { apiKey: 'example-key' } } });+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'runway', runway: { apiKey: 'example-key' } } });setPendingUpload({ fieldname: 'runwayVideo', path: '/tmp/performance.mp4', originalname: 'performance.mp4' });const mode = modelId === 'aleph2' ? 'video-edit' : 'character-performance';- const response = await request(app).post('/api/video-gen/').send({ backend: 'runway', mode, runwayModelId: modelId, prompt: '',+ const response = await request(app).post('/api/video-gen/').send({ backend, mode, runwayModelId: modelId, prompt: '',...(modelId === 'act_two' ? { sourceImageFile: 'character.png', runwayBodyControl: 'false', runwayExpressionIntensity: '4' } : { runwayTargetAspect: '9:16' }),});expect(response.status).toBe(200);@@ -894,6 +897,15 @@ describe('videoGen routes', () => {expect(JSON.stringify(params)).not.toContain('example-key');});+ it.each(['local', undefined])('refuses an empty-prompt special workflow on non-Runway backend %s', async (backend) => {+ const { getSettings } = await import('../services/settings.js');+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'grok' }, imageGen: { grok: { enabled: true } } });+ const response = await request(app).post('/api/video-gen/').send({ backend, mode: 'character-performance', runwayModelId: 'act_two', prompt: '' });+ expect(response.status).toBe(400);+ expect(response.body.error).toMatch(/matching Runway video workflow/);+ expect(mediaJobQueue.enqueueJob).not.toHaveBeenCalled();+ });+it('rolls back the durable video if validation fails and refuses a video workflow on another backend', async () => {const { getSettings } = await import('../services/settings.js');getSettings.mockResolvedValueOnce({ videoGen: { runway: { apiKey: 'example-key' } } });@@ -1188,6 +1200,18 @@ describe('videoGen routes', () => {};const style = { id: 'style-preset', label: 'Style preset', text: 'film grain' };+ it.each([['aleph2', 'video-edit'], ['act_two', 'character-performance']])('previews empty-prompt %s using the default Runway backend without staging', async (runwayModelId, mode) => {+ const { getSettings } = await import('../services/settings.js');+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'runway', runway: { apiKey: 'example-key' } } });+ const response = await request(app).post('/api/video-gen/prompt-preview').send({+ mode, runwayModelId, prompt: '', previewUploads: ['runwayVideo', ...(runwayModelId === 'act_two' ? ['sourceImage'] : [])],+ });+ expect(response.status).toBe(200);+ expect(response.body).toMatchObject({ backend: 'runway', sentPrompt: '' });+ expect(copyFile).not.toHaveBeenCalled();+ expect(mediaJobQueue.enqueueJob).not.toHaveBeenCalled();+ });+it('shows the grok agent prompt, its instructions chip and the form\'s chips without queueing', async () => {const { getSettings } = await import('../services/settings.js');getSettings.mockResolvedValueOnce(settings);diff --git a/server/services/videoGen/prepareParams.js b/server/services/videoGen/prepareParams.jsindex 02770716fc..09700176bf 100644--- a/server/services/videoGen/prepareParams.js+++ b/server/services/videoGen/prepareParams.js@@ -259,8 +259,10 @@ export function resolveRequestedVideoBackend({ body, uploads, settings, localOnl&& !body.keyframes?.length&& !body.loraFilenames?.length&& !(body.chunks != null && Number(body.chunks) > 1);+ // Special Runway workflows may use an install/target pin too. The resolved+ // backend is checked against the workflow before staging any inputs below.return body.backend- || (grokDeliverable+ || (grokDeliverable || RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode)? resolveVideoMode(null, settings, { target: body.musicVideo ? RENDER_TARGET.MUSIC_VIDEO : null }): VIDEO_GEN_MODE.LOCAL);}