Skip to content

Self-hosted, Self-Improving, Federated Everything App — dev management, agent orchestration, persistent mind, digital twin, second brain, and creative pipeline from a single dashboard over Tailscale to port the user into the OS

fix: honor default Runway backend for video edit and performance

wrenchwrenbb3efa3ad7c5
diff --git a/docs/RUNWAY_MODELS.md b/docs/RUNWAY_MODELS.md
index 4f83f592e7..1e41263f95 100644
--- a/docs/RUNWAY_MODELS.md
+++ b/docs/RUNWAY_MODELS.md
@@ -11,6 +11,7 @@ The bundled capability snapshot was verified on 2026-10-22. It offers 19 image
models and 24 image-to-video models; 23 of the video models also accept text alone.
Video edit adds Aleph 2 and Character performance adds Act-Two, for 26 distinct
video models across these workflows.
+
Selectors filter by the active operation. Gen-4 Image Turbo requires a reference;
Gen-4 Turbo video requires a start frame. The builder validates each model's prompt,
reference and seed constraints and emits supported parameters only. Models accepting
@@ -25,6 +26,16 @@ models such as MiniMax accept a separate resolution field. Optional advanced API
controls keep provider defaults. Unknown prices are displayed as unknown, not zero;
consult [Runway pricing](https://docs.dev.runwayml.com/guides/pricing/) before rendering.
+## Veo inclusion decision (2026-10-22)
+
+The earlier Runway integration ([#12344](https://github.com/atomantic/PortOS/pull/12344))
+deliberately excluded Veo as a project choice. This expansion reverses that choice
+in response to the newer request to offer all models on Runway's API within the
+supported workflows. `veo3.1` and `veo3.1_fast` are therefore intentionally included;
+Gen-4.5 remains the default. The earlier catalog and PR record no safety or
+contractual basis for the exclusion. Inclusion does not assert account entitlement,
+waive provider terms, or enable generation without the normal submission flow.
+
## Cache and refresh
All form instances share a five-minute browser cache, including concurrent loads.
diff --git a/server/lib/runwayVideoModels.js b/server/lib/runwayVideoModels.js
index cee2c25bc2..065f2dbcc6 100644
--- a/server/lib/runwayVideoModels.js
+++ b/server/lib/runwayVideoModels.js
@@ -1,6 +1,8 @@
/** Runway text/image-to-video capabilities shared by forms, submissions and quotes.
* Published OpenAPI snapshot: 2026-10-22. Video-editing and performance endpoints
* need different input workflows and are reported separately by the catalog API.
+ * Veo is intentionally included under the all-model scope adopted on 2026-10-22,
+ * reversing the earlier project exclusion in #12344; see docs/RUNWAY_MODELS.md.
*/
import { RUNWAY_CATALOG_SNAPSHOT } from './runwayCatalogSnapshot.js';
diff --git a/server/routes/videoGen.js b/server/routes/videoGen.js
index 4d5093fd36..2361b7ff0a 100644
--- a/server/routes/videoGen.js
+++ b/server/routes/videoGen.js
@@ -552,7 +552,7 @@ const generateBodySchema = z.object({
// docs/decisions/2026-08-20-federated-visual-prompts.md
mediaProviderPeerId: z.string().guid().optional(),
mediaProviderEngine: z.string().trim().min(1).max(80).optional(),
-}).refine((body) => body.prompt.length > 0 || (body.backend === 'runway' && RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode)), {
+}).refine((body) => body.prompt.length > 0 || RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode), {
message: 'A prompt is required for this workflow.', path: ['prompt'],
});
diff --git a/server/routes/videoGen.test.js b/server/routes/videoGen.test.js
index a083bcfc36..018bd72122 100644
--- a/server/routes/videoGen.test.js
+++ b/server/routes/videoGen.test.js
@@ -878,12 +878,15 @@ describe('videoGen routes', () => {
imageGen: { grok: { enabled: true, grokPath: '/example/grok', aspectRatio: '16:9' } },
videoGen: { fal: { apiKey: 'example-fal-key' }, reactor: { apiKey: 'example-reactor-key' } },
};
- it.each(['aleph2', 'act_two'])('stages %s inputs durably and preserves the workflow in queued params', async (modelId) => {
+ it.each([
+ ['aleph2', 'runway'], ['act_two', 'runway'],
+ ['aleph2', undefined], ['act_two', undefined],
+ ])('stages %s inputs with backend %s and preserves the workflow in queued params', async (modelId, backend) => {
const { getSettings } = await import('../services/settings.js');
- getSettings.mockResolvedValueOnce({ videoGen: { runway: { apiKey: 'example-key' } } });
+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'runway', runway: { apiKey: 'example-key' } } });
setPendingUpload({ fieldname: 'runwayVideo', path: '/tmp/performance.mp4', originalname: 'performance.mp4' });
const mode = modelId === 'aleph2' ? 'video-edit' : 'character-performance';
- const response = await request(app).post('/api/video-gen/').send({ backend: 'runway', mode, runwayModelId: modelId, prompt: '',
+ const response = await request(app).post('/api/video-gen/').send({ backend, mode, runwayModelId: modelId, prompt: '',
...(modelId === 'act_two' ? { sourceImageFile: 'character.png', runwayBodyControl: 'false', runwayExpressionIntensity: '4' } : { runwayTargetAspect: '9:16' }),
});
expect(response.status).toBe(200);
@@ -894,6 +897,15 @@ describe('videoGen routes', () => {
expect(JSON.stringify(params)).not.toContain('example-key');
});
+ it.each(['local', undefined])('refuses an empty-prompt special workflow on non-Runway backend %s', async (backend) => {
+ const { getSettings } = await import('../services/settings.js');
+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'grok' }, imageGen: { grok: { enabled: true } } });
+ const response = await request(app).post('/api/video-gen/').send({ backend, mode: 'character-performance', runwayModelId: 'act_two', prompt: '' });
+ expect(response.status).toBe(400);
+ expect(response.body.error).toMatch(/matching Runway video workflow/);
+ expect(mediaJobQueue.enqueueJob).not.toHaveBeenCalled();
+ });
+
it('rolls back the durable video if validation fails and refuses a video workflow on another backend', async () => {
const { getSettings } = await import('../services/settings.js');
getSettings.mockResolvedValueOnce({ videoGen: { runway: { apiKey: 'example-key' } } });
@@ -1188,6 +1200,18 @@ describe('videoGen routes', () => {
};
const style = { id: 'style-preset', label: 'Style preset', text: 'film grain' };
+ it.each([['aleph2', 'video-edit'], ['act_two', 'character-performance']])('previews empty-prompt %s using the default Runway backend without staging', async (runwayModelId, mode) => {
+ const { getSettings } = await import('../services/settings.js');
+ getSettings.mockResolvedValueOnce({ videoGen: { mode: 'runway', runway: { apiKey: 'example-key' } } });
+ const response = await request(app).post('/api/video-gen/prompt-preview').send({
+ mode, runwayModelId, prompt: '', previewUploads: ['runwayVideo', ...(runwayModelId === 'act_two' ? ['sourceImage'] : [])],
+ });
+ expect(response.status).toBe(200);
+ expect(response.body).toMatchObject({ backend: 'runway', sentPrompt: '' });
+ expect(copyFile).not.toHaveBeenCalled();
+ expect(mediaJobQueue.enqueueJob).not.toHaveBeenCalled();
+ });
+
it('shows the grok agent prompt, its instructions chip and the form\'s chips without queueing', async () => {
const { getSettings } = await import('../services/settings.js');
getSettings.mockResolvedValueOnce(settings);
diff --git a/server/services/videoGen/prepareParams.js b/server/services/videoGen/prepareParams.js
index 02770716fc..09700176bf 100644
--- a/server/services/videoGen/prepareParams.js
+++ b/server/services/videoGen/prepareParams.js
@@ -259,8 +259,10 @@ export function resolveRequestedVideoBackend({ body, uploads, settings, localOnl
&& !body.keyframes?.length
&& !body.loraFilenames?.length
&& !(body.chunks != null && Number(body.chunks) > 1);
+ // Special Runway workflows may use an install/target pin too. The resolved
+ // backend is checked against the workflow before staging any inputs below.
return body.backend
- || (grokDeliverable
+ || (grokDeliverable || RUNWAY_SPECIAL_VIDEO_MODES.includes(body.mode)
? resolveVideoMode(null, settings, { target: body.musicVideo ? RENDER_TARGET.MUSIC_VIDEO : null })
: VIDEO_GEN_MODE.LOCAL);
}