Skip to content
Python

mixed-media: el LoRA de control a 0.7 por defecto (experimento 20261023-124332-h100)

neuregex815ef7c034dc
diff --git a/apps/mixed-media/app.json b/apps/mixed-media/app.json
index 84ba59c..424c576 100644
--- a/apps/mixed-media/app.json
+++ b/apps/mixed-media/app.json
@@ -11,7 +11,7 @@
"source": {
"template": "ComfyUI-LTXVideo example_workflows/2.5/LTX-2.5_ICLoRA_Union_Control_Distilled.json (44c8a36) + comfyui_workflow_templates image_flux3_klein_distilled_image_edit.json (0.1.115)",
"comfyui": "0.42.0",
- "notes": "Gemma API text encoder removed (local encoding only), int8 weights, prompt enhancer removed. The example's annotators (Video Depth Anything, DWPose, Canny: all custom nodes) are replaced by the core Canny node on the edge branch. The example's optional first frame is always on and comes from the `edit` pipeline merged into the graph (nodes edit:*): the clip's first frame redrawn in the look. The first lab run with the look only in the prompt gave photoreal footage back in 14 of 16 looks. The LoRA was trained on LTX-2.3; Lightricks' own 2.5 example uses it."
+ "notes": "Gemma API text encoder removed (local encoding only), int8 weights, prompt enhancer removed. The example's annotators (Video Depth Anything, DWPose, Canny: all custom nodes) are replaced by the core Canny node on the edge branch. The example's optional first frame is always on and comes from the `edit` pipeline merged into the graph (nodes edit:*): the clip's first frame redrawn in the look. The first lab run with the look only in the prompt gave photoreal footage back in 14 of 16 looks; with the still, the look held only on the first second at LoRA strength 1.0 and to the last frame at 0.7 (run 20261023-124332-h100), which is the default. The LoRA was trained on LTX-2.3; Lightricks' own 2.5 example uses it."
},
"outputs": [
{
@@ -284,11 +284,12 @@
{
"id": "strength",
"type": "slider",
- "label": "Strength",
- "min": 0.5,
- "max": 1.3,
+ "label": "Follow the clip",
+ "min": 0.4,
+ "max": 1.0,
"step": 0.05,
- "default": 1.0,
+ "default": 0.7,
+ "help": "Higher sticks closer to the clip's edges; at 1.0 the look fades back to the footage after the first second",
"bind": [
{
"node": "5004:5607",
diff --git a/apps/mixed-media/workflow.api.json b/apps/mixed-media/workflow.api.json
index ab342fc..8d7278c 100644
--- a/apps/mixed-media/workflow.api.json
+++ b/apps/mixed-media/workflow.api.json
@@ -79,7 +79,7 @@
0
],
"lora_name": "ltx-2.3-22b-ic-lora-union-control-ref0.5.safetensors",
- "strength_model": 1
+ "strength_model": 0.7
},
"_meta": {
"title": "πŸ…›πŸ…£πŸ…§ IC-LoRA Loader Model Only"
diff --git a/lab/cases.json b/lab/cases.json
index 33d4852..a77a6bb 100644
--- a/lab/cases.json
+++ b/lab/cases.json
@@ -172,40 +172,40 @@
"note": "Rephrase in the same language: new words, same speaker and timing."},
{"id": "mmx-anime-s07", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "anime", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}],
- "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the winner; anime and brick toy hold the look to the last frame, watercolor keeps its wash. Now the default."},
{"id": "mmx-anime-s2low", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "anime", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no help on its own; brick toy reverts to the real face like at 1.0."},
{"id": "mmx-anime-both", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "anime", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no better than 0.7 alone (anime drifts back by the end)."},
{"id": "mmx-anime-hold", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "anime", "details": "A woman in a white shirt walking toward the camera on a city sidewalk. The whole clip is drawn in this exact look from the first frame to the last, never turning photorealistic", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the prompt adds nothing over 0.7 alone."},
{"id": "mmx-brick-toy-s07", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "brick-toy", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}],
- "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the winner; anime and brick toy hold the look to the last frame, watercolor keeps its wash. Now the default."},
{"id": "mmx-brick-toy-s2low", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "brick-toy", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no help on its own; brick toy reverts to the real face like at 1.0."},
{"id": "mmx-brick-toy-both", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "brick-toy", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no better than 0.7 alone (anime drifts back by the end)."},
{"id": "mmx-brick-toy-hold", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "brick-toy", "details": "A woman in a white shirt walking toward the camera on a city sidewalk. The whole clip is drawn in this exact look from the first frame to the last, never turning photorealistic", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the prompt adds nothing over 0.7 alone."},
{"id": "mmx-watercolor-s07", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "watercolor", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}],
- "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (IC-LoRA at 0.7): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the winner; anime and brick toy hold the look to the last frame, watercolor keeps its wash. Now the default."},
{"id": "mmx-watercolor-s2low", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "watercolor", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (stage 2 from sigma 0.725 (the Outpaint example's second stage) instead of 0.909): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no help on its own; brick toy reverts to the real face like at 1.0."},
{"id": "mmx-watercolor-both", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "watercolor", "details": "A woman in a white shirt walking toward the camera on a city sidewalk", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: no better than 0.7 alone (anime drifts back by the end)."},
{"id": "mmx-watercolor-hold", "app": "mixed-media", "values": {"clip": "@case:ref-walk", "style": "watercolor", "details": "A woman in a white shirt walking toward the camera on a city sidewalk. The whole clip is drawn in this exact look from the first frame to the last, never turning photorealistic", "size": 544},
"overrides": [{"node": "5004:5607", "field": "strength_model", "value": 0.7}, {"node": "5517:4985", "field": "sigmas", "value": "0.7250, 0.4219, 0.0"}],
- "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second."},
+ "note": "Style drift experiment (both + a prompt that asks for the look on every frame): in run 20261023-044125-h100 the look fades back to photoreal after the first second. Result: the prompt adds nothing over 0.7 alone."},
{"id": "ref-fx-man-a", "app": "z-image", "values": {"prompt": "Waist-up portrait photo of a man in his thirties with short dark hair and a trimmed beard, wearing a plain grey t-shirt, slight smile, looking at the camera, soft daylight, plain light grey background, photorealistic", "width": 768, "height": 1280},
"note": "Reference still for the effects app (synthetic)."},
diff --git a/tools/build_apps.py b/tools/build_apps.py
index de1781f..bc12f22 100644
--- a/tools/build_apps.py
+++ b/tools/build_apps.py
@@ -301,7 +301,13 @@ def ltx_union_control(api: Api, edit: Api) -> None:
rewire(api, [guide_out, 0], ["ff_canny", 0])
drop(api, guide_out, find(api, "VideoDepthAnythingProcess"), find(api, "LoadVideoDepthAnythingModel"),
find(api, "CannyEdgePreprocessor"), find(api, "DWPreprocessor"))
- put(api, find(api, "LTXICLoRALoaderModelOnly"), "lora_name", UNION_CONTROL)
+ lora = find(api, "LTXICLoRALoaderModelOnly")
+ put(api, lora, "lora_name", UNION_CONTROL)
+ # at 1.0 the control LoRA pulls the clip back to photoreal footage after the first second (it learnt
+ # "edges β†’ real video"); at 0.7 the look of the first frame holds to the last frame and the structure
+ # still follows the edges (run 20261023-124332-h100: anime and brick toy held, the second-stage sigma
+ # change and a "keep the look" prompt did nothing)
+ put(api, lora, "strength_model", 0.7)
# first frame β†’ FLUX 3 Klein edit in the chosen look β†’ the video's first frame
merge(api, edit, "edit")
drop(api, "edit:9") # its SaveImage: the still is an intermediate, not an output
diff --git a/web/examples/index.json b/web/examples/index.json
index fd2ed68..16f207a 100644
--- a/web/examples/index.json
+++ b/web/examples/index.json
@@ -3636,5 +3636,5 @@
"run": "20261022-181155-h100"
}
},
- "updated_from": "20261023-044125-h100"
+ "updated_from": "20261023-124332-h100"
}