Skip to content

The truly free, open-source, local-first, cross-platform CapCut replacement. Scriptable through a JSON-RPC API & MCP.

Clean-up, pitch and tone packages for sound; chroma key and masks for picture

Jareerf4ed45ac816c
diff --git a/engine/crates/concat-effects/packages/concat.blue-screen/effect.toml b/engine/crates/concat-effects/packages/concat.blue-screen/effect.toml
new file mode 100644
index 00000000..ef472049
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.blue-screen/effect.toml
@@ -0,0 +1,29 @@
+[effect]
+id = "concat.blue-screen"
+name = "Blue Screen"
+kind = "effect"
+category = "Cutout"
+order = 61
+intensity = "similarity"
+description = "Keys the blue out, leaving the picture over whatever is beneath."
+
+[[param]]
+key = "similarity"
+label = "Similarity"
+min = 1
+max = 60
+default = 25
+step = 1
+unit = "%"
+
+[[param]]
+key = "softness"
+label = "Softness"
+min = 0
+max = 50
+default = 10
+step = 1
+unit = "%"
+
+[ffmpeg]
+chain = "chromakey=color=0x0000FFty={fixed(similarity / 100, 3)}:blend={fixed(softness / 100, 3)}"
diff --git a/engine/crates/concat-effects/packages/concat.blue-screen/fixtures.toml b/engine/crates/concat-effects/packages/concat.blue-screen/fixtures.toml
new file mode 100644
index 00000000..753a43e1
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.blue-screen/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "chromakey=color=0x0000FFty=0.250:blend=0.100"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "chromakey=color=0x0000FFty=0.010:blend=0.000"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "chromakey=color=0x0000FFty=0.600:blend=0.500"
diff --git a/engine/crates/concat-effects/packages/concat.denoise/effect.toml b/engine/crates/concat-effects/packages/concat.denoise/effect.toml
new file mode 100644
index 00000000..426a5bae
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.denoise/effect.toml
@@ -0,0 +1,20 @@
+[effect]
+id = "concat.denoise"
+name = "Noise Reduction"
+kind = "audio"
+category = "Clean"
+order = 41
+intensity = "strength"
+description = "Takes the hum and hiss out from under the voice."
+
+[[param]]
+key = "strength"
+label = "Strength"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[ffmpeg]
+chain = "afftdn=nf={fixed(0 - 20 - strength / 100 * 30, 1)}:nr={fixed(6 + strength / 100 * 30, 1)}"
diff --git a/engine/crates/concat-effects/packages/concat.denoise/fixtures.toml b/engine/crates/concat-effects/packages/concat.denoise/fixtures.toml
new file mode 100644
index 00000000..d9fd4812
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.denoise/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "afftdn=nf=-35.0:nr=21.0"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "afftdn=nf=-20.0:nr=6.0"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "afftdn=nf=-50.0:nr=36.0"
diff --git a/engine/crates/concat-effects/packages/concat.distorted/effect.toml b/engine/crates/concat-effects/packages/concat.distorted/effect.toml
new file mode 100644
index 00000000..6182f934
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.distorted/effect.toml
@@ -0,0 +1,20 @@
+[effect]
+id = "concat.distorted"
+name = "Distorted"
+kind = "audio"
+category = "Tone"
+order = 26
+intensity = "drive"
+description = "Driven hard and clipped."
+
+[[param]]
+key = "drive"
+label = "Drive"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[ffmpeg]
+chain = "volume={fixed(1 + drive / 100 * 7, 2)},acrusher=bits=6:mode=lin:mix={fixed(drive / 100 * 0.7, 2)},alimiter=limit=0.85:level=false"
diff --git a/engine/crates/concat-effects/packages/concat.distorted/fixtures.toml b/engine/crates/concat-effects/packages/concat.distorted/fixtures.toml
new file mode 100644
index 00000000..dec26c11
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.distorted/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "volume=4.50,acrusher=bits=6:mode=lin:mix=0.35,alimiter=limit=0.85:level=false"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "volume=1.00,acrusher=bits=6:mode=lin:mix=0.00,alimiter=limit=0.85:level=false"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "volume=8.00,acrusher=bits=6:mode=lin:mix=0.70,alimiter=limit=0.85:level=false"
diff --git a/engine/crates/concat-effects/packages/concat.enhance-voice/effect.toml b/engine/crates/concat-effects/packages/concat.enhance-voice/effect.toml
new file mode 100644
index 00000000..135134fe
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.enhance-voice/effect.toml
@@ -0,0 +1,20 @@
+[effect]
+id = "concat.enhance-voice"
+name = "Enhance Voice"
+kind = "audio"
+category = "Clean"
+order = 42
+intensity = "amount"
+description = "Clears the room out of a recording: rumble, hiss, sibilance and uneven level."
+
+[[param]]
+key = "amount"
+label = "Amount"
+min = 0
+max = 100
+default = 60
+step = 1
+unit = "%"
+
+[ffmpeg]
+chain = "highpass=f=80,afftdn=nf={fixed(0 - 25 - amount / 100 * 20, 1)}:nr={fixed(6 + amount / 100 * 18, 1)},deesser=i={fixed(amount / 100 * 0.5, 2)},acompressor=threshold={fixed(0.5 - amount / 100 * 0.3, 2)}:ratio={fixed(2 + amount / 100 * 2, 1)}:attack=15:release=120,alimiter=limit=0.95"
diff --git a/engine/crates/concat-effects/packages/concat.enhance-voice/fixtures.toml b/engine/crates/concat-effects/packages/concat.enhance-voice/fixtures.toml
new file mode 100644
index 00000000..66e2eb8c
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.enhance-voice/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "highpass=f=80,afftdn=nf=-37.0:nr=16.8,deesser=i=0.30,acompressor=threshold=0.32:ratio=3.2:attack=15:release=120,alimiter=limit=0.95"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "highpass=f=80,afftdn=nf=-25.0:nr=6.0,deesser=i=0.00,acompressor=threshold=0.50:ratio=2.0:attack=15:release=120,alimiter=limit=0.95"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "highpass=f=80,afftdn=nf=-45.0:nr=24.0,deesser=i=0.50,acompressor=threshold=0.20:ratio=4.0:attack=15:release=120,alimiter=limit=0.95"
diff --git a/engine/crates/concat-effects/packages/concat.green-screen/effect.toml b/engine/crates/concat-effects/packages/concat.green-screen/effect.toml
new file mode 100644
index 00000000..77526729
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.green-screen/effect.toml
@@ -0,0 +1,29 @@
+[effect]
+id = "concat.green-screen"
+name = "Green Screen"
+kind = "effect"
+category = "Cutout"
+order = 60
+intensity = "similarity"
+description = "Keys the green out, leaving the picture over whatever is beneath."
+
+[[param]]
+key = "similarity"
+label = "Similarity"
+min = 1
+max = 60
+default = 25
+step = 1
+unit = "%"
+
+[[param]]
+key = "softness"
+label = "Softness"
+min = 0
+max = 50
+default = 10
+step = 1
+unit = "%"
+
+[ffmpeg]
+chain = "chromakey=color=0x00FF00ty={fixed(similarity / 100, 3)}:blend={fixed(softness / 100, 3)}"
diff --git a/engine/crates/concat-effects/packages/concat.green-screen/fixtures.toml b/engine/crates/concat-effects/packages/concat.green-screen/fixtures.toml
new file mode 100644
index 00000000..37abc86a
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.green-screen/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "chromakey=color=0x00FF00ty=0.250:blend=0.100"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "chromakey=color=0x00FF00ty=0.010:blend=0.000"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "chromakey=color=0x00FF00ty=0.600:blend=0.500"
diff --git a/engine/crates/concat-effects/packages/concat.lofi/effect.toml b/engine/crates/concat-effects/packages/concat.lofi/effect.toml
new file mode 100644
index 00000000..4bb55da2
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.lofi/effect.toml
@@ -0,0 +1,19 @@
+[effect]
+id = "concat.lofi"
+name = "Lo-fi"
+kind = "audio"
+category = "Tone"
+order = 25
+intensity = "bits"
+description = "A small old speaker: no top end, and a grain to the sound."
+
+[[param]]
+key = "bits"
+label = "Bits"
+min = 4
+max = 12
+default = 8
+step = 1
+
+[ffmpeg]
+chain = "lowpass=f=3200,acrusher=bits={round(bits)}:mode=log:mix=0.8,alimiter=limit=0.9"
diff --git a/engine/crates/concat-effects/packages/concat.lofi/fixtures.toml b/engine/crates/concat-effects/packages/concat.lofi/fixtures.toml
new file mode 100644
index 00000000..ceec4d39
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.lofi/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "lowpass=f=3200,acrusher=bits=8:mode=log:mix=0.8,alimiter=limit=0.9"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "lowpass=f=3200,acrusher=bits=4:mode=log:mix=0.8,alimiter=limit=0.9"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "lowpass=f=3200,acrusher=bits=12:mode=log:mix=0.8,alimiter=limit=0.9"
diff --git a/engine/crates/concat-effects/packages/concat.loudness/effect.toml b/engine/crates/concat-effects/packages/concat.loudness/effect.toml
new file mode 100644
index 00000000..af488d55
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.loudness/effect.toml
@@ -0,0 +1,20 @@
+[effect]
+id = "concat.loudness"
+name = "Normalize Loudness"
+kind = "audio"
+category = "Clean"
+order = 40
+intensity = "target"
+description = "Brings the whole clip to one loudness, the way broadcast and the platforms expect."
+
+[[param]]
+key = "target"
+label = "Target"
+min = -30
+max = -12
+default = -23
+step = 1
+unit = "dB"
+
+[ffmpeg]
+chain = "loudnorm=I={fixed(target, 1)}:TP=-1.5:LRA=11"
diff --git a/engine/crates/concat-effects/packages/concat.loudness/fixtures.toml b/engine/crates/concat-effects/packages/concat.loudness/fixtures.toml
new file mode 100644
index 00000000..b1a233f1
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.loudness/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "loudnorm=I=-23.0:TP=-1.5:LRA=11"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "loudnorm=I=-30.0:TP=-1.5:LRA=11"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "loudnorm=I=-12.0:TP=-1.5:LRA=11"
diff --git a/engine/crates/concat-effects/packages/concat.mask-circle/effect.toml b/engine/crates/concat-effects/packages/concat.mask-circle/effect.toml
new file mode 100644
index 00000000..0ab66b5f
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-circle/effect.toml
@@ -0,0 +1,61 @@
+[effect]
+id = "concat.mask-circle"
+name = "Mask: Circle"
+kind = "effect"
+category = "Mask"
+order = 70
+intensity = "size"
+description = "Keeps a soft-edged circle of the picture and lets the rest through."
+
+[[param]]
+key = "size"
+label = "Size"
+min = 5
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "feather"
+label = "Feather"
+min = 0
+max = 50
+default = 10
+step = 1
+unit = "%"
+
+[[param]]
+key = "x"
+label = "Centre X"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "y"
+label = "Centre Y"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "invert"
+label = "Invert"
+type = "bool"
+min = 0
+max = 1
+default = 0
+
+[ffmpeg]
+let = [
+ "radius = size / 200",
+ "soft = feather / 200",
+ "px = x / 100",
+ "py = y / 100",
+]
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs({round(invert)}-clip(({fixed(radius, 4)}*min(W,H)+{fixed(soft, 4)}*min(W,H)/2-hypot(X-W*{fixed(px, 4)},Y-H*{fixed(py, 4)}))/({fixed(soft, 4)}*min(W,H)+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.mask-circle/fixtures.toml b/engine/crates/concat-effects/packages/concat.mask-circle/fixtures.toml
new file mode 100644
index 00000000..d902a9c2
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-circle/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((0.2500*min(W,H)+0.0500*min(W,H)/2-hypot(X-W*0.5000,Y-H*0.5000))/(0.0500*min(W,H)+0.5),0,1))'"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((0.0250*min(W,H)+0.0000*min(W,H)/2-hypot(X-W*0.0000,Y-H*0.0000))/(0.0000*min(W,H)+0.5),0,1))'"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(1-clip((0.5000*min(W,H)+0.2500*min(W,H)/2-hypot(X-W*1.0000,Y-H*1.0000))/(0.2500*min(W,H)+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.mask-linear/effect.toml b/engine/crates/concat-effects/packages/concat.mask-linear/effect.toml
new file mode 100644
index 00000000..9a2866ef
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-linear/effect.toml
@@ -0,0 +1,41 @@
+[effect]
+id = "concat.mask-linear"
+name = "Mask: Linear"
+kind = "effect"
+category = "Mask"
+order = 72
+intensity = "position"
+description = "Keeps the picture left of a soft vertical edge and lets the rest through."
+
+[[param]]
+key = "position"
+label = "Position"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "feather"
+label = "Feather"
+min = 0
+max = 100
+default = 20
+step = 1
+unit = "%"
+
+[[param]]
+key = "invert"
+label = "Invert"
+type = "bool"
+min = 0
+max = 1
+default = 0
+
+[ffmpeg]
+let = [
+ "edge = position / 100",
+ "soft = feather / 100",
+]
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs({round(invert)}-clip((W*{fixed(edge, 4)}+W*{fixed(soft, 4)}/2-X)/(W*{fixed(soft, 4)}+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.mask-linear/fixtures.toml b/engine/crates/concat-effects/packages/concat.mask-linear/fixtures.toml
new file mode 100644
index 00000000..ee4881ab
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-linear/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((W*0.5000+W*0.2000/2-X)/(W*0.2000+0.5),0,1))'"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((W*0.0000+W*0.0000/2-X)/(W*0.0000+0.5),0,1))'"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(1-clip((W*1.0000+W*1.0000/2-X)/(W*1.0000+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.mask-rectangle/effect.toml b/engine/crates/concat-effects/packages/concat.mask-rectangle/effect.toml
new file mode 100644
index 00000000..849d57fd
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-rectangle/effect.toml
@@ -0,0 +1,71 @@
+[effect]
+id = "concat.mask-rectangle"
+name = "Mask: Rectangle"
+kind = "effect"
+category = "Mask"
+order = 71
+intensity = "width"
+description = "Keeps a soft-edged rectangle of the picture and lets the rest through."
+
+[[param]]
+key = "width"
+label = "Width"
+min = 5
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "height"
+label = "Height"
+min = 5
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "feather"
+label = "Feather"
+min = 0
+max = 50
+default = 10
+step = 1
+unit = "%"
+
+[[param]]
+key = "x"
+label = "Centre X"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "y"
+label = "Centre Y"
+min = 0
+max = 100
+default = 50
+step = 1
+unit = "%"
+
+[[param]]
+key = "invert"
+label = "Invert"
+type = "bool"
+min = 0
+max = 1
+default = 0
+
+[ffmpeg]
+let = [
+ "hw = width / 200",
+ "hh = height / 200",
+ "soft = feather / 200",
+ "px = x / 100",
+ "py = y / 100",
+]
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs({round(invert)}-clip(({fixed(hw, 4)}*W+{fixed(soft, 4)}*min(W,H)/2-abs(X-W*{fixed(px, 4)}))/({fixed(soft, 4)}*min(W,H)+0.5),0,1)*clip(({fixed(hh, 4)}*H+{fixed(soft, 4)}*min(W,H)/2-abs(Y-H*{fixed(py, 4)}))/({fixed(soft, 4)}*min(W,H)+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.mask-rectangle/fixtures.toml b/engine/crates/concat-effects/packages/concat.mask-rectangle/fixtures.toml
new file mode 100644
index 00000000..021144de
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.mask-rectangle/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((0.2500*W+0.0500*min(W,H)/2-abs(X-W*0.5000))/(0.0500*min(W,H)+0.5),0,1)*clip((0.2500*H+0.0500*min(W,H)/2-abs(Y-H*0.5000))/(0.0500*min(W,H)+0.5),0,1))'"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(0-clip((0.0250*W+0.0000*min(W,H)/2-abs(X-W*0.0000))/(0.0000*min(W,H)+0.5),0,1)*clip((0.0250*H+0.0000*min(W,H)/2-abs(Y-H*0.0000))/(0.0000*min(W,H)+0.5),0,1))'"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "format=rgba,geq=r='r(X,Y)':g='g(X,Y)':b='b(X,Y)':a='alpha(X,Y)*abs(1-clip((0.5000*W+0.2500*min(W,H)/2-abs(X-W*1.0000))/(0.2500*min(W,H)+0.5),0,1)*clip((0.5000*H+0.2500*min(W,H)/2-abs(Y-H*1.0000))/(0.2500*min(W,H)+0.5),0,1))'"
diff --git a/engine/crates/concat-effects/packages/concat.pitch/effect.toml b/engine/crates/concat-effects/packages/concat.pitch/effect.toml
new file mode 100644
index 00000000..09772beb
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.pitch/effect.toml
@@ -0,0 +1,23 @@
+[effect]
+id = "concat.pitch"
+name = "Pitch"
+kind = "audio"
+category = "Voice"
+order = 10
+intensity = "semitones"
+description = "Up or down by semitones, the length untouched."
+
+[[param]]
+key = "semitones"
+label = "Semitones"
+min = -12
+max = 12
+default = 0
+step = 0.5
+unit = "st"
+
+[ffmpeg]
+let = [
+ "ratio = pow(2, semitones / 12)",
+]
+chain = "aresample=48000,asetrate={fixed(48000 * ratio, 6)},aresample=48000,atempo={fixed(1 / ratio, 8)}"
diff --git a/engine/crates/concat-effects/packages/concat.pitch/fixtures.toml b/engine/crates/concat-effects/packages/concat.pitch/fixtures.toml
new file mode 100644
index 00000000..fd95351a
--- /dev/null
+++ b/engine/crates/concat-effects/packages/concat.pitch/fixtures.toml
@@ -0,0 +1,13 @@
+[[case]]
+name = "default"
+chain = "aresample=48000,asetrate=48000.000000,aresample=48000,atempo=1.00000000"
+
+[[case]]
+name = "minimum"
+at = "min"
+chain = "aresample=48000,asetrate=24000.000000,aresample=48000,atempo=2.00000000"
+
+[[case]]
+name = "maximum"
+at = "max"
+chain = "aresample=48000,asetrate=96000.000000,aresample=48000,atempo=0.50000000"