Skip to content

Open source CapCut alternative.

TypeScript

feat(site): media drags hand over to the timeline segment ghost

David Lefafd2a97d595
diff --git a/site/src/cut/components/LibraryView.tsx b/site/src/cut/components/LibraryView.tsx
index 4055ce21..286a48d4 100644
--- a/site/src/cut/components/LibraryView.tsx
+++ b/site/src/cut/components/LibraryView.tsx
@@ -46,7 +46,7 @@ import {
} from "@/components/ui/dialog";
import { Input } from "@/components/ui/input";
import { MEDIA_CORS } from "@/cut/lib/mediaCors";
-import { clearAssetDrag, setCardDragImage, setLibraryDragData } from "@/cut/lib/assetDrag";
+import { clearAssetDrag, setLibraryDragData, setObjectDragImage } from "@/cut/lib/assetDrag";
import { useInView } from "@/cut/hooks/useInView";
import { isMediaFile } from "@/cut/lib/media";
import { patchLibrary, refetchLibrary, useLibrary } from "@/cut/lib/queries";
@@ -284,7 +284,7 @@ export function LibraryView() {
e.dataTransfer.setDragImage(ghost, 18, 16);
setTimeout(() => ghost.remove(), 0);
} else {
- setCardDragImage(e, e.currentTarget as HTMLElement);
+ setObjectDragImage(e);
}
};
diff --git a/site/src/cut/components/SidePanel.tsx b/site/src/cut/components/SidePanel.tsx
index 78e20667..b25e28fd 100644
--- a/site/src/cut/components/SidePanel.tsx
+++ b/site/src/cut/components/SidePanel.tsx
@@ -33,7 +33,7 @@ import {
hasLibraryDrag,
hasTemplateDrag,
setAssetDragData,
- setCardDragImage,
+ setObjectDragImage,
} from "@/cut/lib/assetDrag";
import { draggingRef, useAssetDrop, type AssetRef } from "@/cut/lib/assetRef";
import { RefDropZone } from "./RefDropZone";
@@ -995,7 +995,7 @@ function AssetCard({ asset, projectId }: { asset: MediaAsset; projectId: string
draggable
onDragStart={(e) => {
setAssetDragData(e, asset.id);
- setCardDragImage(e, e.currentTarget);
+ setObjectDragImage(e);
}}
onDragEnd={clearAssetDrag}
onMouseEnter={() => {
@@ -1273,11 +1273,12 @@ function LibraryPanel({ projectId }: { projectId: string }) {
);
// Let a clip be dragged onto a folder tile to file it (alongside the timeline
- // drag payload the card already sets). The ghost is the card itself.
+ // drag payload the card already sets). The ghost is the card's picture, and
+ // it hands over to the timeline's segment preview.
const onCardDragExtra = (e: React.DragEvent, a: LibraryAsset) => {
e.dataTransfer.setData(LIBRARY_MOVE_MIME, JSON.stringify([a.id]));
e.dataTransfer.effectAllowed = "copyMove";
- setCardDragImage(e, e.currentTarget as HTMLElement);
+ setObjectDragImage(e);
};
const all = assets ?? [];
diff --git a/site/src/cut/components/StockImagesPanel.tsx b/site/src/cut/components/StockImagesPanel.tsx
index 6f750f0d..368a1ad6 100644
--- a/site/src/cut/components/StockImagesPanel.tsx
+++ b/site/src/cut/components/StockImagesPanel.tsx
@@ -3,6 +3,7 @@
import { useState } from "react";
import { ChevronLeft, ChevronRight, Maximize2, Search } from "lucide-react";
import { clearRefDrag, refFromStock, setRefDragData } from "@/cut/lib/assetRef";
+import { setObjectDragImage } from "@/cut/lib/assetDrag";
import { useLightbox } from "@/cut/lib/lightbox";
import { useRevealEffect, useRevealFlash } from "@/cut/lib/refReveal";
import { useImageGen } from "@/cut/lib/imageGen";
@@ -163,7 +164,10 @@ function StockTile({ item }: { item: StockImage }) {
<button
className="block w-full outline-none focus-visible:ring-2 focus-visible:ring-ring"
draggable
- onDragStart={(e) => setRefDragData(e, refFromStock(item))}
+ onDragStart={(e) => {
+ setRefDragData(e, refFromStock(item));
+ setObjectDragImage(e);
+ }}
onDragEnd={clearRefDrag}
onClick={() => useImageGen.getState().openWith(item.prompt)}
>
diff --git a/site/src/cut/components/StockMusicPanel.tsx b/site/src/cut/components/StockMusicPanel.tsx
index 04dbfb85..97dea2b6 100644
--- a/site/src/cut/components/StockMusicPanel.tsx
+++ b/site/src/cut/components/StockMusicPanel.tsx
@@ -4,7 +4,7 @@ import { useEffect, useRef, useState } from "react";
import { Pause, Play, Plus } from "lucide-react";
import { PeakStrip } from "@/cut/components/AudioPanel";
import { clearRefDrag, refFromStockMusic, setRefDragData } from "@/cut/lib/assetRef";
-import { setCardDragImage } from "@/cut/lib/assetDrag";
+import { setObjectDragImage } from "@/cut/lib/assetDrag";
import { importStockMusic } from "@/cut/lib/media";
import { useMusicGen } from "@/cut/lib/musicGen";
import { usePreviewAudio } from "@/cut/lib/previewAudio";
@@ -121,7 +121,7 @@ function SampleCard({
draggable
onDragStart={(e) => {
setRefDragData(e, refFromStockMusic(sample));
- setCardDragImage(e, e.currentTarget);
+ setObjectDragImage(e);
}}
onDragEnd={clearRefDrag}
onClick={() => remix(sample)}
diff --git a/site/src/cut/components/StockVideosPanel.tsx b/site/src/cut/components/StockVideosPanel.tsx
index 813f2e43..98b6448e 100644
--- a/site/src/cut/components/StockVideosPanel.tsx
+++ b/site/src/cut/components/StockVideosPanel.tsx
@@ -3,6 +3,7 @@
import { useRef, useState } from "react";
import { ChevronRight, Maximize2, Search } from "lucide-react";
import { clearRefDrag, refFromStockVideo, setRefDragData } from "@/cut/lib/assetRef";
+import { setObjectDragImage } from "@/cut/lib/assetDrag";
import { useLightbox } from "@/cut/lib/lightbox";
import { useRevealEffect, useRevealFlash } from "@/cut/lib/refReveal";
import { useVideoGen } from "@/cut/lib/videoGen";
@@ -240,7 +241,10 @@ function StockTile({ item }: { item: StockVideo }) {
<button
className="block w-full outline-none focus-visible:ring-2 focus-visible:ring-ring"
draggable
- onDragStart={(e) => setRefDragData(e, refFromStockVideo(item))}
+ onDragStart={(e) => {
+ setRefDragData(e, refFromStockVideo(item));
+ setObjectDragImage(e);
+ }}
onDragEnd={clearRefDrag}
onClick={() =>
item.category === "Characters"
diff --git a/site/src/cut/lib/assetDrag.ts b/site/src/cut/lib/assetDrag.ts
index 1ed215eb..d5e57e0e 100644
--- a/site/src/cut/lib/assetDrag.ts
+++ b/site/src/cut/lib/assetDrag.ts
@@ -143,19 +143,19 @@ const CARD_GHOST_MAX = 72;
* content is baked into the clone (clones of those paint blank), and
* hover-revealed controls drop out since the clone is not hovered. The clone
* lives off-screen just long enough for the browser to snapshot it. */
-export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {
- const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;
- const rect = el.getBoundingClientRect();
- const clone = el.cloneNode(true) as HTMLElement;
+/** Ready a clone for ghost duty: drop `data-drag-omit` nodes (badges riding on
+ * the picture) and bake live `<video>`/`<canvas>` frames into canvases, since
+ * clones of those paint blank. */
+function bakeGhostClone(src: HTMLElement, clone: HTMLElement) {
clone.querySelectorAll("[data-drag-omit]").forEach((n) => n.remove());
// Skip media inside omitted nodes so both lists pair up by index.
- const srcMedia = Array.from(el.querySelectorAll<HTMLElement>("video, canvas")).filter(
+ const srcMedia = Array.from(src.querySelectorAll<HTMLElement>("video, canvas")).filter(
(n) => !n.closest("[data-drag-omit]")
);
clone.querySelectorAll<HTMLElement>("video, canvas").forEach((node, i) => {
- const src = srcMedia[i];
- if (!src) return;
- const r = src.getBoundingClientRect();
+ const from = srcMedia[i];
+ if (!from) return;
+ const r = from.getBoundingClientRect();
const c = document.createElement("canvas");
c.width = Math.max(1, Math.round(r.width * devicePixelRatio));
c.height = Math.max(1, Math.round(r.height * devicePixelRatio));
@@ -166,20 +166,20 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {
const ctx = c.getContext("2d");
if (ctx) {
try {
- if (src instanceof HTMLVideoElement) {
+ if (from instanceof HTMLVideoElement) {
// Match object-cover: scale to fill and center-crop.
- const vw = src.videoWidth || r.width;
- const vh = src.videoHeight || r.height;
+ const vw = from.videoWidth || r.width;
+ const vh = from.videoHeight || r.height;
const scale = Math.max(c.width / vw, c.height / vh);
ctx.drawImage(
- src,
+ from,
(c.width - vw * scale) / 2,
(c.height - vh * scale) / 2,
vw * scale,
vh * scale
);
} else {
- ctx.drawImage(src as HTMLCanvasElement, 0, 0, c.width, c.height);
+ ctx.drawImage(from as HTMLCanvasElement, 0, 0, c.width, c.height);
}
} catch {
// A frame that cannot be painted just leaves that slot blank.
@@ -187,6 +187,13 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {
}
node.replaceWith(c);
});
+}
+
+export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {
+ const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;
+ const rect = el.getBoundingClientRect();
+ const clone = el.cloneNode(true) as HTMLElement;
+ bakeGhostClone(el, clone);
clone.style.width = `${rect.width}px`;
clone.style.height = `${rect.height}px`;
clone.style.margin = "0";
@@ -222,10 +229,15 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {
* (marked `data-segment-drop`, e.g. the timeline with its track-segment
* ghost) the object shrinks away and hands over, then returns if the drag
* leaves again. */
+/** Longest side of an object drag ghost, px: a small sticker rides at its own
+ * size, a panel-width media tile shrinks to a carryable ghost. */
+const OBJECT_GHOST_MAX = 120;
+
export function setObjectDragImage(e: React.DragEvent) {
const host = e.currentTarget as HTMLElement;
const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;
const rect = el.getBoundingClientRect();
+ const fit = Math.min(1, OBJECT_GHOST_MAX / Math.max(rect.width, rect.height));
const blank = document.createElement("canvas");
blank.width = blank.height = 1;
@@ -243,12 +255,14 @@ export function setObjectDragImage(e: React.DragEvent) {
root.style.cssText =
"position:fixed;left:0;top:0;z-index:1000;pointer-events:none;will-change:transform;";
const object = el.cloneNode(true) as HTMLElement;
+ bakeGhostClone(el, object);
object.style.width = `${rect.width}px`;
object.style.height = `${rect.height}px`;
object.style.margin = "0";
object.style.opacity = "0.85";
object.style.transition = "opacity 150ms ease, transform 150ms ease";
object.style.transformOrigin = `${ox}px ${oy}px`;
+ object.style.transform = `scale(${fit})`;
root.appendChild(object);
document.body.appendChild(root);
@@ -261,7 +275,7 @@ export function setObjectDragImage(e: React.DragEvent) {
position(ev.clientX, ev.clientY);
const handedOver = !!(ev.target as Element | null)?.closest?.("[data-segment-drop]");
object.style.opacity = handedOver ? "0" : "0.85";
- object.style.transform = handedOver ? "scale(0.3)" : "scale(1)";
+ object.style.transform = `scale(${handedOver ? fit * 0.3 : fit})`;
};
const end = () => {
root.remove();