Open source CapCut alternative.
TypeScript
feat(site): media drags hand over to the timeline segment ghost
David Lefafd2a97d595
diff --git a/site/src/cut/components/LibraryView.tsx b/site/src/cut/components/LibraryView.tsxindex 4055ce21..286a48d4 100644--- a/site/src/cut/components/LibraryView.tsx+++ b/site/src/cut/components/LibraryView.tsx@@ -46,7 +46,7 @@ import {} from "@/components/ui/dialog";import { Input } from "@/components/ui/input";import { MEDIA_CORS } from "@/cut/lib/mediaCors";-import { clearAssetDrag, setCardDragImage, setLibraryDragData } from "@/cut/lib/assetDrag";+import { clearAssetDrag, setLibraryDragData, setObjectDragImage } from "@/cut/lib/assetDrag";import { useInView } from "@/cut/hooks/useInView";import { isMediaFile } from "@/cut/lib/media";import { patchLibrary, refetchLibrary, useLibrary } from "@/cut/lib/queries";@@ -284,7 +284,7 @@ export function LibraryView() {e.dataTransfer.setDragImage(ghost, 18, 16);setTimeout(() => ghost.remove(), 0);} else {- setCardDragImage(e, e.currentTarget as HTMLElement);+ setObjectDragImage(e);}};diff --git a/site/src/cut/components/SidePanel.tsx b/site/src/cut/components/SidePanel.tsxindex 78e20667..b25e28fd 100644--- a/site/src/cut/components/SidePanel.tsx+++ b/site/src/cut/components/SidePanel.tsx@@ -33,7 +33,7 @@ import {hasLibraryDrag,hasTemplateDrag,setAssetDragData,- setCardDragImage,+ setObjectDragImage,} from "@/cut/lib/assetDrag";import { draggingRef, useAssetDrop, type AssetRef } from "@/cut/lib/assetRef";import { RefDropZone } from "./RefDropZone";@@ -995,7 +995,7 @@ function AssetCard({ asset, projectId }: { asset: MediaAsset; projectId: stringdraggableonDragStart={(e) => {setAssetDragData(e, asset.id);- setCardDragImage(e, e.currentTarget);+ setObjectDragImage(e);}}onDragEnd={clearAssetDrag}onMouseEnter={() => {@@ -1273,11 +1273,12 @@ function LibraryPanel({ projectId }: { projectId: string }) {);// Let a clip be dragged onto a folder tile to file it (alongside the timeline- // drag payload the card already sets). The ghost is the card itself.+ // drag payload the card already sets). The ghost is the card's picture, and+ // it hands over to the timeline's segment preview.const onCardDragExtra = (e: React.DragEvent, a: LibraryAsset) => {e.dataTransfer.setData(LIBRARY_MOVE_MIME, JSON.stringify([a.id]));e.dataTransfer.effectAllowed = "copyMove";- setCardDragImage(e, e.currentTarget as HTMLElement);+ setObjectDragImage(e);};const all = assets ?? [];diff --git a/site/src/cut/components/StockImagesPanel.tsx b/site/src/cut/components/StockImagesPanel.tsxindex 6f750f0d..368a1ad6 100644--- a/site/src/cut/components/StockImagesPanel.tsx+++ b/site/src/cut/components/StockImagesPanel.tsx@@ -3,6 +3,7 @@import { useState } from "react";import { ChevronLeft, ChevronRight, Maximize2, Search } from "lucide-react";import { clearRefDrag, refFromStock, setRefDragData } from "@/cut/lib/assetRef";+import { setObjectDragImage } from "@/cut/lib/assetDrag";import { useLightbox } from "@/cut/lib/lightbox";import { useRevealEffect, useRevealFlash } from "@/cut/lib/refReveal";import { useImageGen } from "@/cut/lib/imageGen";@@ -163,7 +164,10 @@ function StockTile({ item }: { item: StockImage }) {<buttonclassName="block w-full outline-none focus-visible:ring-2 focus-visible:ring-ring"draggable- onDragStart={(e) => setRefDragData(e, refFromStock(item))}+ onDragStart={(e) => {+ setRefDragData(e, refFromStock(item));+ setObjectDragImage(e);+ }}onDragEnd={clearRefDrag}onClick={() => useImageGen.getState().openWith(item.prompt)}>diff --git a/site/src/cut/components/StockMusicPanel.tsx b/site/src/cut/components/StockMusicPanel.tsxindex 04dbfb85..97dea2b6 100644--- a/site/src/cut/components/StockMusicPanel.tsx+++ b/site/src/cut/components/StockMusicPanel.tsx@@ -4,7 +4,7 @@ import { useEffect, useRef, useState } from "react";import { Pause, Play, Plus } from "lucide-react";import { PeakStrip } from "@/cut/components/AudioPanel";import { clearRefDrag, refFromStockMusic, setRefDragData } from "@/cut/lib/assetRef";-import { setCardDragImage } from "@/cut/lib/assetDrag";+import { setObjectDragImage } from "@/cut/lib/assetDrag";import { importStockMusic } from "@/cut/lib/media";import { useMusicGen } from "@/cut/lib/musicGen";import { usePreviewAudio } from "@/cut/lib/previewAudio";@@ -121,7 +121,7 @@ function SampleCard({draggableonDragStart={(e) => {setRefDragData(e, refFromStockMusic(sample));- setCardDragImage(e, e.currentTarget);+ setObjectDragImage(e);}}onDragEnd={clearRefDrag}onClick={() => remix(sample)}diff --git a/site/src/cut/components/StockVideosPanel.tsx b/site/src/cut/components/StockVideosPanel.tsxindex 813f2e43..98b6448e 100644--- a/site/src/cut/components/StockVideosPanel.tsx+++ b/site/src/cut/components/StockVideosPanel.tsx@@ -3,6 +3,7 @@import { useRef, useState } from "react";import { ChevronRight, Maximize2, Search } from "lucide-react";import { clearRefDrag, refFromStockVideo, setRefDragData } from "@/cut/lib/assetRef";+import { setObjectDragImage } from "@/cut/lib/assetDrag";import { useLightbox } from "@/cut/lib/lightbox";import { useRevealEffect, useRevealFlash } from "@/cut/lib/refReveal";import { useVideoGen } from "@/cut/lib/videoGen";@@ -240,7 +241,10 @@ function StockTile({ item }: { item: StockVideo }) {<buttonclassName="block w-full outline-none focus-visible:ring-2 focus-visible:ring-ring"draggable- onDragStart={(e) => setRefDragData(e, refFromStockVideo(item))}+ onDragStart={(e) => {+ setRefDragData(e, refFromStockVideo(item));+ setObjectDragImage(e);+ }}onDragEnd={clearRefDrag}onClick={() =>item.category === "Characters"diff --git a/site/src/cut/lib/assetDrag.ts b/site/src/cut/lib/assetDrag.tsindex 1ed215eb..d5e57e0e 100644--- a/site/src/cut/lib/assetDrag.ts+++ b/site/src/cut/lib/assetDrag.ts@@ -143,19 +143,19 @@ const CARD_GHOST_MAX = 72;* content is baked into the clone (clones of those paint blank), and* hover-revealed controls drop out since the clone is not hovered. The clone* lives off-screen just long enough for the browser to snapshot it. */-export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {- const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;- const rect = el.getBoundingClientRect();- const clone = el.cloneNode(true) as HTMLElement;+/** Ready a clone for ghost duty: drop `data-drag-omit` nodes (badges riding on+ * the picture) and bake live `<video>`/`<canvas>` frames into canvases, since+ * clones of those paint blank. */+function bakeGhostClone(src: HTMLElement, clone: HTMLElement) {clone.querySelectorAll("[data-drag-omit]").forEach((n) => n.remove());// Skip media inside omitted nodes so both lists pair up by index.- const srcMedia = Array.from(el.querySelectorAll<HTMLElement>("video, canvas")).filter(+ const srcMedia = Array.from(src.querySelectorAll<HTMLElement>("video, canvas")).filter((n) => !n.closest("[data-drag-omit]"));clone.querySelectorAll<HTMLElement>("video, canvas").forEach((node, i) => {- const src = srcMedia[i];- if (!src) return;- const r = src.getBoundingClientRect();+ const from = srcMedia[i];+ if (!from) return;+ const r = from.getBoundingClientRect();const c = document.createElement("canvas");c.width = Math.max(1, Math.round(r.width * devicePixelRatio));c.height = Math.max(1, Math.round(r.height * devicePixelRatio));@@ -166,20 +166,20 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {const ctx = c.getContext("2d");if (ctx) {try {- if (src instanceof HTMLVideoElement) {+ if (from instanceof HTMLVideoElement) {// Match object-cover: scale to fill and center-crop.- const vw = src.videoWidth || r.width;- const vh = src.videoHeight || r.height;+ const vw = from.videoWidth || r.width;+ const vh = from.videoHeight || r.height;const scale = Math.max(c.width / vw, c.height / vh);ctx.drawImage(- src,+ from,(c.width - vw * scale) / 2,(c.height - vh * scale) / 2,vw * scale,vh * scale);} else {- ctx.drawImage(src as HTMLCanvasElement, 0, 0, c.width, c.height);+ ctx.drawImage(from as HTMLCanvasElement, 0, 0, c.width, c.height);}} catch {// A frame that cannot be painted just leaves that slot blank.@@ -187,6 +187,13 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {}node.replaceWith(c);});+}++export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {+ const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;+ const rect = el.getBoundingClientRect();+ const clone = el.cloneNode(true) as HTMLElement;+ bakeGhostClone(el, clone);clone.style.width = `${rect.width}px`;clone.style.height = `${rect.height}px`;clone.style.margin = "0";@@ -222,10 +229,15 @@ export function setCardDragImage(e: React.DragEvent, host: HTMLElement) {* (marked `data-segment-drop`, e.g. the timeline with its track-segment* ghost) the object shrinks away and hands over, then returns if the drag* leaves again. */+/** Longest side of an object drag ghost, px: a small sticker rides at its own+ * size, a panel-width media tile shrinks to a carryable ghost. */+const OBJECT_GHOST_MAX = 120;+export function setObjectDragImage(e: React.DragEvent) {const host = e.currentTarget as HTMLElement;const el = host.querySelector<HTMLElement>("[data-drag-object]") ?? host;const rect = el.getBoundingClientRect();+ const fit = Math.min(1, OBJECT_GHOST_MAX / Math.max(rect.width, rect.height));const blank = document.createElement("canvas");blank.width = blank.height = 1;@@ -243,12 +255,14 @@ export function setObjectDragImage(e: React.DragEvent) {root.style.cssText ="position:fixed;left:0;top:0;z-index:1000;pointer-events:none;will-change:transform;";const object = el.cloneNode(true) as HTMLElement;+ bakeGhostClone(el, object);object.style.width = `${rect.width}px`;object.style.height = `${rect.height}px`;object.style.margin = "0";object.style.opacity = "0.85";object.style.transition = "opacity 150ms ease, transform 150ms ease";object.style.transformOrigin = `${ox}px ${oy}px`;+ object.style.transform = `scale(${fit})`;root.appendChild(object);document.body.appendChild(root);@@ -261,7 +275,7 @@ export function setObjectDragImage(e: React.DragEvent) {position(ev.clientX, ev.clientY);const handedOver = !!(ev.target as Element | null)?.closest?.("[data-segment-drop]");object.style.opacity = handedOver ? "0" : "0.85";- object.style.transform = handedOver ? "scale(0.3)" : "scale(1)";+ object.style.transform = `scale(${handedOver ? fit * 0.3 : fit})`;};const end = () => {root.remove();