Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

6.0 KB
Raw Blame
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

import { useCallback, useEffect, useRef, useState } from "react";
import { TrashIcon } from "@/lib/hugeicons-derived";
import { FlimSlateIcon, MusicNote01Icon } from "@hugeicons/core-free-icons";
import { HugeiconsIcon } from "@hugeicons/react";

import { Button } from "@/components/ui/button";
import {
  Tooltip,
  TooltipContent,
  TooltipTrigger,
} from "@/components/ui/tooltip";
import { useNativeFileDrop } from "@/features/native-intents";
import { cn } from "@/lib/utils";
import { toast } from "@/lib/toast";

import {
  REFERENCE_DROP_ACCEPT,
  REFERENCE_PICKER_ACCEPT,
  createReferenceSelectionGate,
  readReferenceFile,
} from "./reference-budget";
import { classifiedAttachmentFile } from "@/lib/video-utils";

export interface ReferenceMedia {
  name: string;
  dataUrl: string;
  durationSeconds?: number;
}

export const REFERENCE_DURATION_TIMEOUT_MS = 15_000;

/** Bounded, since an element firing neither event would hang the slot. Stays a data URL
 * because WebKit reports no metadata for an object URL. */
function readVideoDuration(dataUrl: string): Promise<number | undefined> {
  return new Promise((resolve) => {
    const media = document.createElement("video");
    let settled = false;
    const finish = (duration?: number) => {
      if (settled) return;
      settled = true;
      clearTimeout(timer);
      media.onloadedmetadata = null;
      media.onerror = null;
      media.removeAttribute("src");
      // Without load() the element can keep the resource it was decoding.
      media.load();
      resolve(duration);
    };
    const timer = setTimeout(() => finish(), REFERENCE_DURATION_TIMEOUT_MS);
    media.preload = "metadata";
    media.onloadedmetadata = () =>
      finish(Number.isFinite(media.duration) && media.duration > 0 ? media.duration : undefined);
    media.onerror = () => finish();
    media.src = dataUrl;
  });
}

export function ReferenceMediaPicker({
  kind,
  value,
  onChange,
  label,
  compact = false,
}: {
  kind: "video" | "audio";
  value: ReferenceMedia | null;
  onChange: (media: ReferenceMedia | null) => void;
  label: string;
  compact?: boolean;
}) {
  const inputRef = useRef<HTMLInputElement | null>(null);
  const [gate] = useState(createReferenceSelectionGate);
  useEffect(() => gate.mount(), [gate]);
  // Index-keyed slots can receive a sibling when an earlier reference is removed.
  const seen = useRef(value);
  useEffect(() => {
    if (seen.current === value) return;
    seen.current = value;
    gate.invalidate();
  }, [value, gate]);

  const readFile = useCallback(
    async (picked: File | undefined | null) => {
      if (!picked) return;
      const claim = gate.begin();
      // A .3gp may be a recording or a clip, so read its tracks before the kind check.
      const file = await classifiedAttachmentFile(picked);
      if (!claim.isCurrent()) return;
      readReferenceFile(kind, file, {
        onLoaded: (dataUrl) => {
          if (!claim.isCurrent()) return;
          if (dataUrl === null) {
            onChange(null);
            return;
          }
          if (kind !== "video") {
            onChange({ name: file.name, dataUrl });
            return;
          }
          void readVideoDuration(dataUrl).then((durationSeconds) => {
            if (!claim.isCurrent()) return;
            onChange({ name: file.name, dataUrl, durationSeconds });
          });
        },
        onError: (message) => toast.error(message),
      });
    },
    [gate, kind, onChange],
  );

  // Tauri suppresses webview drop events, so claim the OS drop here (#9036).
  const { ref: dropRef, dragging, dragHandlers } = useNativeFileDrop({
    onFiles: (files) => void readFile(files[0]),
    accept: REFERENCE_DROP_ACCEPT[kind],
    multiple: false,
  });

  const icon = kind === "video" ? FlimSlateIcon : MusicNote01Icon;

  if (value) {
    return (
      <div
        className={cn(
          "flex items-center gap-2 rounded-full border border-border bg-muted/30 px-2.5",
          compact ? "h-8" : "h-11",
        )}
      >
        <HugeiconsIcon icon={icon} className="size-3.5 shrink-0 text-muted-foreground" />
        {/* The file input is early-returned past in this branch, so the
            type=file redaction never sees it: mark the name itself. */}
        <span
          data-reload-snapshot-sensitive
          className="min-w-0 flex-1 truncate text-ui-11 text-foreground"
        >
          {value.name}
        </span>
        <Tooltip>
          <TooltipTrigger asChild={true}>
            <Button
              type="button"
              variant="ghost"
              size="icon"
              aria-label={`Remove ${label}`}
              className="size-6 shrink-0"
              onClick={() => {
                onChange(null);
                if (inputRef.current) inputRef.current.value = "";
              }}
            >
              <HugeiconsIcon icon={TrashIcon} className="size-3.5" />
            </Button>
          </TooltipTrigger>
          <TooltipContent>Remove</TooltipContent>
        </Tooltip>
      </div>
    );
  }

  return (
    <button
      type="button"
      ref={dropRef}
      onClick={() => inputRef.current?.click()}
      {...dragHandlers}
      className={cn(
        "flex w-full items-center justify-center gap-1.5 rounded-full border border-dashed text-ui-11 transition-colors",
        compact ? "h-8" : "h-11",
        dragging
          ? "border-wash-30 bg-wash-3 dark:border-wash-60 dark:bg-wash-5 text-foreground"
          : "border-border text-muted-foreground hover:border-[color-mix(in_oklab,var(--foreground)_calc(30%*var(--contrast-edge-gain,1)),transparent)] hover:text-foreground",
      )}
    >
      <HugeiconsIcon icon={icon} className="size-3.5" />
      <span>{label}</span>
      <input
        ref={inputRef}
        type="file"
        accept={REFERENCE_PICKER_ACCEPT[kind]}
        className="hidden"
        onChange={(e) => void readFile(e.target.files?.[0])}
      />
    </button>
  );
}