Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import {
consumeNativePathToken,
nativeFileName,
registerNativeAttachmentPath,
useNativeDropTarget,
} from "@/features/native-intents";
import { toast } from "@/lib/toast";
import { cn } from "@/lib/utils";
import { FileEmpty02Icon, PlusSignIcon, Cancel01Icon } from "@hugeicons/core-free-icons";
import { HugeiconsIcon } from "@hugeicons/react";
import { useCallback, useEffect, useRef, useState } from "react";
import {
announceProjectSourcesUpdated,
invalidateProjectSources,
noteProjectWork,
uploadProjectDocument,
} from "../api/rag-api";
import { watchIngestion } from "../api/save-markdown-source";
import {
RAG_SOURCE_UPLOAD_ACCEPT,
SUPPORTED_SOURCES_HINT,
partitionSupported,
} from "./source-drop-policy";
import {
addStagedSources,
EXPIRY_GRACE_MS,
isExpired,
nativeExpiryMs,
type StagedSource,
stagedFromFile,
stagedFromIntent,
} from "./staged-source";
import { resolveVisionOverrides } from "./vision-overrides";
export type { StagedSource };
function formatSize(bytes: number): string {
if (!Number.isFinite(bytes) || bytes <= 0) return "";
const units = ["B", "KB", "MB", "GB"];
let value = bytes;
let unit = 0;
while (value >= 1024 && unit < units.length - 1) {
value /= 1024;
unit += 1;
}
const shown =
value >= 10 || unit === 0
? String(Math.round(value))
: value.toFixed(1).replace(/\.0$/, "");
return `${shown} ${units[unit]}`;
}
const projectsWithPendingSources = new Set<string>();
export function markProjectSourcesPending(projectId: string): void {
projectsWithPendingSources.add(projectId);
}
/** Read-only, so it is safe in a render pass that React may replay. */
export function hasProjectSourcesPending(projectId: string): boolean {
return projectsWithPendingSources.has(projectId);
}
export function consumeProjectSourcesPending(projectId: string): void {
projectsWithPendingSources.delete(projectId);
}
const mountedProjectLandings = new Map<string, number>();
export function noteProjectLandingMounted(projectId: string): () => void {
mountedProjectLandings.set(projectId, (mountedProjectLandings.get(projectId) ?? 0) + 1);
return () => {
const count = (mountedProjectLandings.get(projectId) ?? 1) - 1;
if (count > 0) mountedProjectLandings.set(projectId, count);
else mountedProjectLandings.delete(projectId);
};
}
export function isProjectLandingMounted(projectId: string): boolean {
return mountedProjectLandings.has(projectId);
}
/** Upload staged files to a new project. Indexing runs in the background; a
* per-file failure toasts and never blocks project creation. */
export async function uploadStagedSources(
projectId: string,
staged: StagedSource[],
): Promise<void> {
if (staged.length === 0) return;
invalidateProjectSources(projectId);
markProjectSourcesPending(projectId);
// Counted as project work so another tab gates sends on files still uploading.
noteProjectWork(projectId, 1);
try {
await uploadStaged(projectId, staged);
} finally {
announceProjectSourcesUpdated(projectId);
noteProjectWork(projectId, -1);
}
}
async function uploadStaged(
projectId: string,
staged: StagedSource[],
): Promise<void> {
const { ocr, caption } = await resolveVisionOverrides();
const documentIds = new Set<string>();
const merged: string[] = [];
for (const entry of staged) {
try {
if (isExpired(entry, Date.now())) {
throw new Error("The drop expired. Add it again from the project.");
}
// Leases are short-lived, so mint one per file as its turn comes up.
const source =
entry.upload instanceof File
? entry.upload
: {
nativePathLease: (
await consumeNativePathToken(entry.upload.nativeToken, "attach")
).nativePathLease,
};
const result = await uploadProjectDocument(projectId, source, ocr, caption);
// The backend hashes content, so this is a document already uploaded under another name.
if (documentIds.has(result.documentId)) merged.push(entry.name);
else {
documentIds.add(result.documentId);
void watchIngestion(projectId, result.jobId, result.filename || entry.name);
}
} catch (error) {
toast.error(`Couldn't upload ${entry.name}`, {
description: error instanceof Error ? error.message : String(error),
});
}
}
if (merged.length > 0) {
toast.info(
merged.length === 1
? `${merged[0]} matched a file already added`
: `${merged.length} files matched files already added`,
{ description: "Identical contents are stored once." },
);
}
}
export function ProjectSourceDropzone({
staged,
onChange,
disabled = false,
onPendingChange,
}: {
staged: StagedSource[];
onChange: (next: StagedSource[]) => void;
disabled?: boolean;
/** Native drops settle asynchronously; Create must wait or it commits without them. */
onPendingChange?: (pending: boolean) => void;
}) {
const inputRef = useRef<HTMLInputElement>(null);
// Count enter/leave pairs: children fire dragleave on the parent.
const dragDepth = useRef(0);
const [dragging, setDragging] = useState(false);
// Native drop registration is async, so merge against these rather than stale props.
const stagedRef = useRef(staged);
stagedRef.current = staged;
const onChangeRef = useRef(onChange);
onChangeRef.current = onChange;
// Set on setup, or StrictMode's replayed cleanup would leave it false forever.
const mounted = useRef(true);
useEffect(() => {
mounted.current = true;
return () => {
mounted.current = false;
};
}, []);
// Any array this component did not hand off is an external reset (by identity, not length).
const generation = useRef(0);
const handedOff = useRef<StagedSource[] | null>(null);
useEffect(() => {
if (staged === handedOff.current) return;
handedOff.current = staged;
generation.current += 1;
}, [staged]);
const commit = useCallback((next: StagedSource[]) => {
// Update the ref now: two drops settling in one tick would otherwise lose the first.
stagedRef.current = next;
handedOff.current = next;
onChangeRef.current(next);
}, []);
const onPendingChangeRef = useRef(onPendingChange);
onPendingChangeRef.current = onPendingChange;
const pending = useRef(0);
const addPending = useCallback((delta: number) => {
pending.current += delta;
// A drop from a previous mount must not re-enable Create for the live dropzone.
if (!mounted.current) return;
onPendingChangeRef.current?.(pending.current > 0);
}, []);
// Prune desktop drops past their token TTL, so Create never commits against sources already pruned.
useEffect(() => {
const expiries = staged
.map(nativeExpiryMs)
.filter((value): value is number => value !== null);
if (expiries.length === 0) return;
const timer = setTimeout(
() => {
const current = stagedRef.current;
const kept = current.filter((entry) => !isExpired(entry, Date.now()));
if (kept.length === current.length) return;
commit(kept);
const dropped = current.length - kept.length;
toast.info(
dropped === 1
? "A dropped file expired"
: `${dropped} dropped files expired`,
{ description: "Drag them in again to add them." },
);
},
Math.max(0, Math.min(...expiries) - EXPIRY_GRACE_MS - Date.now()),
);
return () => clearTimeout(timer);
}, [staged, commit]);
const addSources = useCallback(
(incoming: StagedSource[], unsupported: string[]) => {
const current = stagedRef.current;
const { next, duplicates } = addStagedSources(current, incoming);
if (next.length !== current.length) commit(next);
if (unsupported.length > 0) {
toast.info(
unsupported.length === 1
? `Can't add ${unsupported[0]}`
: `Can't add ${unsupported.length} files`,
{ description: SUPPORTED_SOURCES_HINT },
);
}
// Name, size and mtime can match for two different files, so never drop one silently.
if (duplicates.length > 0) {
toast.info(
duplicates.length === 1
? `${duplicates[0]} is already added`
: `${duplicates.length} files were already added`,
);
}
},
[commit],
);
const addFiles = useCallback(
(files: FileList | File[]) => {
const { supported, unsupported } = partitionSupported(
Array.from(files),
(file) => file.name,
);
addSources(supported.map(stagedFromFile), unsupported);
},
[addSources],
);
const addNativePaths = useCallback(
async (paths: string[]) => {
const claimed = generation.current;
const { supported, unsupported } = partitionSupported(
paths,
nativeFileName,
);
addPending(1);
const settled = await Promise.allSettled(
supported.map(registerNativeAttachmentPath),
).finally(() => addPending(-1));
if (!mounted.current || claimed !== generation.current) return;
const staged = settled.flatMap((result) =>
result.status === "fulfilled" ? [stagedFromIntent(result.value)] : [],
);
addSources(staged, unsupported);
const failed = settled.length - staged.length;
if (failed > 0) {
toast.error(
failed === 1 ? "Couldn't add a dropped file" : `Couldn't add ${failed} dropped files`,
);
}
},
[addSources, addPending],
);
// Stay claimed while disabled, or the chat-wide handler attaches the drop to the chat behind.
const nativeDropRef = useNativeDropTarget({
onDrop: (paths) => {
// Claimed but refusing, so tell the user instead of making the file vanish.
if (disabled) {
toast.error("Sources are still uploading", {
description: "Wait for them to finish, then drop again.",
});
return;
}
void addNativePaths(paths);
},
onDragOver: (over) => setDragging(over && !disabled),
});
const endDrag = useCallback(() => {
dragDepth.current = 0;
setDragging(false);
}, []);
return (
<div className="space-y-2.5">
<p className="text-ui-15 font-medium text-foreground">Sources</p>
<div
ref={nativeDropRef}
// preventDefault even while disabled, or the browser navigates to the file and kills uploads.
onDragEnter={(e) => {
e.preventDefault();
if (disabled) return;
dragDepth.current += 1;
setDragging(true);
}}
onDragOver={(e) => {
e.preventDefault();
if (disabled) return;
e.dataTransfer.dropEffect = "copy";
}}
onDragLeave={() => {
dragDepth.current = Math.max(0, dragDepth.current - 1);
if (dragDepth.current === 0) setDragging(false);
}}
onDrop={(e) => {
e.preventDefault();
if (disabled) return;
endDrag();
addFiles(Array.from(e.dataTransfer.files ?? []));
}}
className={cn(
"rounded-2xl border border-border transition-colors dark:border-[rgb(255_255_255_/_calc(0.1*var(--contrast-edge-gain,1)))]",
dragging &&
"border-wash-30 bg-wash-3 dark:border-wash-60 dark:bg-wash-5",
disabled && "opacity-60",
)}
>
<input
ref={inputRef}
type="file"
multiple={true}
accept={RAG_SOURCE_UPLOAD_ACCEPT}
className="hidden"
onChange={(e) => {
const files = Array.from(e.target.files ?? []);
e.target.value = "";
addFiles(files);
}}
/>
{staged.length === 0 ? (
<button
type="button"
aria-label="Add sources"
disabled={disabled}
onClick={() => inputRef.current?.click()}
className="flex w-full cursor-pointer flex-col items-center justify-center gap-3 rounded-2xl px-6 py-12 text-center transition-colors hover:bg-muted/40 focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring"
>
<HugeiconsIcon
icon={PlusSignIcon}
strokeWidth={1.75}
className="size-6 text-muted-foreground"
/>
<span className="text-sm text-muted-foreground">
Add documents for chats in this project to search
</span>
</button>
) : (
<div className="flex flex-col gap-1 p-2">
<ul className="overlay-scrollbar-gutter max-h-52 space-y-0.5 overflow-y-auto">
{staged.map((entry) => (
<li
key={entry.id}
className="flex items-center gap-2.5 rounded-md px-2.5 py-2 hover:bg-muted/50"
>
<HugeiconsIcon
icon={FileEmpty02Icon}
strokeWidth={1.75}
className="size-4 shrink-0 text-muted-foreground"
/>
<span
data-reload-snapshot-sensitive
className="min-w-0 flex-1 truncate text-ui-14 text-foreground"
title={entry.name}
>
{entry.name}
</span>
<span className="shrink-0 text-ui-11 text-muted-foreground">
{formatSize(entry.size)}
</span>
<button
type="button"
data-reload-snapshot-sensitive
aria-label={`Remove ${entry.name}`}
disabled={disabled}
onClick={() =>
commit(staged.filter((row) => row.id !== entry.id))
}
className="shrink-0 rounded-full text-muted-foreground transition-colors hover:text-foreground disabled:opacity-50"
>
<HugeiconsIcon icon={Cancel01Icon} className="size-3.5" />
</button>
</li>
))}
</ul>
<button
type="button"
disabled={disabled}
onClick={() => inputRef.current?.click()}
className="flex items-center justify-center gap-2 rounded-md py-2 text-ui-13 font-medium text-muted-foreground transition-colors hover:bg-muted/50 hover:text-foreground focus-visible:outline-none focus-visible:ring-1 focus-visible:ring-ring"
>
<HugeiconsIcon
icon={PlusSignIcon}
strokeWidth={1.75}
className="size-4"
/>
Add files
</button>
</div>
)}
</div>
</div>
);
}