Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

12.7 KB
Raw Blame
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

// The Hub filters image and video generation separately, though both stay one "diffusion"
// capability for loading and the Images and Video pages.

import assert from "node:assert/strict";
import test from "node:test";

import { readSrc, registerBundlerResolver } from "./helpers/kit.ts";

registerBundlerResolver();

const {
  detectCapabilities,
  generationKinds,
  HUB_CAPABILITY_FILTERS,
  isVideoFamilyName,
} = await import("../src/features/hub/lib/model-capabilities.ts");

test("video models are video gen, image models image gen", () => {
  assert.deepEqual(generationKinds(["diffusers"], "text-to-video", "Wan-AI/Wan2.2-T2V"), { image: false, video: true });
  assert.deepEqual(generationKinds(["diffusers"], "text-to-image", "black-forest-labs/FLUX.1-dev"), { image: true, video: false });
  // A video family named without a video tag still counts as video.
  assert.equal(generationKinds(["diffusers"], undefined, "tencent/HunyuanVideo").video, true);
  // MiniMax-H3's pipeline, which the Video page runs.
  assert.deepEqual(generationKinds(["diffusers"], "image-text-to-video", "MiniMaxAI/MiniMax-H3"), { image: false, video: true });
  assert.deepEqual(
    detectCapabilities([], "image-text-to-video", "MiniMaxAI/MiniMax-H3").find((c) => c.key === "diffusion"),
    { key: "diffusion", label: "Video gen" },
  );
  // A generator with no signal either way is taken for an image model.
  assert.deepEqual(generationKinds(["diffusers"], undefined, "someone/custom-gen"), { image: true, video: false });
});

test("the shared capability stays diffusion, labelled for what the model makes", () => {
  const video = detectCapabilities(["diffusers"], "text-to-video", "Wan-AI/Wan2.2-T2V");
  assert.deepEqual(video.find((c) => c.key === "diffusion"), { key: "diffusion", label: "Video gen" });
  const image = detectCapabilities(["diffusers"], "text-to-image", "black-forest-labs/FLUX.1-dev");
  assert.deepEqual(image.find((c) => c.key === "diffusion"), { key: "diffusion", label: "Image gen" });
});

test("the Hub lists Image gen and Video gen as two picks", () => {
  assert.ok(HUB_CAPABILITY_FILTERS.includes("image-gen"));
  assert.ok(HUB_CAPABILITY_FILTERS.includes("video-gen"));
  assert.ok(!(HUB_CAPABILITY_FILTERS as readonly string[]).includes("diffusion"));
  const options = readSrc("features/hub/lib/view-models.ts");
  assert.match(options, /\{ value: "image-gen", label: "Image gen" \}/);
  assert.match(options, /\{ value: "video-gen", label: "Video gen" \}/);
});

test("the Images and Video pages' Search Hub links open their own pick", () => {
  assert.match(readSrc("features/images/images-page.tsx"), /hubCapability="image-gen"/);
  assert.match(readSrc("features/video/video-page.tsx"), /hubCapability="video-gen"/);
  // Older links carry the single "diffusion" filter.
  assert.match(readSrc("app/routes/hub.tsx"), /search\.capability === "diffusion" \? "image-gen"/);
});

test("capabilities are picked in the filter popover, which sits right after the search", () => {
  const toolbar = readSrc("features/hub/catalog/models-toolbar.tsx");
  assert.doesNotMatch(toolbar, /ariaLabel="Capability filter"/);
  const filter = toolbar.indexOf("<ModelSearchFiltersControl");
  assert.ok(filter > toolbar.indexOf("<Input") && filter < toolbar.indexOf('ariaLabel="Sort models"'));
  assert.match(toolbar, /capabilities=\{capabilityFilters\}/);
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.match(popover, /CAPABILITY_FILTER_OPTIONS\.map\(\(option\) => \{/);
  assert.match(popover, /role="checkbox"\s+aria-checked=\{checked\}/);
  assert.match(popover, /\{showModelFilters &&\s+RANGES\.map\(/);
});

test("Text only lists the models no other box covers, so every box ticked lists every model", () => {
  assert.equal(HUB_CAPABILITY_FILTERS[0], "text");
  const viewModels = readSrc("features/hub/lib/view-models.ts");
  assert.match(viewModels, /\{ value: "text", label: "Text only" \}/);
  assert.match(viewModels, /if \(key === "text"\) \{\s*return \(\s*!HUB_CAPABILITY_FILTERS\.some\(\s*\(other\) => other !== "text" && matchesHubCapability\(row, other\),/);
});

test("every capability starts ticked, and the last tick can't be removed", () => {
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.match(popover, /capabilities\.length === 0 \|\| capabilities\.includes\(key\)/);
  assert.match(popover, /locked=\{next\.length === 0\}/);
  assert.match(popover, /icon=\{FilterMailIcon\}/);
});

test("the first pick from the default keeps just that capability", () => {
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.match(popover, /capabilities\.length === 0 && isolateFirst\s*\? \[option\.value\]/);
  assert.match(popover, /isolateFirst=\{isolateFirstCapability\}/);
  // Armed once, until the first change from the defaults; the resets arm it again.
  const page = readSrc("features/hub/hub-page.tsx");
  assert.match(page, /setFirstPickArmed\(false\);\s*setCapabilityFilters\(next\);/);
  assert.match(page, /isolateFirstCapability=\{firstPickArmed\}/);
  assert.doesNotMatch(popover, />\s*Only\s*</);
});

test("size and context are stepped ranges whose ends mean no limit", () => {
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.match(popover, /\[1, 3, 6, 9, 12, 24, 32, 64, 128, 256, 500\]/);
  assert.match(popover, /\[16, 24, 32, 48, 64, 96, 128, 192, 256, 512, 1024\]/);
  // Every inner stop draws a tick, under the range so its fill runs unbroken.
  assert.match(popover, /i === 0 \|\| i === last \? null/);
  assert.match(popover, /\[spec\.min\]: next\[0\] === 0 \? undefined : spec\.stops\[next\[0\]\]/);
  assert.match(popover, /\[spec\.max\]: next\[1\] === last \? undefined : spec\.stops\[next\[1\]\]/);
  assert.doesNotMatch(popover, /Apply (filters|limits)/);
});

test("Uploader is a two-way toggle between Unsloth and every uploader", () => {
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.match(popover, /role="radiogroup"\s+aria-label=\{label\}/);
  assert.match(popover, /label="Uploader"/);
  assert.match(popover, /\["unsloth", "Unsloth"\],\s*\["all", "All uploaders"\]/);
  assert.match(popover, /next === "unsloth" \? \["unsloth"\] : \[\.\.\.HUB_UPLOADERS\]/);
});

test("a video signal wins over image tags, and family names are read from the repo name", () => {
  // Several video repos carry an image tag for their first-frame path.
  assert.deepEqual(generationKinds(["diffusers", "text-to-image"], "image-to-video", "Wan-AI/Wan2.2-I2V"), { image: false, video: true });
  // An image model published by a video org stays an image model.
  assert.deepEqual(generationKinds(["diffusers"], undefined, "hunyuanvideo-community/HunyuanImage-2.1"), { image: true, video: false });
});

test("the range thumbs can share a stop, so <1B and >500B are reachable as limits", () => {
  assert.match(readSrc("features/hub/catalog/model-search-filters.tsx"), /minStepsBetweenThumbs=\{0\}/);
});

test("Datasets only replaces the toolbar's Models / Datasets toggle", () => {
  const popover = readSrc("features/hub/catalog/model-search-filters.tsx");
  assert.doesNotMatch(popover, /Base only/);
  assert.match(popover, /label="Datasets only"[\s\S]{0,200}checked=\{datasets\}/);
  const toolbar = readSrc("features/hub/catalog/models-toolbar.tsx");
  assert.doesNotMatch(toolbar, /aria-label="Resource type"/);
  assert.match(toolbar, /onResourceTypeChange\(on \? "datasets" : "models"\)/);
});

test("LTX versions are video, and video-to-video is not offered as runnable video gen", () => {
  assert.equal(generationKinds(["diffusers"], undefined, "unsloth/LTX-2.3-GGUF").video, true);
  assert.equal(generationKinds(["diffusers"], undefined, "Lightricks/LTX-Video").video, true);
  // The Video page takes a prompt and reference images, never a source video.
  assert.deepEqual(generationKinds(["diffusers"], "video-to-video", "someone/restyle"), { image: false, video: false });
  assert.equal(generationKinds(["diffusers"], undefined, "unsloth/MiniMax-H3-GGUF").video, true);
});

test("Text only never lists a media pipeline, even one no capability box claims", () => {
  const viewModels = readSrc("features/hub/lib/view-models.ts");
  assert.match(viewModels, /!matchesCapability\(row\.capabilities, "diffusion"\) &&\s*!MEDIA_OUTPUT_TASKS\.has\(/);
  for (const task of ["image-text-to-image", "text-to-audio", "audio-to-audio", "video-to-video"]) {
    assert.match(viewModels, new RegExp(`"${task}",`));
  }
});

test("audio Diffusers pipelines are neither image nor video gen; a video family name is video gen", () => {
  assert.deepEqual(generationKinds(["diffusers"], "text-to-audio", "someone/audio-ldm"), { image: false, video: false });
  assert.match(readSrc("features/hub/lib/view-models.ts"), /key === "video-gen" && isVideoFamilyName\(row\.result\.id\)\)\s*return generationKinds\(/);
  assert.equal(generationKinds(["diffusers"], "video-to-video", "Lightricks/LTX-2.3-V2V").video, false);
});

test("a Diffusers pipeline that makes neither images nor video gets no generation pill", () => {
  const caps = detectCapabilities(["diffusers"], "text-to-audio", "someone/audio-ldm");
  assert.equal(caps.some((c) => c.key === "diffusion"), false);
});

test("a new search starts on every uploader", () => {
  assert.match(readSrc("features/hub/hub-page.tsx"), /\} else if \(query\.trim\(\) === ""\) \{[\s\S]{0,160}setUploaderPick\(null\);/);
});

test("image-text-to-image is image gen; Text only checks media tasks in tags too", () => {
  assert.equal(
    detectCapabilities([], "image-text-to-image", "someone/edit-model").some((c) => c.key === "diffusion"),
    true,
  );
  assert.match(readSrc("features/hub/lib/view-models.ts"), /\(row\.result\.tags \?\? \[\]\)\.some\(\(tag\) =>\s*MEDIA_OUTPUT_TASKS\.has\(tag\.toLowerCase\(\)\)/);
});

test("text-to-audio and audio-to-audio pipelines are Audio, so isolating Audio keeps them", () => {
  for (const task of ["text-to-audio", "audio-to-audio"]) {
    assert.equal(detectCapabilities([], task, "declare-lab/tango").some((c) => c.key === "audio"), true);
  }
});

test("3D Diffusers pipelines are neither image nor video gen, and Text only never lists them", () => {
  for (const task of ["text-to-3d", "image-to-3d"]) {
    assert.deepEqual(generationKinds(["diffusers"], task, "openai/shap-e"), { image: false, video: false });
    assert.equal(detectCapabilities(["diffusers"], task, "openai/shap-e").some((c) => c.key === "diffusion"), false);
    assert.match(readSrc("features/hub/lib/view-models.ts"), new RegExp(`"${task}",`));
  }
});

test("changing tabs clears dataset modalities along with the other hidden filters", () => {
  assert.match(readSrc("features/hub/hub-page.tsx"), /setSearchFilters\(\{\}\);\s*setDatasetModalities\(\[\]\);\s*setUploaderPick\(null\);\s*setFirstPickArmed\(true\);\s*setModelsTab\(next\);/);
});

test("Wan is matched as a family name, not anywhere in the repo name", () => {
  assert.equal(generationKinds(["diffusers"], undefined, "Wan-AI/Wan2.2-T2V-A14B").video, true);
  assert.equal(generationKinds([], undefined, "someone/swan2-7b").video, false);
  assert.equal(detectCapabilities([], undefined, "someone/swan2-7b").some((c) => c.key === "diffusion"), false);
});

test("back/forward between models and datasets drops the other kind's hidden bounds", () => {
  assert.match(
    readSrc("features/hub/hub-page.tsx"),
    /syncedUrlKind\.current = urlResourceType;[\s\S]{0,300}setSearchFilters\(\{\}\);\s*setDatasetModalities\(\[\]\);/,
  );
});

test("capabilities light the filter dot only where they apply", () => {
  assert.match(readSrc("features/hub/catalog/model-search-filters.tsx"), /\(modelSections && capabilities\.length > 0\)/);
});

test("Cosmos3's Nano and Edge are video gen; its Reasoner, Policy, Sim / Transfer and FP8 repos are not", () => {
  const tags = ["diffusers", "safetensors", "cosmos3", "cosmos3_edge"];
  for (const id of ["nvidia/Cosmos3-Nano", "nvidia/Cosmos3-Edge", "someone/cosmos3_edge"]) {
    assert.equal(isVideoFamilyName(id), true, id);
    assert.deepEqual(generationKinds(tags, undefined, id), { image: false, video: true }, id);
    const diffusion = detectCapabilities(tags, undefined, id).find((c) => c.key === "diffusion");
    assert.deepEqual(diffusion, { key: "diffusion", label: "Video gen" }, id);
  }
  for (const id of [
    "nvidia/Cosmos3-Nano-Reasoner",
    "unsloth/Cosmos3-Nano-Reasoner-GGUF",
    "nvidia/Cosmos3-Edge-Policy-DROID",
    "nvidia/Cosmos3-Nano-Sim-Transfer",
    "nvidia/Cosmos3-Nano-FP8",
    "nvidia/Cosmos3-Super",
    "nvidia/Cosmos3-Edgeless",
    "cosmos3-edge-lab/some-model",
  ]) {
    assert.equal(isVideoFamilyName(id), false, id);
    assert.equal(generationKinds(["diffusers"], undefined, id).video, false, id);
  }
});