Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
fix(studio): align cached GGUF picker size (#17125)
AAFI MALEK8d50517af2fd
diff --git a/studio/frontend/src/features/model-picker/components/model-selector/pickers.tsx b/studio/frontend/src/features/model-picker/components/model-selector/pickers.tsxindex e6d0974d731..c694d355911 100644--- a/studio/frontend/src/features/model-picker/components/model-selector/pickers.tsx+++ b/studio/frontend/src/features/model-picker/components/model-selector/pickers.tsx@@ -2067,7 +2067,8 @@ const SoleQuantGgufDeviceRow = memo(function SoleQuantGgufDeviceRow({)}meta={["GGUF",- formatBytes(variant.size_bytes),+ // Match the Hub's cached inventory size; the weight-only size remains in the memory estimate.+ formatBytes(c.size_bytes > 0 ? c.size_bytes : variant.size_bytes),variant.estimated_resident_gb && audioCardGb > 0? `${residentGbLabel(variant.estimated_resident_gb)} to run`: null,diff --git a/studio/frontend/tests/sole-quant-inventory-size.test.ts b/studio/frontend/tests/sole-quant-inventory-size.test.tsnew file mode 100644index 00000000000..6a07f0ad508--- /dev/null+++ b/studio/frontend/tests/sole-quant-inventory-size.test.ts@@ -0,0 +1,164 @@+// SPDX-License-Identifier: AGPL-3.0-only+// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++import assert from "node:assert/strict";+import { readFileSync } from "node:fs";+import test from "node:test";+import ts from "@typescript/typescript6";++const source = ts.createSourceFile(+ "pickers.tsx",+ readFileSync(+ new URL(+ "../src/features/model-picker/components/model-selector/pickers.tsx",+ import.meta.url,+ ),+ "utf8",+ ),+ ts.ScriptTarget.Latest,+ true,+ ts.ScriptKind.TSX,+);++function declaration(name: string): string {+ for (const statement of source.statements) {+ if (ts.isFunctionDeclaration(statement) && statement.name?.text === name) {+ return statement.getText(source);+ }+ if (ts.isVariableStatement(statement)) {+ for (const item of statement.declarationList.declarations) {+ if (ts.isIdentifier(item.name) && item.name.text === name) {+ return `const ${item.getText(source)};`;+ }+ }+ }+ }+ throw new Error(`Missing declaration: ${name}`);+}++const compiled = ts.transpileModule(+ `${declaration("formatBytes")}\n${declaration("SoleQuantGgufDeviceRow")}`,+ {+ compilerOptions: { jsx: ts.JsxEmit.React, target: ts.ScriptTarget.ES2022 },+ },+).outputText;++type Node = { type: unknown; props: Record<string, unknown>; children: Node[] };+const React = {+ createElement: (+ type: unknown,+ props: Record<string, unknown> | null,+ ...children: Node[]+ ): Node => ({+ type,+ props: props ?? {},+ children,+ }),+ Fragment: "fragment",+};++const names = [+ "React",+ "memo",+ "useDeviceExpanderCallbacks",+ "useContext",+ "AudioCppCard",+ "ggufVariantExpectedBytes",+ "downloadedRowShellClassName",+ "onDeviceRepoLabel",+ "localPathTooltip",+ "ggufQuantDetailLabel",+ "ggufQuantChipLabel",+ "mediaPageForTask",+ "ggufVariantLookupTableBytes",+ "rovingOptionProps",+ "downloadedRowButtonClassName",+ "ROW_ACTIONS_CLASS",+ "ModelRow",+ "ModelRowMenu",+ "HugeiconsIcon",+ "ChevronDownStandardIcon",+ "ChevronRightStandardIcon",+ "ejectMenuItemsFor",+ "ModelLoadSettingsAction",+];+const modelRow = Symbol("ModelRow");+const values = [+ React,+ (value: unknown) => value,+ () => ({}),+ () => 0,+ {},+ (v: { size_bytes: number }) => v.size_bytes,+ () => "",+ (id: string) => id,+ () => "",+ (label: string) => label,+ (label: string) => label,+ () => null,+ () => 0,+ () => ({}),+ "",+ "",+ modelRow,+ "menu",+ "icon",+ "down",+ "right",+ () => [],+ "settings",+];+const renderRow = new Function(+ ...names,+ `${compiled}\nreturn SoleQuantGgufDeviceRow;`,+)(...values) as (props: unknown) => Node;++function modelProperties(cachedBytes: number): Record<string, unknown> {+ const tree = renderRow({+ repo: {+ repo_id: "example/model-GGUF",+ size_bytes: cachedBytes,+ cache_path: "/cache",+ load_id: "/cache/model",+ },+ sole: {+ variant: {+ quant: "Q4_K_M",+ filename: "model.gguf",+ size_bytes: 1_000_000_000,+ downloaded: true,+ },+ },+ optionKey: "model",+ selected: false,+ loaded: false,+ pinned: false,+ ejectable: false,+ loadedQuants: [],+ expanderOpen: false,+ updateDisabled: false,+ expander: {},+ actions: {},+ optionEvents: {},+ optionId: "model",+ optionActive: false,+ canConfigure: false,+ deleteDisabled: false,+ });+ const row = tree.children[0].children[0].children[0];+ assert.equal(row.type, modelRow);+ return row.props;+}++test("single quant row displays the same cached inventory size as the Hub, retaining weight size for memory", () => {+ const props = modelProperties(1_400_000_000);+ assert.equal(props.meta, "GGUF · 1.4GB");+ assert.equal(+ (props.memory as { sizeBytes: number }).sizeBytes,+ 1_000_000_000,+ );+});++test("missing inventory size falls back to the known GGUF size", () => {+ assert.equal(modelProperties(0).meta, "GGUF · 1.0GB");+});