Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import assert from "node:assert/strict";
import test from "node:test";
import {
type MemoryTotalDevice,
aggregateGpuMemoryTotalGb,
} from "../src/hooks/gpu-vram.ts";
const B200_GIB = 179.06;
function dedicated(count: number, memory = B200_GIB): MemoryTotalDevice[] {
return Array.from({ length: count }, () => ({ memory_total_gb: memory }));
}
test("the total of several identical GPUs carries no float residue", () => {
// Summing three 179.06 values gives 537.1800000000001 before rounding.
const total = aggregateGpuMemoryTotalGb(dedicated(3));
assert.equal(total, 537.18);
assert.equal(String(total), "537.18");
});
test("no total keeps more than the 2dp the devices arrived with", () => {
for (let count = 1; count <= 8; count++) {
const total = aggregateGpuMemoryTotalGb(dedicated(count));
assert.equal(total, Math.round(total * 100) / 100, `${count} GPUs`);
}
});
test("a shared host-memory pool is still counted once", () => {
const devices: MemoryTotalDevice[] = [
...dedicated(1, 8.5),
{ memory_total_gb: 15.7, shared_memory: true },
{ memory_total_gb: 15.7, shared_memory: true },
];
assert.equal(aggregateGpuMemoryTotalGb(devices), 24.2);
});
test("devices without a reported total do not poison the sum", () => {
const devices: MemoryTotalDevice[] = [...dedicated(2), {}];
assert.equal(aggregateGpuMemoryTotalGb(devices), 358.12);
});
test("no devices means no VRAM", () => {
assert.equal(aggregateGpuMemoryTotalGb([]), 0);
});