Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
import type { BrowserPage } from "./api";
const MB = 1024 * 1024;
const MAX_PAGES = 12;
// Total and per-page budget: a fetched page can be 50 MB.
const MAX_TOTAL_BYTES = 32 * MB;
const MAX_PAGE_BYTES = 8 * MB;
/** Page and byte limits for a machine reporting `deviceMemory` GB; unknown keeps the defaults. */
export function cacheLimits(deviceMemory: unknown): { maxPages: number; maxTotalBytes: number } {
if (typeof deviceMemory === "number" && Number.isFinite(deviceMemory) && deviceMemory > 0) {
if (deviceMemory <= 2) return { maxPages: 4, maxTotalBytes: 8 * MB };
if (deviceMemory <= 4) return { maxPages: 6, maxTotalBytes: 16 * MB };
}
return { maxPages: MAX_PAGES, maxTotalBytes: MAX_TOTAL_BYTES };
}
/** `navigator.deviceMemory`, which only Chromium reports (Chrome, Edge, WebView2). */
export function reportedDeviceMemory(): unknown {
try {
return typeof navigator === "undefined" ? undefined : (navigator as { deviceMemory?: unknown }).deviceMemory;
} catch {
return undefined;
}
}
/** Approximate memory held by a page. JS strings are UTF-16. */
export function pageBytes(page: BrowserPage): number {
return page.kind === "raw" ? page.blob.size : page.html.length * 2;
}
type Cached = { page: BrowserPage; bytes: number };
export class PageCache<Key extends object> {
private readonly pages = new Map<Key, Cached>();
private total = 0;
private readonly maxPages: number;
private readonly maxTotalBytes: number;
private readonly maxPageBytes: number;
constructor(maxPages = MAX_PAGES, maxTotalBytes = MAX_TOTAL_BYTES, maxPageBytes = MAX_PAGE_BYTES) {
this.maxPages = maxPages;
this.maxTotalBytes = maxTotalBytes;
this.maxPageBytes = maxPageBytes;
}
get bytes(): number {
return this.total;
}
get size(): number {
return this.pages.size;
}
get(key: Key): BrowserPage | undefined {
const hit = this.pages.get(key);
if (!hit) return undefined;
this.pages.delete(key);
this.pages.set(key, hit);
return hit.page;
}
set(key: Key, page: BrowserPage): void {
this.delete(key);
const bytes = pageBytes(page);
if (bytes > this.maxPageBytes) return;
this.pages.set(key, { page, bytes });
this.total += bytes;
for (const [oldest] of this.pages) {
if (this.pages.size <= this.maxPages && this.total <= this.maxTotalBytes) break;
this.delete(oldest);
}
}
clear(): void {
this.pages.clear();
this.total = 0;
}
delete(key: Key): void {
const hit = this.pages.get(key);
if (!hit) return;
this.pages.delete(key);
this.total -= hit.bytes;
}
}