Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
// SPDX-License-Identifier: AGPL-3.0-only
// Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
export const STREAM_COOLDOWN_MS = 2_000;
type RunningState = { runningByThreadId: Record<string, boolean> };
export type StreamActivityStore = {
getState(): RunningState;
subscribe(listener: (next: RunningState, previous: RunningState) => void): () => void;
};
export type StreamActivity = { active(): boolean };
const anyRunning = (running: Record<string, boolean>): boolean =>
Object.values(running).some(Boolean);
export function createStreamActivity(
store: StreamActivityStore,
now: () => number = () => performance.now(),
): StreamActivity {
let lastRunEndedAt = Number.NEGATIVE_INFINITY;
store.subscribe((next, previous) => {
if (
!anyRunning(next.runningByThreadId)
&& anyRunning(previous.runningByThreadId)
) {
lastRunEndedAt = now();
}
});
return {
active: () =>
anyRunning(store.getState().runningByThreadId)
|| now() - lastRunEndedAt < STREAM_COOLDOWN_MS,
};
}