Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

664 B
Raw Blame
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

"""Streaming responses must send X-Accel-Buffering: no, so nginx does not buffer SSE chunks."""

import routes.inference as inference_route


def test_sse_helper_sets_no_proxy_buffering_headers():
    resp = inference_route._sse_streaming_response(iter(()))
    assert resp.media_type == "text/event-stream"
    # Starlette lowercases header keys in init_headers.
    assert resp.headers["cache-control"] == "no-cache"
    assert resp.headers["connection"] == "close"
    assert resp.headers["x-accel-buffering"] == "no"