Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
"""Collapses message content (string or OpenAI multimodal list) to text, dropping non-text parts; no
heavy imports, so unit-testable alone."""
from __future__ import annotations
from typing import Any
# A long paste arrives as a text attachment in this tag, with no `content` text
_PASTED_TEXT_OPEN = "<pasted_text name="
_PASTED_TEXT_CLOSE = "</pasted_text>"
def content_to_text(content: Any) -> str:
"""Plain text of content: text parts newline-joined, non-text dropped, None as empty."""
if content is None:
return ""
if isinstance(content, str):
return content
if isinstance(content, (list, tuple)):
parts = []
for item in content:
if isinstance(item, str):
if item:
parts.append(item)
elif isinstance(item, dict):
# Skip non-text parts (image_url, input_audio, ...).
part_type = item.get("type")
if part_type is not None and part_type != "text":
continue
text = item.get("text")
if isinstance(text, str) and text:
parts.append(text)
return "\n".join(parts)
return str(content)
def named_turn(turn: dict, source: Any) -> dict:
"""Carry the participant ``name`` of the message a backend rebuilt *turn* from."""
if isinstance(source, dict) and source.get("name"):
turn["name"] = source["name"]
return turn
def pasted_text_body(text: str) -> str:
"""Body of a wrapped paste, or "" for anything else."""
if not text.startswith(_PASTED_TEXT_OPEN):
return ""
body_start = text.find("\n")
if body_start == -1:
return ""
body_end = len(text)
closing = "\n" + _PASTED_TEXT_CLOSE
if text.endswith(closing):
body_end = max(len(text) - len(closing), body_start + 1)
return text[body_start + 1 : body_end]
def message_text_with_pastes(message: Any) -> str:
"""Includes pasted attachment bodies, since a paste-only turn reads as empty from content alone."""
if not isinstance(message, dict):
return ""
parts = [content_to_text(message.get("content"))]
attachments = message.get("attachments")
if isinstance(attachments, (list, tuple)):
for attachment in attachments:
if not isinstance(attachment, dict):
continue
body = pasted_text_body(content_to_text(attachment.get("content")))
if body:
parts.append(body)
return "\n\n".join(part for part in parts if part)