Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

2.7 KB
Raw Blame
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0

"""Collapses message content (string or OpenAI multimodal list) to text, dropping non-text parts; no
heavy imports, so unit-testable alone."""

from __future__ import annotations

from typing import Any

# A long paste arrives as a text attachment in this tag, with no `content` text
_PASTED_TEXT_OPEN = "<pasted_text name="
_PASTED_TEXT_CLOSE = "</pasted_text>"


def content_to_text(content: Any) -> str:
    """Plain text of content: text parts newline-joined, non-text dropped, None as empty."""
    if content is None:
        return ""
    if isinstance(content, str):
        return content
    if isinstance(content, (list, tuple)):
        parts = []
        for item in content:
            if isinstance(item, str):
                if item:
                    parts.append(item)
            elif isinstance(item, dict):
                # Skip non-text parts (image_url, input_audio, ...).
                part_type = item.get("type")
                if part_type is not None and part_type != "text":
                    continue
                text = item.get("text")
                if isinstance(text, str) and text:
                    parts.append(text)
        return "\n".join(parts)
    return str(content)


def named_turn(turn: dict, source: Any) -> dict:
    """Carry the participant ``name`` of the message a backend rebuilt *turn* from."""
    if isinstance(source, dict) and source.get("name"):
        turn["name"] = source["name"]
    return turn


def pasted_text_body(text: str) -> str:
    """Body of a wrapped paste, or "" for anything else."""
    if not text.startswith(_PASTED_TEXT_OPEN):
        return ""
    body_start = text.find("\n")
    if body_start == -1:
        return ""
    body_end = len(text)
    closing = "\n" + _PASTED_TEXT_CLOSE
    if text.endswith(closing):
        body_end = max(len(text) - len(closing), body_start + 1)
    return text[body_start + 1 : body_end]


def message_text_with_pastes(message: Any) -> str:
    """Includes pasted attachment bodies, since a paste-only turn reads as empty from content alone."""
    if not isinstance(message, dict):
        return ""
    parts = [content_to_text(message.get("content"))]
    attachments = message.get("attachments")
    if isinstance(attachments, (list, tuple)):
        for attachment in attachments:
            if not isinstance(attachment, dict):
                continue
            body = pasted_text_body(content_to_text(attachment.get("content")))
            if body:
                parts.append(body)
    return "\n\n".join(part for part in parts if part)