Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

3.1 KB
Raw Blame
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved.

"""Lift the GRPO hidden-states forward wrapper from unsloth/models/rl.py via ast; tests stay CPU-only."""

from __future__ import annotations

import ast
import collections
import inspect
import logging
import os
from pathlib import Path


SOURCE_PATH = Path(__file__).resolve().parents[1] / "unsloth" / "models" / "rl.py"

WRAPPER_NAMES = (
    "_module_returns_logits",
    "_grpo_hidden_states_wrap_target",
    "_model_supports_unsloth_return_hidden_states",
    "_drop_forward_kwargs_consumed_positionally",
    "_get_num_logits_to_keep",
    "_warn_grpo_hidden_states_fallback_once",
    "_note_grpo_hidden_states_success",
    "_replace_outputs_logits",
    "_minimise_logits_kwarg",
    "_drop_spare_hidden_states",
    "_install_grpo_hidden_states_forward_wrapper",
    "_grpo_pre_head_hidden_divisor",
    "_grpo_hidden_states_reproduce_logits",
)

OPTIONAL_NAMES = ("_note_grpo_hidden_states_success",)

CONSTANT_NAMES = (
    "_UNSLOTH_RETURN_HIDDEN_STATES_SUPPORT_MARKER",
    "_UNSLOTH_GRPO_HIDDEN_STATES_WRAPPED_ATTR",
    "_UNSLOTH_GRPO_HIDDEN_STATES_WARNING_ATTR",
    "_UNSLOTH_GRPO_HIDDEN_STATES_DEGRADED_ATTR",
    "_UNSLOTH_GRPO_HIDDEN_STATES_UNSAFE_ATTR",
    "_UNSLOTH_GRPO_HIDDEN_STATES_VERIFIED_ATTR",
)


def load_rl_wrapper(names = WRAPPER_NAMES):
    """Return ``{name: object}`` for the wrapper helpers, exec'd from live source."""
    text = SOURCE_PATH.read_text(encoding = "utf-8")
    tree = ast.parse(text, filename = str(SOURCE_PATH))

    wanted = []
    for node in tree.body:
        if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef)) and node.name in names:
            wanted.append(node)
        elif isinstance(node, ast.Assign) and any(
            isinstance(t, ast.Name) and t.id in CONSTANT_NAMES for t in node.targets
        ):
            wanted.append(node)

    found = {
        node.name for node in wanted if isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef))
    }
    missing = set(names) - found - set(OPTIONAL_NAMES)
    names = tuple(name for name in names if name in found)
    if missing:
        raise AssertionError(f"missing module-level defs in {SOURCE_PATH}: {sorted(missing)}")

    import torch

    namespace: dict = {
        "os": os,
        "collections": collections,
        "inspect": inspect,
        "logger": logging.getLogger("unsloth-repro"),
        "torch": torch,
        # None skips the one-time head check, which needs zoo.
        "detect_logit_transforms": None,
    }
    replacements = SOURCE_PATH.with_name("rl_replacements.py")
    config_helpers = [
        node
        for node in ast.parse(replacements.read_text(encoding = "utf-8")).body
        if isinstance(node, ast.FunctionDef)
        and node.name in ("_unsloth_get_model_config", "_unsloth_text_configs")
    ]
    exec(
        compile(ast.Module(body = config_helpers, type_ignores = []), str(replacements), "exec"),
        namespace,
    )
    exec(compile(ast.Module(body = wanted, type_ignores = []), str(SOURCE_PATH), "exec"), namespace)
    return {name: namespace[name] for name in names}