Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

4.1 KB
Raw Blame
#!/bin/bash
# SPDX-License-Identifier: AGPL-3.0-only
# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
# select_cuda_jit_tools() from docker/entrypoint.sh: cu12.8 is the default, cu13 tools only
# for sm_103 and sm_121 (>= 580 drivers), picked via nvidia-smi compute_cap.
set -e

SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
. "$SCRIPT_DIR/_harness.sh"
ENTRYPOINT_SH="$SCRIPT_DIR/../../docker/entrypoint.sh"
# Assert through readlink: git-bash copies instead of symlinking unless elevated with
# MSYS=winsymlinks:nativestrict.
_probe=$(mktemp -d)
: > "$_probe/target"
if ! ln -s target "$_probe/link" 2>/dev/null || [ "$(readlink "$_probe/link")" != "target" ]; then
    rm -rf "$_probe"
    echo "=== test_select_cuda_jit_tools ==="
    echo "  SKIP: this filesystem does not honour symlinks (readlink cannot observe them)"
    echo "PASS=0 FAIL=0 SKIPPED"
    exit 0
fi
rm -rf "$_probe"

_FUNC_FILE=$(mktemp)
sed -n '/^select_cuda_jit_tools()/,/^}/p' "$ENTRYPOINT_SH" > "$_FUNC_FILE"

# $1 = compute_cap(s), one per line ("none" = no nvidia-smi). $2 = initial libnvrtc.so.12
# target (default cu12.8). Prints "<PTXAS_STATE> <NVRTC_TARGET>".
run_select() {
    _cap="$1"
    _init="${2:-libnvrtc.so.12.cu128.orig}"
    _tmp=$(mktemp -d)
    mkdir -p "$_tmp/bin"
    if [ "$_cap" != "none" ]; then
        # cat a file so an embedded newline in $_cap survives.
        printf '%s\n' "$_cap" > "$_tmp/caps.txt"
        printf '#!/bin/sh\ncat "%s"\n' "$_tmp/caps.txt" > "$_tmp/bin/nvidia-smi"
        chmod +x "$_tmp/bin/nvidia-smi"
    fi
    _nvrtc="$_tmp/studio/unsloth_studio/lib/python3.12/site-packages/nvidia/cuda_nvrtc/lib"
    mkdir -p "$_nvrtc"
    : > "$_nvrtc/libnvrtc.so.12.cu128.orig"
    : > "$_nvrtc/libnvrtc.so.13.stub"
    ln -sf libnvrtc.so.13.stub "$_nvrtc/libnvrtc.so.12.cu13"
    ln -sf "$_init" "$_nvrtc/libnvrtc.so.12"
    bash -c '
        set -euo pipefail
        export PATH="'"$_tmp"'/bin:/usr/bin:/bin"
        export UNSLOTH_STUDIO_HOME="'"$_tmp"'/studio"
        unset TRITON_PTXAS_PATH || true
        . "'"$_FUNC_FILE"'"
        select_cuda_jit_tools || true
        printf "%s %s\n" "${TRITON_PTXAS_PATH:-UNSET}" "$(readlink "'"$_nvrtc"'/libnvrtc.so.12")"
    '
    rm -rf "$_tmp"
}

echo "=== test_select_cuda_jit_tools ==="

# ptxas stays unset so Triton keeps its bundled cu12.8 one.
assert_eq "sm_80 Ampere -> cu128 default kept"  "UNSET libnvrtc.so.12.cu128.orig" "$(run_select 8.0)"
assert_eq "sm_90 Hopper -> cu128 default kept"  "UNSET libnvrtc.so.12.cu128.orig" "$(run_select 9.0)"
assert_eq "sm_100 B200 -> cu128 default kept"   "UNSET libnvrtc.so.12.cu128.orig" "$(run_select 10.0)"
assert_eq "sm_120 RTX50 -> cu128 default kept"  "UNSET libnvrtc.so.12.cu128.orig" "$(run_select 12.0)"
assert_eq "no nvidia-smi -> cu128 default kept" "UNSET libnvrtc.so.12.cu128.orig" "$(run_select none)"

# ptxas stays UNSET only because the test host has no cuda-13.0/bin/ptxas.
assert_eq "sm_103 B300 -> cu13 NVRTC selected"      "UNSET libnvrtc.so.12.cu13" "$(run_select 10.3)"
assert_eq "sm_121 DGX Spark -> cu13 NVRTC selected" "UNSET libnvrtc.so.12.cu13" "$(run_select 12.1)"

# Every cap is scanned, not just the first.
assert_eq "H100 then B300 -> cu13 NVRTC selected" "UNSET libnvrtc.so.12.cu13"       "$(run_select "$(printf '9.0\n10.3')")"
assert_eq "B200 then GB10 -> cu13 NVRTC selected" "UNSET libnvrtc.so.12.cu13"       "$(run_select "$(printf '10.0\n12.1')")"
assert_eq "B300 then H100 -> cu13 NVRTC selected" "UNSET libnvrtc.so.12.cu13"       "$(run_select "$(printf '10.3\n9.0')")"
assert_eq "H100 then A100 -> cu128 default kept"  "UNSET libnvrtc.so.12.cu128.orig" "$(run_select "$(printf '9.0\n8.0')")"

# A cu13 selection left by an earlier boot must be reversed.
assert_eq "A100 after B300 -> cu128 restored"   "UNSET libnvrtc.so.12.cu128.orig" "$(run_select 8.0 libnvrtc.so.12.cu13)"
assert_eq "no GPU after B300 -> cu128 restored" "UNSET libnvrtc.so.12.cu128.orig" "$(run_select none libnvrtc.so.12.cu13)"
assert_eq "B300 after B300 -> cu13 kept"        "UNSET libnvrtc.so.12.cu13"       "$(run_select 10.3 libnvrtc.so.12.cu13)"

rm -f "$_FUNC_FILE"

summary