Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
CI: overlap browser installs and cache restores with Install Unsloth in the UI smoke jobs (#13707)
Daniel Hanba87f8bfa8ed
diff --git a/.github/workflows/studio-mac-ui-smoke.yml b/.github/workflows/studio-mac-ui-smoke.ymlindex d3913b76b8e..58068dfbeae 100644--- a/.github/workflows/studio-mac-ui-smoke.yml+++ b/.github/workflows/studio-mac-ui-smoke.yml@@ -258,23 +258,13 @@ jobs:key: hf-${{ env.GGUF_REPO }}-${{ env.GGUF_VARIANT }}-v3enableCrossOsArchive: true- - name: Install Unsloth (--local, --no-torch)- id: install_unsloth- if: ${{ !cancelled() }}- uses: ./.github/actions/install-unsloth-local- with:- gh-token: ${{ secrets.GITHUB_TOKEN }}- # Withheld on PR: this step runs checked-out PR code; public GGUF still downloads.- hf-token: ${{ github.event_name != 'pull_request' && secrets.HF_TOKEN || '' }}-- - name: Assert llama.cpp loads on this macOS- id: assert_llama- # Second half of the bootstrap, and it needs no GGUF: it runs- # llama-server --version plus a static vtool minimum-OS check.- if: ${{ !cancelled() && steps.install_unsloth.outcome == 'success' }}- run: bash .github/scripts/assert-llama-loads.sh-- name: Install Playwright browsers+ # A background step, like the two cache restores after it: all three only+ # fetch into their own directories, so they run while Install Unsloth does.+ # The `wait-all` after the llama.cpp check settles them before any step reads+ # their outputs.+ id: pw_install+ background: true# No --with-deps on Mac: that flag installs Linux apt packages.# GitHub-hosted macos-15 ships the system frameworks Chromium# needs already.@@ -292,6 +282,48 @@ jobs:pip install 'playwright>=1.55,<1.58'python -m playwright install chromium webkit+ - name: Restore GGUF model file+ id: cache-gguf-tools+ if: ${{ !cancelled() }}+ background: true+ uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0+ continue-on-error: true+ timeout-minutes: 15+ with:+ path: gguf-cache-tools+ key: gguf-unsloth/Qwen3.5-2B-GGUF-Qwen3.5-2B-UD-Q4_K_XL.gguf-v3+ enableCrossOsArchive: true++ - name: Restore GGUF + mmproj files+ id: cache-gguf-vision+ if: ${{ !cancelled() }}+ background: true+ uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0+ continue-on-error: true+ timeout-minutes: 20+ with:+ path: gguf-cache-vision+ key: ${{ runner.os }}-gguf-unsloth/gemma-4-E2B-it-GGUF-gemma-4-E2B-it-UD-Q4_K_XL.gguf-mmproj-F16.gguf-v3++ - name: Install Unsloth (--local, --no-torch)+ id: install_unsloth+ if: ${{ !cancelled() }}+ uses: ./.github/actions/install-unsloth-local+ with:+ gh-token: ${{ secrets.GITHUB_TOKEN }}+ # Withheld on PR: this step runs checked-out PR code; public GGUF still downloads.+ hf-token: ${{ github.event_name != 'pull_request' && secrets.HF_TOKEN || '' }}++ - name: Assert llama.cpp loads on this macOS+ id: assert_llama+ # Second half of the bootstrap, and it needs no GGUF: it runs+ # llama-server --version plus a static vtool minimum-OS check.+ if: ${{ !cancelled() && steps.install_unsloth.outcome == 'success' }}+ run: bash .github/scripts/assert-llama-loads.sh++ - name: Wait for the Playwright install and GGUF cache restores+ wait-all:+- name: Patch Playwright pipeTransport.js to tolerate malformed JSON# In Playwright 1.55-1.58, pipeTransport.js does# `JSON.parse(message)` with no try/catch; when Chromium dies@@ -831,16 +863,6 @@ jobs:# key ... another job may be creating this cache" -- measured on staging# during the Mac consolidation: two consecutive runs both logged "Cache# not found for input keys" and both failed to save.- - name: Restore GGUF model file- id: cache-gguf-tools- if: ${{ !cancelled() && steps.assert_llama.outcome == 'success' }}- uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0- continue-on-error: true- timeout-minutes: 15- with:- path: gguf-cache-tools- key: gguf-unsloth/Qwen3.5-2B-GGUF-Qwen3.5-2B-UD-Q4_K_XL.gguf-v3- enableCrossOsArchive: true- name: Download GGUF if cache missid: download-gguf-tools@@ -1270,16 +1292,6 @@ jobs:echo "MMPROJ_FILE=mmproj-F16.gguf" >> "$GITHUB_ENV"echo "STUDIO_PORT=18892" >> "$GITHUB_ENV"- - name: Restore GGUF + mmproj files- id: cache-gguf-vision- if: ${{ !cancelled() && steps.assert_llama.outcome == 'success' }}- uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0- continue-on-error: true- timeout-minutes: 20- with:- path: gguf-cache-vision- key: ${{ runner.os }}-gguf-unsloth/gemma-4-E2B-it-GGUF-gemma-4-E2B-it-UD-Q4_K_XL.gguf-mmproj-F16.gguf-v3-- name: Verify cache contains BOTH gguf + mmprojid: verify-cacheif: ${{ !cancelled() && steps.assert_llama.outcome == 'success' && steps.cache-gguf-vision.outputs.cache-hit == 'true' }}diff --git a/.github/workflows/studio-ui-smoke.yml b/.github/workflows/studio-ui-smoke.ymlindex f6a303c3dc5..49d5342cc51 100644--- a/.github/workflows/studio-ui-smoke.yml+++ b/.github/workflows/studio-ui-smoke.yml@@ -297,13 +297,6 @@ jobs:key: hf-${{ env.GGUF_REPO }}-${{ env.GGUF_VARIANT }}-v3enableCrossOsArchive: true- - name: Install Unsloth (--local, --no-torch)- uses: ./.github/actions/install-unsloth-local- with:- gh-token: ${{ secrets.GITHUB_TOKEN }}- # Withheld on PR: this step runs checked-out PR code; public GGUF still downloads.- hf-token: ${{ github.event_name != 'pull_request' && secrets.HF_TOKEN || '' }}-- name: Pin the Playwright version so the browser cache has a keyid: pwrun: |@@ -353,6 +346,11 @@ jobs:- name: Install Playwright browsersid: pw-install+ # A background step: it runs alongside Install Unsloth below, which uses its own+ # venv. If both reach apt, this side goes through retry-with-apt-lock.sh and waits+ # for the dpkg lock. Its outcome, which the cache saves read, is settled by the+ # `wait: pw-install` step after the install.+ background: true# --with-deps stays unconditional: the apt side installs system libraries OUTSIDE# the cached directory, so a restored cache without it gives browsers that cannot# start. Only the download is skipped, which is the part that costs.@@ -462,6 +460,16 @@ jobs:probe ${{ matrix.engines }}fi+ - name: Install Unsloth (--local, --no-torch)+ uses: ./.github/actions/install-unsloth-local+ with:+ gh-token: ${{ secrets.GITHUB_TOKEN }}+ # Withheld on PR: this step runs checked-out PR code; public GGUF still downloads.+ hf-token: ${{ github.event_name != 'pull_request' && secrets.HF_TOKEN || '' }}++ - name: Wait for the Playwright browsers+ wait: pw-install+# Save on main only, like every model cache in this repo. read-write# `actions/cache` saves from its post-step on EVERY ref, and a PR-scoped entry# can only be restored by re-runs of that same PR while still competing for the