Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
studio: attest snapshots in the shared hub blob store
Nilay9f5c792e6b78
diff --git a/studio/backend/core/training/provenance.py b/studio/backend/core/training/provenance.pyindex 59efc910dee..6781c37959e 100644--- a/studio/backend/core/training/provenance.py+++ b/studio/backend/core/training/provenance.py@@ -207,7 +207,9 @@ def _resolved_model_snapshot_file(snapshot: Path, path: Path) -> Optional[Path]:except (OSError, RuntimeError, ValueError):return Noneif not resolved.is_file() or not (- resolved.is_relative_to(snapshot) or resolved.is_relative_to(repo_dir / "blobs")+ resolved.is_relative_to(snapshot)+ or resolved.is_relative_to(repo_dir / "blobs")+ or resolved.is_relative_to(repo_dir.parent / "blobs")):return Nonetry:diff --git a/studio/backend/hub/utils/dataset_cache.py b/studio/backend/hub/utils/dataset_cache.pyindex 1aaac1a36be..03bb7755944 100644--- a/studio/backend/hub/utils/dataset_cache.py+++ b/studio/backend/hub/utils/dataset_cache.py@@ -278,7 +278,9 @@ def resolved_dataset_snapshot_file(snapshot: str | Path, source_path: str) -> Opexcept (OSError, RuntimeError, ValueError):return Noneif not resolved.is_file() or not (- resolved.is_relative_to(snapshot_path) or resolved.is_relative_to(repo_dir / "blobs")+ resolved.is_relative_to(snapshot_path)+ or resolved.is_relative_to(repo_dir / "blobs")+ or resolved.is_relative_to(repo_dir.parent / "blobs")):return Nonetry:diff --git a/studio/backend/routes/models.py b/studio/backend/routes/models.pyindex a6c0cdf73a9..37f86499bc6 100644--- a/studio/backend/routes/models.py+++ b/studio/backend/routes/models.py@@ -2083,6 +2083,12 @@ def _get_snapshot_model_size_bytes(snapshot_path: str) -> Optional[int]:return Noneblobs_dir = repo_dir / "blobs"resolved_blobs_dir = blobs_dir.resolve(strict = True) if blobs_dir.is_dir() else None+ # hub 1.x keeps one content-addressed blob store per cache root and links each repo's+ # blobs into it, so a weight file resolves outside the repo without leaving the cache.+ shared_blobs_dir = repo_dir.parent / "blobs"+ resolved_shared_blobs_dir = (+ shared_blobs_dir.resolve(strict = True) if shared_blobs_dir.is_dir() else None+ )except (OSError, RuntimeError, ValueError):return None@@ -2107,9 +2113,9 @@ def _get_snapshot_model_size_bytes(snapshot_path: str) -> Optional[int]:candidate = (root_path / filename).resolve(strict = True)if not candidate.is_file():continue- if not candidate.is_relative_to(snapshot) and not (- resolved_blobs_dir is not None- and candidate.is_relative_to(resolved_blobs_dir)+ if not candidate.is_relative_to(snapshot) and not any(+ blob_root is not None and candidate.is_relative_to(blob_root)+ for blob_root in (resolved_blobs_dir, resolved_shared_blobs_dir)):continuetotal += candidate.stat().st_sizediff --git a/studio/backend/tests/test_model_size_shared_blob_store.py b/studio/backend/tests/test_model_size_shared_blob_store.pynew file mode 100644index 00000000000..734966eb611--- /dev/null+++ b/studio/backend/tests/test_model_size_shared_blob_store.py@@ -0,0 +1,74 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++import os+import sys+import types+from pathlib import Path++import pytest++# Keep this test runnable where optional logging deps are not installed.+if "structlog" not in sys.modules:++ class _DummyLogger:+ def __getattr__(self, _name):+ return lambda *args, **kwargs: None++ sys.modules["structlog"] = types.SimpleNamespace(+ BoundLogger = _DummyLogger,+ get_logger = lambda *args, **kwargs: _DummyLogger(),+ )++import routes.models as models_route++WEIGHTS = b"w" * 4096+++def _snapshot(cache_root: Path, repo_id: str) -> Path:+ snapshot = cache_root / f"models--{repo_id.replace('/', '--')}" / "snapshots" / "rev"+ snapshot.mkdir(parents = True)+ return snapshot+++def _link_through_repo_blob(snapshot: Path, name: str, target: Path) -> None:+ """Point ``snapshot/name`` at ``target`` the way the hub does: via the repo's own blob."""+ repo_blob = snapshot.parent.parent / "blobs" / ("bf8b442c" * 8)+ repo_blob.parent.mkdir(exist_ok = True)+ repo_blob.symlink_to(os.path.relpath(target, repo_blob.parent))+ (snapshot / name).symlink_to(os.path.relpath(repo_blob, snapshot))+++def test_model_size_counts_weights_in_the_hub_shared_blob_store(tmp_path):+ snapshot = _snapshot(tmp_path, "org/model")+ sha = "8788269b" * 8+ shared = tmp_path / "blobs" / sha[:2] / sha+ shared.parent.mkdir(parents = True)+ shared.write_bytes(WEIGHTS)+ _link_through_repo_blob(snapshot, "model.safetensors", shared)++ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) == len(WEIGHTS)+++def test_model_size_still_counts_a_weight_in_the_repos_own_blobs(tmp_path):+ snapshot = _snapshot(tmp_path, "org/model")+ repo_blob = snapshot.parent.parent / "blobs" / ("a1b2c3d4" * 8)+ repo_blob.parent.mkdir()+ repo_blob.write_bytes(WEIGHTS)+ (snapshot / "model.safetensors").symlink_to(os.path.relpath(repo_blob, snapshot))++ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) == len(WEIGHTS)++[email protected]("target", ["outside-cache", "other-repo-blobs"])+def test_model_size_ignores_a_weight_linked_outside_the_cache(tmp_path, tmp_path_factory, target):+ snapshot = _snapshot(tmp_path, "org/model")+ if target == "outside-cache":+ escaped = tmp_path_factory.mktemp("elsewhere") / "blobs" / "87" / "weights"+ else:+ escaped = tmp_path / "models--org--other" / "blobs" / "weights"+ escaped.parent.mkdir(parents = True)+ escaped.write_bytes(WEIGHTS)+ _link_through_repo_blob(snapshot, "model.safetensors", escaped)++ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) is Nonediff --git a/studio/backend/tests/test_training_provenance.py b/studio/backend/tests/test_training_provenance.pyindex 82a27438630..776e586dcfe 100644--- a/studio/backend/tests/test_training_provenance.py+++ b/studio/backend/tests/test_training_provenance.py@@ -635,6 +635,45 @@ def test_exact_model_snapshot_accepts_own_blob_symlink(tmp_path):assert exact_model_snapshot_path(str(snapshot), "org/model") == str(snapshot.resolve())+def _shared_store_blob_symlink(repo: Path, link: Path, payload: bytes) -> Path:+ sha = "c791637d" * 8+ shared = repo.parent / "blobs" / sha[:2] / sha+ shared.parent.mkdir(parents = True, exist_ok = True)+ shared.write_bytes(payload)+ (shared.parent / f"{sha}.lock").touch()+ (repo / "blobs").mkdir(exist_ok = True)+ repo_blob = repo / "blobs" / ("fe5874" + "0" * 58)+ repo_blob.symlink_to(os.path.relpath(shared, repo_blob.parent))+ link.symlink_to(os.path.relpath(repo_blob, link.parent))+ return shared+++def test_exact_model_snapshot_accepts_hub_shared_blob_store(tmp_path):+ snapshot = _model_snapshot(tmp_path, "org/model", "xet-backed", weights = False)+ _shared_store_blob_symlink(snapshot.parent.parent, snapshot / "model.safetensors", b"weights")++ assert exact_model_snapshot_path(str(snapshot), "org/model") == str(snapshot.resolve())++[email protected]("target", ["outside-cache", "other-repo-blobs"])+def test_exact_model_snapshot_rejects_blob_symlink_escaping_repo(+ tmp_path, tmp_path_factory, target+):+ snapshot = _model_snapshot(tmp_path, "org/model", "escaping", weights = False)+ if target == "outside-cache":+ escaped = tmp_path_factory.mktemp("elsewhere") / "blobs" / "c7" / "weights"+ else:+ escaped = tmp_path / "models--org--other" / "blobs" / "weights"+ escaped.parent.mkdir(parents = True)+ escaped.write_bytes(b"weights")+ repo_blob = snapshot.parent.parent / "blobs" / "weight-blob"+ repo_blob.parent.mkdir()+ repo_blob.symlink_to(escaped)+ (snapshot / "model.safetensors").symlink_to(os.path.relpath(repo_blob, snapshot))++ assert exact_model_snapshot_path(str(snapshot), "org/model") is None++@pytest.mark.parametrize("filename", ["model.safetensors", "config.json"])def test_exact_model_snapshot_rejects_external_file_symlink(tmp_path, filename):snapshot = _model_snapshot(tmp_path, "org/model", "external-link")@@ -841,6 +880,17 @@ def test_loaded_hub_dataset_accepts_snapshot_blob_symlink(tmp_path):assert attest_loaded_dataset("org/dataset", loaded) == (str(snapshot.resolve()), None)+def test_loaded_hub_dataset_accepts_hub_shared_blob_store(tmp_path):+ repo = tmp_path / "datasets--org--dataset"+ snapshot = repo / "snapshots" / "dataset-commit"+ snapshot.mkdir(parents = True)+ _shared_store_blob_symlink(repo, snapshot / "train.parquet", b"dataset")+ loaded = _loaded_dataset(str(snapshot / "train.parquet"))++ assert attest_loaded_dataset("org/dataset", loaded) == (str(snapshot.resolve()), None)+ assert exact_dataset_snapshot_path(str(snapshot), "org/dataset") == str(snapshot.resolve())++def test_loaded_hub_dataset_rejects_local_source_symlink_outside_repo(tmp_path):snapshot = _shared_setup_1(tmp_path)external = tmp_path / "external.parquet"