Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

studio: attest snapshots in the shared hub blob store

Nilay9f5c792e6b78
diff --git a/studio/backend/core/training/provenance.py b/studio/backend/core/training/provenance.py
index 59efc910dee..6781c37959e 100644
--- a/studio/backend/core/training/provenance.py
+++ b/studio/backend/core/training/provenance.py
@@ -207,7 +207,9 @@ def _resolved_model_snapshot_file(snapshot: Path, path: Path) -> Optional[Path]:
except (OSError, RuntimeError, ValueError):
return None
if not resolved.is_file() or not (
- resolved.is_relative_to(snapshot) or resolved.is_relative_to(repo_dir / "blobs")
+ resolved.is_relative_to(snapshot)
+ or resolved.is_relative_to(repo_dir / "blobs")
+ or resolved.is_relative_to(repo_dir.parent / "blobs")
):
return None
try:
diff --git a/studio/backend/hub/utils/dataset_cache.py b/studio/backend/hub/utils/dataset_cache.py
index 1aaac1a36be..03bb7755944 100644
--- a/studio/backend/hub/utils/dataset_cache.py
+++ b/studio/backend/hub/utils/dataset_cache.py
@@ -278,7 +278,9 @@ def resolved_dataset_snapshot_file(snapshot: str | Path, source_path: str) -> Op
except (OSError, RuntimeError, ValueError):
return None
if not resolved.is_file() or not (
- resolved.is_relative_to(snapshot_path) or resolved.is_relative_to(repo_dir / "blobs")
+ resolved.is_relative_to(snapshot_path)
+ or resolved.is_relative_to(repo_dir / "blobs")
+ or resolved.is_relative_to(repo_dir.parent / "blobs")
):
return None
try:
diff --git a/studio/backend/routes/models.py b/studio/backend/routes/models.py
index a6c0cdf73a9..37f86499bc6 100644
--- a/studio/backend/routes/models.py
+++ b/studio/backend/routes/models.py
@@ -2083,6 +2083,12 @@ def _get_snapshot_model_size_bytes(snapshot_path: str) -> Optional[int]:
return None
blobs_dir = repo_dir / "blobs"
resolved_blobs_dir = blobs_dir.resolve(strict = True) if blobs_dir.is_dir() else None
+ # hub 1.x keeps one content-addressed blob store per cache root and links each repo's
+ # blobs into it, so a weight file resolves outside the repo without leaving the cache.
+ shared_blobs_dir = repo_dir.parent / "blobs"
+ resolved_shared_blobs_dir = (
+ shared_blobs_dir.resolve(strict = True) if shared_blobs_dir.is_dir() else None
+ )
except (OSError, RuntimeError, ValueError):
return None
@@ -2107,9 +2113,9 @@ def _get_snapshot_model_size_bytes(snapshot_path: str) -> Optional[int]:
candidate = (root_path / filename).resolve(strict = True)
if not candidate.is_file():
continue
- if not candidate.is_relative_to(snapshot) and not (
- resolved_blobs_dir is not None
- and candidate.is_relative_to(resolved_blobs_dir)
+ if not candidate.is_relative_to(snapshot) and not any(
+ blob_root is not None and candidate.is_relative_to(blob_root)
+ for blob_root in (resolved_blobs_dir, resolved_shared_blobs_dir)
):
continue
total += candidate.stat().st_size
diff --git a/studio/backend/tests/test_model_size_shared_blob_store.py b/studio/backend/tests/test_model_size_shared_blob_store.py
new file mode 100644
index 00000000000..734966eb611
--- /dev/null
+++ b/studio/backend/tests/test_model_size_shared_blob_store.py
@@ -0,0 +1,74 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+import os
+import sys
+import types
+from pathlib import Path
+
+import pytest
+
+# Keep this test runnable where optional logging deps are not installed.
+if "structlog" not in sys.modules:
+
+ class _DummyLogger:
+ def __getattr__(self, _name):
+ return lambda *args, **kwargs: None
+
+ sys.modules["structlog"] = types.SimpleNamespace(
+ BoundLogger = _DummyLogger,
+ get_logger = lambda *args, **kwargs: _DummyLogger(),
+ )
+
+import routes.models as models_route
+
+WEIGHTS = b"w" * 4096
+
+
+def _snapshot(cache_root: Path, repo_id: str) -> Path:
+ snapshot = cache_root / f"models--{repo_id.replace('/', '--')}" / "snapshots" / "rev"
+ snapshot.mkdir(parents = True)
+ return snapshot
+
+
+def _link_through_repo_blob(snapshot: Path, name: str, target: Path) -> None:
+ """Point ``snapshot/name`` at ``target`` the way the hub does: via the repo's own blob."""
+ repo_blob = snapshot.parent.parent / "blobs" / ("bf8b442c" * 8)
+ repo_blob.parent.mkdir(exist_ok = True)
+ repo_blob.symlink_to(os.path.relpath(target, repo_blob.parent))
+ (snapshot / name).symlink_to(os.path.relpath(repo_blob, snapshot))
+
+
+def test_model_size_counts_weights_in_the_hub_shared_blob_store(tmp_path):
+ snapshot = _snapshot(tmp_path, "org/model")
+ sha = "8788269b" * 8
+ shared = tmp_path / "blobs" / sha[:2] / sha
+ shared.parent.mkdir(parents = True)
+ shared.write_bytes(WEIGHTS)
+ _link_through_repo_blob(snapshot, "model.safetensors", shared)
+
+ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) == len(WEIGHTS)
+
+
+def test_model_size_still_counts_a_weight_in_the_repos_own_blobs(tmp_path):
+ snapshot = _snapshot(tmp_path, "org/model")
+ repo_blob = snapshot.parent.parent / "blobs" / ("a1b2c3d4" * 8)
+ repo_blob.parent.mkdir()
+ repo_blob.write_bytes(WEIGHTS)
+ (snapshot / "model.safetensors").symlink_to(os.path.relpath(repo_blob, snapshot))
+
+ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) == len(WEIGHTS)
+
+
[email protected]("target", ["outside-cache", "other-repo-blobs"])
+def test_model_size_ignores_a_weight_linked_outside_the_cache(tmp_path, tmp_path_factory, target):
+ snapshot = _snapshot(tmp_path, "org/model")
+ if target == "outside-cache":
+ escaped = tmp_path_factory.mktemp("elsewhere") / "blobs" / "87" / "weights"
+ else:
+ escaped = tmp_path / "models--org--other" / "blobs" / "weights"
+ escaped.parent.mkdir(parents = True)
+ escaped.write_bytes(WEIGHTS)
+ _link_through_repo_blob(snapshot, "model.safetensors", escaped)
+
+ assert models_route._get_snapshot_model_size_bytes(str(snapshot)) is None
diff --git a/studio/backend/tests/test_training_provenance.py b/studio/backend/tests/test_training_provenance.py
index 82a27438630..776e586dcfe 100644
--- a/studio/backend/tests/test_training_provenance.py
+++ b/studio/backend/tests/test_training_provenance.py
@@ -635,6 +635,45 @@ def test_exact_model_snapshot_accepts_own_blob_symlink(tmp_path):
assert exact_model_snapshot_path(str(snapshot), "org/model") == str(snapshot.resolve())
+def _shared_store_blob_symlink(repo: Path, link: Path, payload: bytes) -> Path:
+ sha = "c791637d" * 8
+ shared = repo.parent / "blobs" / sha[:2] / sha
+ shared.parent.mkdir(parents = True, exist_ok = True)
+ shared.write_bytes(payload)
+ (shared.parent / f"{sha}.lock").touch()
+ (repo / "blobs").mkdir(exist_ok = True)
+ repo_blob = repo / "blobs" / ("fe5874" + "0" * 58)
+ repo_blob.symlink_to(os.path.relpath(shared, repo_blob.parent))
+ link.symlink_to(os.path.relpath(repo_blob, link.parent))
+ return shared
+
+
+def test_exact_model_snapshot_accepts_hub_shared_blob_store(tmp_path):
+ snapshot = _model_snapshot(tmp_path, "org/model", "xet-backed", weights = False)
+ _shared_store_blob_symlink(snapshot.parent.parent, snapshot / "model.safetensors", b"weights")
+
+ assert exact_model_snapshot_path(str(snapshot), "org/model") == str(snapshot.resolve())
+
+
[email protected]("target", ["outside-cache", "other-repo-blobs"])
+def test_exact_model_snapshot_rejects_blob_symlink_escaping_repo(
+ tmp_path, tmp_path_factory, target
+):
+ snapshot = _model_snapshot(tmp_path, "org/model", "escaping", weights = False)
+ if target == "outside-cache":
+ escaped = tmp_path_factory.mktemp("elsewhere") / "blobs" / "c7" / "weights"
+ else:
+ escaped = tmp_path / "models--org--other" / "blobs" / "weights"
+ escaped.parent.mkdir(parents = True)
+ escaped.write_bytes(b"weights")
+ repo_blob = snapshot.parent.parent / "blobs" / "weight-blob"
+ repo_blob.parent.mkdir()
+ repo_blob.symlink_to(escaped)
+ (snapshot / "model.safetensors").symlink_to(os.path.relpath(repo_blob, snapshot))
+
+ assert exact_model_snapshot_path(str(snapshot), "org/model") is None
+
+
@pytest.mark.parametrize("filename", ["model.safetensors", "config.json"])
def test_exact_model_snapshot_rejects_external_file_symlink(tmp_path, filename):
snapshot = _model_snapshot(tmp_path, "org/model", "external-link")
@@ -841,6 +880,17 @@ def test_loaded_hub_dataset_accepts_snapshot_blob_symlink(tmp_path):
assert attest_loaded_dataset("org/dataset", loaded) == (str(snapshot.resolve()), None)
+def test_loaded_hub_dataset_accepts_hub_shared_blob_store(tmp_path):
+ repo = tmp_path / "datasets--org--dataset"
+ snapshot = repo / "snapshots" / "dataset-commit"
+ snapshot.mkdir(parents = True)
+ _shared_store_blob_symlink(repo, snapshot / "train.parquet", b"dataset")
+ loaded = _loaded_dataset(str(snapshot / "train.parquet"))
+
+ assert attest_loaded_dataset("org/dataset", loaded) == (str(snapshot.resolve()), None)
+ assert exact_dataset_snapshot_path(str(snapshot), "org/dataset") == str(snapshot.resolve())
+
+
def test_loaded_hub_dataset_rejects_local_source_symlink_outside_repo(tmp_path):
snapshot = _shared_setup_1(tmp_path)
external = tmp_path / "external.parquet"