Run 35B MoE models in ~2.5 GB of RAM. Weights stream from SSD; a trained router predicts loads a step ahead. Mac, iPhone, Android, Windows supported
Python
test(scripts): cover shard totals and optional metadata
Demetrios Agourakis772bdcffb6a6
diff --git a/python/tests/test_strip_vision_weights.py b/python/tests/test_strip_vision_weights.pyindex 1b12da8..f2721d2 100644--- a/python/tests/test_strip_vision_weights.py+++ b/python/tests/test_strip_vision_weights.py@@ -1,7 +1,6 @@"""scripts/strip_vision_weights.py: index bookkeeping after stripping.-Builds a minimal two-tensor safetensors shard (one vision, one text) by-hand so the test needs neither MLX nor a real checkpoint.+Builds synthetic safetensors shards by hand, without MLX or real checkpoints."""from __future__ import annotations@@ -12,6 +11,8 @@ import structimport sysfrom pathlib import Path+import pytest+ROOT = Path(__file__).resolve().parents[1]@@ -85,3 +86,80 @@ def test_no_vision_weights_leaves_total_size_untouched(tmp_path, monkeypatch):idx_after = json.loads((tmp_path / "model.safetensors.index.json").read_text())assert idx_after == idx # untouched: nothing to strip+++def test_total_size_accounts_for_multiple_and_untouched_shards(tmp_path, monkeypatch):+ _write_shard(tmp_path / "first.safetensors", {+ "vision_tower.a": {"dtype": "F32", "shape": [1],+ "data_offsets": [0, 4]},+ "model.layers.0.w": {"dtype": "F32", "shape": [1],+ "data_offsets": [4, 8]},+ }, b"vvvvAAAA")+ _write_shard(tmp_path / "second.safetensors", {+ "vision_tower.b": {"dtype": "F32", "shape": [2],+ "data_offsets": [0, 8]},+ "model.layers.1.w": {"dtype": "F32", "shape": [1],+ "data_offsets": [8, 12]},+ }, b"vvvvvvvvBBBB")+ untouched_path = tmp_path / "text.safetensors"+ _write_shard(untouched_path, {+ "model.layers.2.w": {"dtype": "F32", "shape": [2],+ "data_offsets": [0, 8]},+ }, b"CCCCCCCC")+ untouched = untouched_path.read_bytes()+ idx_path = tmp_path / "model.safetensors.index.json"+ idx_path.write_text(json.dumps({+ "metadata": {"total_size": 28, "format": "pt"},+ "weight_map": {+ "vision_tower.a": "first.safetensors",+ "vision_tower.b": "second.safetensors",+ "model.layers.0.w": "first.safetensors",+ "model.layers.1.w": "second.safetensors",+ "model.layers.2.w": "text.safetensors",+ },+ }))+ mod = _load_strip_vision_weights()+ monkeypatch.setattr(sys, "argv", [+ "strip_vision_weights.py", str(tmp_path), "--no-backup",+ ])+ assert mod.main() == 0++ idx = json.loads(idx_path.read_text())+ assert idx["metadata"] == {"total_size": 16, "format": "pt"}+ assert idx["weight_map"] == {+ "model.layers.0.w": "first.safetensors",+ "model.layers.1.w": "second.safetensors",+ "model.layers.2.w": "text.safetensors",+ }+ for shard_name, key, payload in [+ ("first.safetensors", "model.layers.0.w", b"AAAA"),+ ("second.safetensors", "model.layers.1.w", b"BBBB"),+ ]:+ path = tmp_path / shard_name+ hdr, data_start = mod.read_shard(path)+ assert hdr[key]["data_offsets"] == [0, 4]+ assert path.read_bytes()[data_start:] == payload+ assert untouched_path.read_bytes() == untouched+ assert not list(tmp_path.glob("*.bak_vision"))++[email protected]("metadata", [None, {"format": "pt"}])+def test_missing_total_size_is_not_added(tmp_path, monkeypatch, metadata):+ _make_checkpoint(tmp_path)+ idx_path = tmp_path / "model.safetensors.index.json"+ idx = json.loads(idx_path.read_text())+ if metadata is None:+ del idx["metadata"]+ else:+ idx["metadata"] = metadata+ idx_path.write_text(json.dumps(idx))++ mod = _load_strip_vision_weights()+ monkeypatch.setattr(sys, "argv", ["strip_vision_weights.py", str(tmp_path)])+ assert mod.main() == 0++ after = json.loads(idx_path.read_text())+ assert after.get("metadata") == metadata+ assert after["weight_map"] == {"model.layers.0.w": "model.safetensors"}+ backup = json.loads(idx_path.with_suffix(".json.bak_vision").read_text())+ assert backup == idx