Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio dataset detection: read only the still-missing columns when filling a sparse first row (#17248)
Daniel Han4052d2e87799
diff --git a/studio/backend/tests/test_video_sample_reads_missing_columns.py b/studio/backend/tests/test_video_sample_reads_missing_columns.pynew file mode 100644index 00000000000..d83b6149db9--- /dev/null+++ b/studio/backend/tests/test_video_sample_reads_missing_columns.py@@ -0,0 +1,132 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""video_sample reads only the still-missing columns and fills the same sample as a full-row scan."""++import io++from datasets import Dataset, Image as HFImage, IterableDataset+from PIL import Image++from utils.datasets import format_detection as fd+++def _png():+ buf = io.BytesIO()+ Image.new("RGB", (8, 8)).save(buf, format = "PNG")+ return {"bytes": buf.getvalue(), "path": None}+++def _full_scan(dataset, sample):+ """The previous implementation: whole rows."""+ import itertools++ def _missing(key, value):+ if key == "messages" and isinstance(value, list):+ return not fd.video_parts(value)+ return value is None or (isinstance(value, str) and not value.strip())++ filled = dict(sample)+ for row in itertools.islice(iter(dataset), 1, 32):+ for key, value in row.items():+ if _missing(key, filled.get(key)) and not _missing(key, value):+ filled[key] = value+ if not any(_missing(k, v) for k, v in filled.items()):+ break+ return filled+++def _datasets():+ text_messages = [+ [{"role": "user", "content": [{"type": "text", "text": f"q{i}"}]}] for i in range(40)+ ]+ video_messages = [+ [+ {+ "role": "user",+ "content": [{"type": "video", "video": "clip.mp4"}, {"type": "text", "text": "q"}],+ }+ ]+ ]+ images = Dataset.from_dict(+ {"image": [_png() for _ in range(40)], "messages": text_messages}+ ).cast_column("image", HFImage())+ sparse_video = Dataset.from_dict(+ {+ "image": [_png() for _ in range(6)],+ "video": [None, "", None, "b.mp4", None, "c.mp4"],+ "text": ["t"] * 6,+ }+ ).cast_column("image", HFImage())+ late_video_messages = Dataset.from_dict(+ {+ "image": [_png() for _ in range(5)],+ "messages": text_messages[:3] + video_messages + text_messages[:1],+ }+ ).cast_column("image", HFImage())+ return [images, sparse_video, late_video_messages]+++def test_filled_sample_matches_a_full_row_scan():+ for dataset in _datasets():+ sample = dataset[0]+ expected = _full_scan(dataset, sample)+ got = fd.video_sample(dataset, sample)+ assert got.keys() == expected.keys()+ for key in expected:+ if key == "image":+ assert got[key].tobytes() == expected[key].tobytes()+ else:+ assert got[key] == expected[key]+++def test_only_missing_columns_are_read(monkeypatch):+ dataset = _datasets()[0]+ seen = []+ original = Dataset.select_columns++ def spy(self, column_names, *args, **kwargs):+ seen.append(list(column_names))+ return original(self, column_names, *args, **kwargs)++ monkeypatch.setattr(Dataset, "select_columns", spy)+ fd.video_sample(dataset, dataset[0])+ assert seen == [["messages"]]+++def test_a_custom_transform_and_an_unknown_stream_schema_scan_whole_rows():+ derived = Dataset.from_dict({"src": ["", "z.mp4"], "video": [None, None], "text": ["a", "b"]})++ def _derive(batch):+ return {**batch, "video": [s or None for s in batch["src"]]}++ derived.set_transform(_derive)+ assert fd.video_sample(derived, derived[0]) == _full_scan(derived, derived[0])+ assert fd.video_sample(derived, derived[0])["video"] == "z.mp4"++ def _rows():+ yield {"text": "a", "image": None}+ yield {"text": "b", "image": "i.png", "video": "v.mp4"}++ stream = IterableDataset.from_generator(_rows)+ first = next(iter(stream))+ assert fd.video_sample(stream, first) == _full_scan(stream, first)+++def test_a_complete_first_row_reads_nothing_and_lists_still_work():+ rows = [{"video": None, "text": "a"}, {"video": "x.mp4", "text": "b"}]+ assert fd.video_sample(rows, rows[0]) == {"video": "x.mp4", "text": "a"}+ complete = {"video": "x.mp4", "text": "a"}+ assert fd.video_sample([complete], complete) is complete+++def test_a_text_only_dataset_scans_whole_rows(monkeypatch):+ rows = [+ {f"c{i}": (None if i % 2 and r == 0 else f"v{r}{i}") for i in range(40)} for r in range(4)+ ]+ dataset = Dataset.from_list(rows)+ seen = []+ monkeypatch.setattr(Dataset, "select_columns", lambda self, *a, **k: seen.append(a) or self)+ filled = fd.video_sample(dataset, dataset[0])+ assert seen == []+ assert filled == _full_scan(dataset, dataset[0])diff --git a/studio/backend/utils/datasets/format_detection.py b/studio/backend/utils/datasets/format_detection.pyindex 616dc214fc5..e95a242e1da 100644--- a/studio/backend/utils/datasets/format_detection.py+++ b/studio/backend/utils/datasets/format_detection.py@@ -856,19 +856,49 @@ def video_sample(return not video_parts(value)return value is None or (isinstance(value, str) and not value.strip())- if not any(_missing(k, v) for k, v in sample.items()):+ missing = [k for k, v in sample.items() if _missing(k, v)]+ if not missing:return sample- filled = dict(sample)- try:- for row in itertools.islice(iter(dataset), 1, rows):++ def _fill(source):+ filled = dict(sample)+ for row in itertools.islice(iter(source), 1, rows):for key, value in row.items():if _missing(key, filled.get(key)) and not _missing(key, value):filled[key] = valueif not any(_missing(k, v) for k, v in filled.items()):break+ return filled++ def _is_media(value):+ if isinstance(value, (list, tuple)):+ return bool(value) and _is_media(value[0])+ if isinstance(value, dict):+ return any(k in value for k in ("bytes", "array", "path")) or any(+ map(_is_media, value.values())+ )+ return value is not None and not isinstance(value, (str, int, float, bool))++ # Whole rows decode every media cell; a schema mismatch or custom transform could change what a subset sees.+ missing_keys = set(missing)+ if len(missing) < len(sample) and any(+ _is_media(v) for k, v in sample.items() if k not in missing_keys+ ):+ try:+ columns = dataset.column_names+ fmt = getattr(dataset, "format", None)+ if (+ isinstance(columns, list)+ and set(columns) == set(sample)+ and not (isinstance(fmt, dict) and fmt.get("type") == "custom")+ ):+ return _fill(dataset.select_columns(missing))+ except Exception: # noqa: BLE001 -- no column subset: read whole rows+ pass+ try:+ return _fill(dataset)except Exception: # noqa: BLE001 -- unreadable rows: detect from the first onereturn sample- return filleddef video_parts(messages) -> list: