Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Give each spawn-probe build its own package in the shared modules cache (#11672)
Daniel Han2ab56e546478
diff --git a/tests/test_image_processing_reexports.py b/tests/test_image_processing_reexports.pyindex cf79c7e69fe..58143dd1ae2 100644--- a/tests/test_image_processing_reexports.py+++ b/tests/test_image_processing_reexports.py@@ -8,6 +8,7 @@ differs per release, so a hardcoded list would pass while the fix did nothing."""import importlib+import uuidimport pytest@@ -791,6 +792,7 @@ def test_one_thread_inside_the_finder_does_not_blind_another():finder._finding.active = Falseshutil.rmtree(package, ignore_errors = True)sys.modules.pop(module_name, None)+ sys.modules.pop(module_name.rpartition(".")[0], None)assert result["spec"] is not Noneassert type(result["spec"].loader).__name__ == "_RemoteImageProcessorLoader"@@ -861,7 +863,11 @@ def _remote_probe_package():init_hf_modules()root = pathlib.Path(HF_MODULES_CACHE) / "transformers_modules"- package = root / "unsloth_spawn_probe"+ # One package per call. The modules cache is shared by every xdist worker, and four tests build this probe and+ # rmtree it on the way out, so under one fixed name a worker's teardown deleted the file another worker was+ # importing: `ModuleNotFoundError` for the probe, or `FileNotFoundError` from inside the import (both seen in CI).+ name = f"unsloth_spawn_probe_{uuid.uuid4().hex[:12]}"+ package = root / namepackage.mkdir(parents = True, exist_ok = True)(root / "__init__.py").touch(exist_ok = True)(package / "__init__.py").write_text("")@@ -880,7 +886,7 @@ def _remote_probe_package():" input_data_format = 'channels_last')\n")importlib.invalidate_caches()- return package, "transformers_modules.unsloth_spawn_probe.image_processing_probe"+ return package, f"transformers_modules.{name}.image_processing_probe"_SPAWN_CHILD = """@@ -945,6 +951,7 @@ def pickled_remote_processor(tmp_path):finally:shutil.rmtree(package, ignore_errors = True)sys.modules.pop(module_name, None)+ sys.modules.pop(module_name.rpartition(".")[0], None)def test_a_spawn_started_worker_rebuilds_a_patched_class(pickled_remote_processor):