The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Throttle dynamic VRAM prepare logging (#13704)
Jukka Seppänencd8c7a2306be
diff --git a/comfy/model_patcher.py b/comfy/model_patcher.pyindex 7d2d6883f..33bdedfb1 100644--- a/comfy/model_patcher.py+++ b/comfy/model_patcher.py@@ -26,6 +26,7 @@ import uuidfrom typing import Callable, Optionalimport torch+import tqdmimport comfy.floatimport comfy.hooks@@ -1651,7 +1652,11 @@ class ModelPatcherDynamic(ModelPatcher):self.model.model_loaded_weight_memory += casted_buf.numel() * casted_buf.element_size()force_load_stat = f" Force pre-loaded {len(self.backup)} weights: {self.model.model_loaded_weight_memory // 1024} KB." if len(self.backup) > 0 else ""- logging.info(f"Model {self.model.__class__.__name__} prepared for dynamic VRAM loading. {allocated_size // (1024 ** 2)}MB Staged. {num_patches} patches attached.{force_load_stat}")+ log_key = (self.patches_uuid, allocated_size, num_patches, len(self.backup), self.model.model_loaded_weight_memory)+ in_loop = bool(getattr(tqdm.tqdm, "_instances", None))+ level = logging.DEBUG if in_loop and getattr(self, "_last_prepare_log_key", None) == log_key else logging.INFO+ self._last_prepare_log_key = log_key+ logging.log(level, f"Model {self.model.__class__.__name__} prepared for dynamic VRAM loading. {allocated_size // (1024 ** 2)}MB Staged. {num_patches} patches attached.{force_load_stat}")self.model.device = device_toself.model.current_weight_patches_uuid = self.patches_uuid