The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
retune lowVramPatch VRAM accounting (#11173)
rattus60ee57474820
diff --git a/comfy/model_patcher.py b/comfy/model_patcher.pyindex 5b1ccb824..8b5edeb52 100644--- a/comfy/model_patcher.py+++ b/comfy/model_patcher.py@@ -132,14 +132,14 @@ class LowVramPatch:def __call__(self, weight):return comfy.lora.calculate_weight(self.patches[self.key], weight, self.key, intermediate_dtype=weight.dtype)-#The above patch logic may cast up the weight to fp32, and do math. Go with fp32 x 3-LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR = 3+LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR = 2def low_vram_patch_estimate_vram(model, key):weight, set_func, convert_func = get_key_weight(model, key)if weight is None:return 0- return weight.numel() * torch.float32.itemsize * LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR+ model_dtype = getattr(model, "manual_cast_dtype", torch.float32)+ return weight.numel() * model_dtype.itemsize * LOWVRAM_PATCH_ESTIMATE_MATH_FACTORdef get_key_weight(model, key):set_func = None