Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Some fixes to the lowvram system.

comfyanonymousbc6be6c11e48
diff --git a/comfy/model_patcher.py b/comfy/model_patcher.py
index 22de7eea9..fc2329543 100644
--- a/comfy/model_patcher.py
+++ b/comfy/model_patcher.py
@@ -374,9 +374,14 @@ class ModelPatcher:
loading = []
for n, m in self.model.named_modules():
params = []
+ skip = False
for name, param in m.named_parameters(recurse=False):
params.append(name)
- if hasattr(m, "comfy_cast_weights") or len(params) > 0:
+ for name, param in m.named_parameters(recurse=True):
+ if name not in params:
+ skip = True # skip random weights in non leaf modules
+ break
+ if not skip and (hasattr(m, "comfy_cast_weights") or len(params) > 0):
loading.append((comfy.model_management.module_size(m), n, m, params))
load_completely = []
@@ -420,8 +425,9 @@ class ModelPatcher:
if m.comfy_cast_weights:
wipe_lowvram_weight(m)
- mem_counter += module_mem
- load_completely.append((module_mem, n, m, params))
+ if full_load or mem_counter + module_mem < lowvram_model_memory:
+ mem_counter += module_mem
+ load_completely.append((module_mem, n, m, params))
load_completely.sort(reverse=True)
for x in load_completely: