The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Load weights that can't be lowvramed to target device.
comfyanonymouse1e322cf6931
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 3adc42702..c0cb4130c 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -259,6 +259,14 @@ print("VAE dtype:", VAE_DTYPE)current_loaded_models = []+def module_size(module):+ module_mem = 0+ sd = module.state_dict()+ for k in sd:+ t = sd[k]+ module_mem += t.nelement() * t.element_size()+ return module_mem+class LoadedModel:def __init__(self, model):self.model = model@@ -296,14 +304,14 @@ class LoadedModel:if hasattr(m, "comfy_cast_weights"):m.prev_comfy_cast_weights = m.comfy_cast_weightsm.comfy_cast_weights = True- module_mem = 0- sd = m.state_dict()- for k in sd:- t = sd[k]- module_mem += t.nelement() * t.element_size()+ module_mem = module_size(m)if mem_counter + module_mem < lowvram_model_memory:m.to(self.device)mem_counter += module_mem+ elif hasattr(m, "weight"): #only modules with comfy_cast_weights can be set to lowvram mode+ m.to(self.device)+ mem_counter += module_size(m)+ print("lowvram: loaded module regularly", m)self.model_accelerated = True