The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add a function to load a unet from a state dict.
comfyanonymousc45d1b9b67a9
diff --git a/comfy/sd.py b/comfy/sd.pyindex 7f85540c4..53c79e1c5 100644--- a/comfy/sd.py+++ b/comfy/sd.py@@ -481,20 +481,18 @@ def load_checkpoint_guess_config(ckpt_path, output_vae=True, output_clip=True, oreturn (model_patcher, clip, vae, clipvision)-def load_unet(unet_path): #load unet in diffusers format- sd = comfy.utils.load_torch_file(unet_path)+def load_unet_state_dict(sd): #load unet in diffusers formatparameters = comfy.utils.calculate_parameters(sd)unet_dtype = model_management.unet_dtype(model_params=parameters)if "input_blocks.0.0.weight" in sd: #ldmmodel_config = model_detection.model_config_from_unet(sd, "", unet_dtype)if model_config is None:- raise RuntimeError("ERROR: Could not detect model type of: {}".format(unet_path))+ return Nonenew_sd = sdelse: #diffusersmodel_config = model_detection.model_config_from_diffusers_unet(sd, unet_dtype)if model_config is None:- print("ERROR UNSUPPORTED UNET", unet_path)return Nonediffusers_keys = comfy.utils.unet_to_diffusers(model_config.unet_config)@@ -514,6 +512,14 @@ def load_unet(unet_path): #load unet in diffusers formatprint("left over keys in unet:", left_over)return comfy.model_patcher.ModelPatcher(model, load_device=model_management.get_torch_device(), offload_device=offload_device)+def load_unet(unet_path):+ sd = comfy.utils.load_torch_file(unet_path)+ model = load_unet_state_dict(sd)+ if model is None:+ print("ERROR UNSUPPORTED UNET", unet_path)+ raise RuntimeError("ERROR: Could not detect model type of: {}".format(unet_path))+ return model+def save_checkpoint(output_path, model, clip, vae, metadata=None):model_management.load_models_gpu([model, clip.load_model()])sd = model.model.state_dict_for_saving(clip.get_sd(), vae.get_sd())