The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add a way to load the diffusion model in fp8 with UNETLoader node.
comfyanonymousd7430a1651a3
diff --git a/comfy/sd.py b/comfy/sd.pyindex 2be8edef2..41ce18c80 100644--- a/comfy/sd.py+++ b/comfy/sd.py@@ -567,7 +567,7 @@ def load_checkpoint_guess_config(ckpt_path, output_vae=True, output_clip=True, oreturn (model_patcher, clip, vae, clipvision)-def load_unet_state_dict(sd): #load unet in diffusers or regular format+def load_unet_state_dict(sd, dtype=None): #load unet in diffusers or regular format#Allow loading unets from checkpoint filesdiffusion_model_prefix = model_detection.unet_prefix_from_state_dict(sd)@@ -576,7 +576,6 @@ def load_unet_state_dict(sd): #load unet in diffusers or regular formatsd = temp_sdparameters = comfy.utils.calculate_parameters(sd)- unet_dtype = model_management.unet_dtype(model_params=parameters)load_device = model_management.get_torch_device()model_config = model_detection.model_config_from_unet(sd, "")@@ -603,7 +602,11 @@ def load_unet_state_dict(sd): #load unet in diffusers or regular formatlogging.warning("{} {}".format(diffusers_keys[k], k))offload_device = model_management.unet_offload_device()- unet_dtype = model_management.unet_dtype(model_params=parameters, supported_dtypes=model_config.supported_inference_dtypes)+ if dtype is None:+ unet_dtype = model_management.unet_dtype(model_params=parameters, supported_dtypes=model_config.supported_inference_dtypes)+ else:+ unet_dtype = dtype+manual_cast_dtype = model_management.unet_manual_cast(unet_dtype, load_device, model_config.supported_inference_dtypes)model_config.set_inference_dtype(unet_dtype, manual_cast_dtype)model = model_config.get_model(new_sd, "")@@ -614,9 +617,9 @@ def load_unet_state_dict(sd): #load unet in diffusers or regular formatlogging.info("left over keys in unet: {}".format(left_over))return comfy.model_patcher.ModelPatcher(model, load_device=load_device, offload_device=offload_device)-def load_unet(unet_path):+def load_unet(unet_path, dtype=None):sd = comfy.utils.load_torch_file(unet_path)- model = load_unet_state_dict(sd)+ model = load_unet_state_dict(sd, dtype=dtype)if model is None:logging.error("ERROR UNSUPPORTED UNET {}".format(unet_path))raise RuntimeError("ERROR: Could not detect model type of: {}".format(unet_path))diff --git a/nodes.py b/nodes.pyindex 93d24ae52..fbd0c6ce0 100644--- a/nodes.py+++ b/nodes.py@@ -818,15 +818,17 @@ class UNETLoader:@classmethoddef INPUT_TYPES(s):return {"required": { "unet_name": (folder_paths.get_filename_list("unet"), ),+ "weight_dtype": (["default", "fp8_e4m3fn", "fp8_e5m2"],)}}RETURN_TYPES = ("MODEL",)FUNCTION = "load_unet"CATEGORY = "advanced/loaders"- def load_unet(self, unet_name):+ def load_unet(self, unet_name, weight_dtype):+ weight_dtype = {"default":None, "fp8_e4m3fn":torch.float8_e4m3fn, "fp8_e5m2":torch.float8_e4m3fn}[weight_dtype]unet_path = folder_paths.get_full_path("unet", unet_name)- model = comfy.sd.load_unet(unet_path)+ model = comfy.sd.load_unet(unet_path, dtype=weight_dtype)return (model,)class CLIPLoader: