The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Experimental CFGNorm node. (#8942)
comfyanonymous650838fd6fcb
diff --git a/comfy_extras/nodes_cfg.py b/comfy_extras/nodes_cfg.pyindex 1fb686644..1acaf15bc 100644--- a/comfy_extras/nodes_cfg.py+++ b/comfy_extras/nodes_cfg.py@@ -40,6 +40,32 @@ class CFGZeroStar:m.set_model_sampler_post_cfg_function(cfg_zero_star)return (m, )+class CFGNorm:+ @classmethod+ def INPUT_TYPES(s):+ return {"required": {"model": ("MODEL",),+ "strength": ("FLOAT", {"default": 1.0, "min": 0.0, "max": 100.0, "step": 0.01}),+ }}+ RETURN_TYPES = ("MODEL",)+ RETURN_NAMES = ("patched_model",)+ FUNCTION = "patch"+ CATEGORY = "advanced/guidance"++ def patch(self, model, strength):+ m = model.clone()+ def cfg_norm(args):+ cond_p = args['cond_denoised']+ pred_text_ = args["denoised"]++ norm_full_cond = torch.norm(cond_p, dim=1, keepdim=True)+ norm_pred_text = torch.norm(pred_text_, dim=1, keepdim=True)+ scale = (norm_full_cond / (norm_pred_text + 1e-8)).clamp(min=0.0, max=1.0)+ return pred_text_ * scale * strength++ m.set_model_sampler_post_cfg_function(cfg_norm)+ return (m, )+NODE_CLASS_MAPPINGS = {- "CFGZeroStar": CFGZeroStar+ "CFGZeroStar": CFGZeroStar,+ "CFGNorm": CFGNorm,}