The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add MaHiRo (improved/alternate CFG) (#5975)
yoinked5bea1d2ec95c
diff --git a/comfy_extras/nodes_mahiro.py b/comfy_extras/nodes_mahiro.pynew file mode 100644index 000000000..8fcdfba75--- /dev/null+++ b/comfy_extras/nodes_mahiro.py@@ -0,0 +1,41 @@+import torch+import torch.nn.functional as F++class Mahiro:+ @classmethod+ def INPUT_TYPES(s):+ return {"required": {"model": ("MODEL",),+ }}+ RETURN_TYPES = ("MODEL",)+ RETURN_NAMES = ("patched_model",)+ FUNCTION = "patch"+ CATEGORY = "_for_testing"+ DESCRIPTION = "Modify the guidance to scale more on the 'direction' of the positive prompt rather than the difference between the negative prompt."+ def patch(self, model):+ m = model.clone()+ def mahiro_normd(args):+ scale: float = args['cond_scale']+ cond_p: torch.Tensor = args['cond_denoised']+ uncond_p: torch.Tensor = args['uncond_denoised']+ #naive leap+ leap = cond_p * scale+ #sim with uncond leap+ u_leap = uncond_p * scale+ cfg = args["denoised"]+ merge = (leap + cfg) / 2+ normu = torch.sqrt(u_leap.abs()) * u_leap.sign()+ normm = torch.sqrt(merge.abs()) * merge.sign()+ sim = F.cosine_similarity(normu, normm).mean()+ simsc = 2 * (sim+1)+ wm = (simsc*cfg + (4-simsc)*leap) / 4+ return wm+ m.set_model_sampler_post_cfg_function(mahiro_normd)+ return (m, )++NODE_CLASS_MAPPINGS = {+ "Mahiro": Mahiro+}++NODE_DISPLAY_NAME_MAPPINGS = {+ "Mahiro": "Mahiro is so cute that she deserves a better guidance function!! (。・ω・。)",+}diff --git a/nodes.py b/nodes.pyindex b6e2465f6..df4124544 100644--- a/nodes.py+++ b/nodes.py@@ -2147,6 +2147,7 @@ def init_builtin_extra_nodes():"nodes_torch_compile.py","nodes_mochi.py","nodes_slg.py",+ "nodes_mahiro.py","nodes_lt.py","nodes_hooks.py",]