The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Move nodes from previous PR into their own file. (#12066)
comfyanonymous26c5bbb87510
diff --git a/comfy_extras/nodes_lora_debug.py b/comfy_extras/nodes_lora_debug.pynew file mode 100644index 000000000..937a0fbfb--- /dev/null+++ b/comfy_extras/nodes_lora_debug.py@@ -0,0 +1,79 @@+import folder_paths+import comfy.utils+import comfy.sd+++class LoraLoaderBypass:+ """+ Apply LoRA in bypass mode without modifying base model weights.++ Bypass mode computes: output = base_forward(x) + lora_path(x)+ This is useful for training and when model weights are offloaded.+ """++ def __init__(self):+ self.loaded_lora = None++ @classmethod+ def INPUT_TYPES(s):+ return {+ "required": {+ "model": ("MODEL", {"tooltip": "The diffusion model the LoRA will be applied to."}),+ "clip": ("CLIP", {"tooltip": "The CLIP model the LoRA will be applied to."}),+ "lora_name": (folder_paths.get_filename_list("loras"), {"tooltip": "The name of the LoRA."}),+ "strength_model": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01, "tooltip": "How strongly to modify the diffusion model. This value can be negative."}),+ "strength_clip": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01, "tooltip": "How strongly to modify the CLIP model. This value can be negative."}),+ }+ }++ RETURN_TYPES = ("MODEL", "CLIP")+ OUTPUT_TOOLTIPS = ("The modified diffusion model.", "The modified CLIP model.")+ FUNCTION = "load_lora"++ CATEGORY = "loaders"+ DESCRIPTION = "Apply LoRA in bypass mode. Unlike regular LoRA, this doesn't modify model weights - instead it injects the LoRA computation during forward pass. Useful for training scenarios."+ EXPERIMENTAL = True++ def load_lora(self, model, clip, lora_name, strength_model, strength_clip):+ if strength_model == 0 and strength_clip == 0:+ return (model, clip)++ lora_path = folder_paths.get_full_path_or_raise("loras", lora_name)+ lora = None+ if self.loaded_lora is not None:+ if self.loaded_lora[0] == lora_path:+ lora = self.loaded_lora[1]+ else:+ self.loaded_lora = None++ if lora is None:+ lora = comfy.utils.load_torch_file(lora_path, safe_load=True)+ self.loaded_lora = (lora_path, lora)++ model_lora, clip_lora = comfy.sd.load_bypass_lora_for_models(model, clip, lora, strength_model, strength_clip)+ return (model_lora, clip_lora)+++class LoraLoaderBypassModelOnly(LoraLoaderBypass):+ @classmethod+ def INPUT_TYPES(s):+ return {"required": { "model": ("MODEL",),+ "lora_name": (folder_paths.get_filename_list("loras"), ),+ "strength_model": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01}),+ }}+ RETURN_TYPES = ("MODEL",)+ FUNCTION = "load_lora_model_only"++ def load_lora_model_only(self, model, lora_name, strength_model):+ return (self.load_lora(model, None, lora_name, strength_model, 0)[0],)+++NODE_CLASS_MAPPINGS = {+ "LoraLoaderBypass": LoraLoaderBypass,+ "LoraLoaderBypassModelOnly": LoraLoaderBypassModelOnly,+}++NODE_DISPLAY_NAME_MAPPINGS = {+ "LoraLoaderBypass": "Load LoRA (Bypass) (For debugging)",+ "LoraLoaderBypassModelOnly": "Load LoRA (Bypass, Model Only) (for debugging)",+}diff --git a/nodes.py b/nodes.pyindex 8a8df9246..2535b4ec6 100644--- a/nodes.py+++ b/nodes.py@@ -722,69 +722,6 @@ class LoraLoaderModelOnly(LoraLoader):def load_lora_model_only(self, model, lora_name, strength_model):return (self.load_lora(model, None, lora_name, strength_model, 0)[0],)-class LoraLoaderBypass:- """- Apply LoRA in bypass mode without modifying base model weights.-- Bypass mode computes: output = base_forward(x) + lora_path(x)- This is useful for training and when model weights are offloaded.- """-- def __init__(self):- self.loaded_lora = None-- @classmethod- def INPUT_TYPES(s):- return {- "required": {- "model": ("MODEL", {"tooltip": "The diffusion model the LoRA will be applied to."}),- "clip": ("CLIP", {"tooltip": "The CLIP model the LoRA will be applied to."}),- "lora_name": (folder_paths.get_filename_list("loras"), {"tooltip": "The name of the LoRA."}),- "strength_model": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01, "tooltip": "How strongly to modify the diffusion model. This value can be negative."}),- "strength_clip": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01, "tooltip": "How strongly to modify the CLIP model. This value can be negative."}),- }- }-- RETURN_TYPES = ("MODEL", "CLIP")- OUTPUT_TOOLTIPS = ("The modified diffusion model.", "The modified CLIP model.")- FUNCTION = "load_lora"-- CATEGORY = "loaders"- DESCRIPTION = "Apply LoRA in bypass mode. Unlike regular LoRA, this doesn't modify model weights - instead it injects the LoRA computation during forward pass. Useful for training scenarios."-- def load_lora(self, model, clip, lora_name, strength_model, strength_clip):- if strength_model == 0 and strength_clip == 0:- return (model, clip)-- lora_path = folder_paths.get_full_path_or_raise("loras", lora_name)- lora = None- if self.loaded_lora is not None:- if self.loaded_lora[0] == lora_path:- lora = self.loaded_lora[1]- else:- self.loaded_lora = None-- if lora is None:- lora = comfy.utils.load_torch_file(lora_path, safe_load=True)- self.loaded_lora = (lora_path, lora)-- model_lora, clip_lora = comfy.sd.load_bypass_lora_for_models(model, clip, lora, strength_model, strength_clip)- return (model_lora, clip_lora)---class LoraLoaderBypassModelOnly(LoraLoaderBypass):- @classmethod- def INPUT_TYPES(s):- return {"required": { "model": ("MODEL",),- "lora_name": (folder_paths.get_filename_list("loras"), ),- "strength_model": ("FLOAT", {"default": 1.0, "min": -100.0, "max": 100.0, "step": 0.01}),- }}- RETURN_TYPES = ("MODEL",)- FUNCTION = "load_lora_model_only"-- def load_lora_model_only(self, model, lora_name, strength_model):- return (self.load_lora(model, None, lora_name, strength_model, 0)[0],)-class VAELoader:video_taes = ["taehv", "lighttaew2_2", "lighttaew2_1", "lighttaehy1_5", "taeltx_2"]image_taes = ["taesd", "taesdxl", "taesd3", "taef1"]@@ -2130,8 +2067,6 @@ NODE_CLASS_MAPPINGS = {"LatentFlip": LatentFlip,"LatentCrop": LatentCrop,"LoraLoader": LoraLoader,- "LoraLoaderBypass": LoraLoaderBypass,- "LoraLoaderBypassModelOnly": LoraLoaderBypassModelOnly,"CLIPLoader": CLIPLoader,"UNETLoader": UNETLoader,"DualCLIPLoader": DualCLIPLoader,@@ -2171,8 +2106,6 @@ NODE_DISPLAY_NAME_MAPPINGS = {"CheckpointLoaderSimple": "Load Checkpoint","VAELoader": "Load VAE","LoraLoader": "Load LoRA",- "LoraLoaderBypass": "Load LoRA (Bypass)",- "LoraLoaderBypassModelOnly": "Load LoRA (Bypass, Model Only)","CLIPLoader": "Load CLIP","ControlNetLoader": "Load ControlNet Model","DiffControlNetLoader": "Load ControlNet Model (diff)",@@ -2498,6 +2431,7 @@ async def init_builtin_extra_nodes():"nodes_wanmove.py","nodes_image_compare.py","nodes_zimage.py",+ "nodes_lora_debug.py"]import_failed = []