The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Support diffuser text encoder loras.
comfyanonymousc20583286fca
diff --git a/comfy/sd.py b/comfy/sd.pyindex 2996a938b..b19130ada 100644--- a/comfy/sd.py+++ b/comfy/sd.py@@ -72,6 +72,7 @@ def load_lora(lora, to_load):regular_lora = "{}.lora_up.weight".format(x)diffusers_lora = "{}_lora.up.weight".format(x)+ transformers_lora = "{}.lora_linear_layer.up.weight".format(x)A_name = Noneif regular_lora in lora.keys():@@ -82,6 +83,10 @@ def load_lora(lora, to_load):A_name = diffusers_loraB_name = "{}_lora.down.weight".format(x)mid_name = None+ elif transformers_lora in lora.keys():+ A_name = transformers_lora+ B_name ="{}.lora_linear_layer.down.weight".format(x)+ mid_name = Noneif A_name is not None:mid = None@@ -181,20 +186,29 @@ def model_lora_keys_clip(model, key_map={}):key_map[lora_key] = klora_key = "lora_te1_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c])key_map[lora_key] = k+ lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora+ key_map[lora_key] = kk = "clip_l.transformer.text_model.encoder.layers.{}.{}.weight".format(b, c)if k in sdk:lora_key = "lora_te1_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #SDXL basekey_map[lora_key] = kclip_l_present = True+ lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora+ key_map[lora_key] = kk = "clip_g.transformer.text_model.encoder.layers.{}.{}.weight".format(b, c)if k in sdk:if clip_l_present:lora_key = "lora_te2_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #SDXL base+ key_map[lora_key] = k+ lora_key = "text_encoder_2.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora+ key_map[lora_key] = kelse:lora_key = "lora_te_text_model_encoder_layers_{}_{}".format(b, LORA_CLIP_MAP[c]) #TODO: test if this is correct for SDXL-Refiner- key_map[lora_key] = k+ key_map[lora_key] = k+ lora_key = "text_encoder.text_model.encoder.layers.{}.{}".format(b, c) #diffusers lora+ key_map[lora_key] = kreturn key_map