The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Support newer glora format.
comfyanonymous483004dd1d37
diff --git a/comfy/lora.py b/comfy/lora.pyindex d770d9b40..eb95d02ab 100644--- a/comfy/lora.py+++ b/comfy/lora.py@@ -528,20 +528,40 @@ def calculate_weight(patches, weight, key, intermediate_dtype=torch.float32):except Exception as e:logging.error("ERROR {} {} {}".format(patch_type, key, e))elif patch_type == "glora":- if v[4] is not None:- alpha = v[4] / v[0].shape[0]- else:- alpha = 1.0-dora_scale = v[5]+ old_glora = False+ if v[3].shape[1] == v[2].shape[0] == v[0].shape[0] == v[1].shape[1]:+ rank = v[0].shape[0]+ old_glora = True++ if v[3].shape[0] == v[2].shape[1] == v[0].shape[1] == v[1].shape[0]:+ if old_glora and v[1].shape[0] == weight.shape[0] and weight.shape[0] == weight.shape[1]:+ pass+ else:+ old_glora = False+ rank = v[1].shape[0]+a1 = comfy.model_management.cast_to_device(v[0].flatten(start_dim=1), weight.device, intermediate_dtype)a2 = comfy.model_management.cast_to_device(v[1].flatten(start_dim=1), weight.device, intermediate_dtype)b1 = comfy.model_management.cast_to_device(v[2].flatten(start_dim=1), weight.device, intermediate_dtype)b2 = comfy.model_management.cast_to_device(v[3].flatten(start_dim=1), weight.device, intermediate_dtype)+ if v[4] is not None:+ alpha = v[4] / rank+ else:+ alpha = 1.0+try:- lora_diff = (torch.mm(b2, b1) + torch.mm(torch.mm(weight.flatten(start_dim=1).to(dtype=intermediate_dtype), a2), a1)).reshape(weight.shape)+ if old_glora:+ lora_diff = (torch.mm(b2, b1) + torch.mm(torch.mm(weight.flatten(start_dim=1).to(dtype=intermediate_dtype), a2), a1)).reshape(weight.shape) #old lycoris glora+ else:+ if weight.dim() > 2:+ lora_diff = torch.einsum("o i ..., i j -> o j ...", torch.einsum("o i ..., i j -> o j ...", weight.to(dtype=intermediate_dtype), a1), a2).reshape(weight.shape)+ else:+ lora_diff = torch.mm(torch.mm(weight.to(dtype=intermediate_dtype), a1), a2).reshape(weight.shape)+ lora_diff += torch.mm(b1, b2).reshape(weight.shape)+if dora_scale is not None:weight = function(weight_decompose(dora_scale, weight, lora_diff, alpha, strength, intermediate_dtype))else: