The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fix bug with applying loras on fp8 scaled without fp8 ops. (#10279)
comfyanonymousf1dd6e50f891
diff --git a/comfy/model_patcher.py b/comfy/model_patcher.pyindex e8c859689..c0b68fb8c 100644--- a/comfy/model_patcher.py+++ b/comfy/model_patcher.py@@ -130,17 +130,21 @@ class LowVramPatch:self.set_func = set_funcdef __call__(self, weight):+ intermediate_dtype = weight.dtypeif self.convert_func is not None:weight = self.convert_func(weight.to(dtype=torch.float32, copy=True), inplace=True)- intermediate_dtype = weight.dtype- if self.set_func is None and intermediate_dtype not in [torch.float32, torch.float16, torch.bfloat16]: #intermediate_dtype has to be one that is supported in math ops+ if intermediate_dtype not in [torch.float32, torch.float16, torch.bfloat16]: #intermediate_dtype has to be one that is supported in math opsintermediate_dtype = torch.float32- return comfy.float.stochastic_rounding(comfy.lora.calculate_weight(self.patches[self.key], weight.to(intermediate_dtype), self.key, intermediate_dtype=intermediate_dtype), weight.dtype, seed=string_to_seed(self.key))+ out = comfy.lora.calculate_weight(self.patches[self.key], weight.to(intermediate_dtype), self.key, intermediate_dtype=intermediate_dtype)+ if self.set_func is None:+ return comfy.float.stochastic_rounding(out, weight.dtype, seed=string_to_seed(self.key))+ else:+ return self.set_func(out, seed=string_to_seed(self.key), return_weight=True)out = comfy.lora.calculate_weight(self.patches[self.key], weight, self.key, intermediate_dtype=intermediate_dtype)if self.set_func is not None:- return self.set_func(out, seed=string_to_seed(self.key), return_weight=True)+ return self.set_func(out, seed=string_to_seed(self.key), return_weight=True).to(dtype=intermediate_dtype)else:return out