Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Reduce floating point rounding errors in loras.

comfyanonymous6fb084f39de4
diff --git a/comfy/sd.py b/comfy/sd.py
index bef4e8ef1..0cd75833f 100644
--- a/comfy/sd.py
+++ b/comfy/sd.py
@@ -342,7 +342,9 @@ class ModelPatcher:
if key not in self.backup:
self.backup[key] = weight.clone()
- weight[:] = self.calculate_weight(self.patches[key], weight.clone(), key)
+ temp_weight = weight.to(torch.float32, copy=True)
+ weight[:] = self.calculate_weight(self.patches[key], temp_weight, key).to(weight.dtype)
+ del temp_weight
return self.model
def calculate_weight(self, patches, weight, key):