Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Fallback to regular op when fp8 op throws exception. (#8761)

comfyanonymous111f583e00cb
diff --git a/comfy/ops.py b/comfy/ops.py
index 431c8f89d..2cc9bbc27 100644
--- a/comfy/ops.py
+++ b/comfy/ops.py
@@ -336,9 +336,12 @@ class fp8_ops(manual_cast):
return None
def forward_comfy_cast_weights(self, input):
- out = fp8_linear(self, input)
- if out is not None:
- return out
+ try:
+ out = fp8_linear(self, input)
+ if out is not None:
+ return out
+ except Exception as e:
+ logging.info("Exception during fp8 op: {}".format(e))
weight, bias = cast_bias_weight(self, input)
return torch.nn.functional.linear(input, weight, bias)