The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Fallback to regular op when fp8 op throws exception. (#8761)
comfyanonymous111f583e00cb
diff --git a/comfy/ops.py b/comfy/ops.pyindex 431c8f89d..2cc9bbc27 100644--- a/comfy/ops.py+++ b/comfy/ops.py@@ -336,9 +336,12 @@ class fp8_ops(manual_cast):return Nonedef forward_comfy_cast_weights(self, input):- out = fp8_linear(self, input)- if out is not None:- return out+ try:+ out = fp8_linear(self, input)+ if out is not None:+ return out+ except Exception as e:+ logging.info("Exception during fp8 op: {}".format(e))weight, bias = cast_bias_weight(self, input)return torch.nn.functional.linear(input, weight, bias)