Skip to content

The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.

Add argument to explicitly enable fp8 compute support. (#8257)

comfyanonymous0b50d4c0db02
diff --git a/comfy/cli_args.py b/comfy/cli_args.py
index de292d9b3..4fb675f99 100644
--- a/comfy/cli_args.py
+++ b/comfy/cli_args.py
@@ -88,6 +88,7 @@ parser.add_argument("--directml", type=int, nargs="?", metavar="DIRECTML_DEVICE"
parser.add_argument("--oneapi-device-selector", type=str, default=None, metavar="SELECTOR_STRING", help="Sets the oneAPI device(s) this instance will use.")
parser.add_argument("--disable-ipex-optimize", action="store_true", help="Disables ipex.optimize default when loading models with Intel's Extension for Pytorch.")
+parser.add_argument("--supports-fp8-compute", action="store_true", help="ComfyUI will act like if the device supports fp8 compute.")
class LatentPreviewMethod(enum.Enum):
NoPreviews = "none"
diff --git a/comfy/model_management.py b/comfy/model_management.py
index 44aff3762..a49ed83e6 100644
--- a/comfy/model_management.py
+++ b/comfy/model_management.py
@@ -1257,6 +1257,9 @@ def should_use_bf16(device=None, model_params=0, prioritize_performance=True, ma
return False
def supports_fp8_compute(device=None):
+ if args.supports_fp8_compute:
+ return True
+
if not is_nvidia():
return False