The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add option for using fp8_e8m0fnu for model weights. (#7733)
comfyanonymous2d6805ce57ce
diff --git a/comfy/cli_args.py b/comfy/cli_args.pyindex 81f29f098..1b971be3c 100644--- a/comfy/cli_args.py+++ b/comfy/cli_args.py@@ -66,6 +66,7 @@ fpunet_group.add_argument("--bf16-unet", action="store_true", help="Run the difffpunet_group.add_argument("--fp16-unet", action="store_true", help="Run the diffusion model in fp16")fpunet_group.add_argument("--fp8_e4m3fn-unet", action="store_true", help="Store unet weights in fp8_e4m3fn.")fpunet_group.add_argument("--fp8_e5m2-unet", action="store_true", help="Store unet weights in fp8_e5m2.")+fpunet_group.add_argument("--fp8_e8m0fnu-unet", action="store_true", help="Store unet weights in fp8_e8m0fnu.")fpvae_group = parser.add_mutually_exclusive_group()fpvae_group.add_argument("--fp16-vae", action="store_true", help="Run the VAE in fp16, might cause black images.")diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 19e6c8dff..43e402243 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -725,6 +725,8 @@ def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torreturn torch.float8_e4m3fnif args.fp8_e5m2_unet:return torch.float8_e5m2+ if args.fp8_e8m0fnu_unet:+ return torch.float8_e8m0fnufp8_dtype = Noneif weight_dtype in FLOAT8_TYPES: