The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add a --force-fp16 argument to force fp16 for testing.
comfyanonymous6f3d9f52db11
diff --git a/comfy/cli_args.py b/comfy/cli_args.pyindex 38718b66b..260a51bb2 100644--- a/comfy/cli_args.py+++ b/comfy/cli_args.py@@ -41,7 +41,11 @@ parser.add_argument("--output-directory", type=str, default=None, help="Set theparser.add_argument("--auto-launch", action="store_true", help="Automatically launch ComfyUI in the default browser.")parser.add_argument("--cuda-device", type=int, default=None, metavar="DEVICE_ID", help="Set the id of the cuda device this instance will use.")parser.add_argument("--dont-upcast-attention", action="store_true", help="Disable upcasting of attention. Can boost speed but increase the chances of black images.")-parser.add_argument("--force-fp32", action="store_true", help="Force fp32 (If this makes your GPU work better please report it).")++fp_group = parser.add_mutually_exclusive_group()+fp_group.add_argument("--force-fp32", action="store_true", help="Force fp32 (If this makes your GPU work better please report it).")+fp_group.add_argument("--force-fp16", action="store_true", help="Force fp16.")+parser.add_argument("--directml", type=int, nargs="?", metavar="DIRECTML_DEVICE", const=-1, help="Use torch-directml.")class LatentPreviewMethod(enum.Enum):diff --git a/comfy/model_management.py b/comfy/model_management.pyindex e44c9e8a5..5461d28e4 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -171,10 +171,15 @@ elif args.highvram or args.gpu_only:vram_state = VRAMState.HIGH_VRAMFORCE_FP32 = False+FORCE_FP16 = Falseif args.force_fp32:print("Forcing FP32, if this improves things please report it.")FORCE_FP32 = True+if args.force_fp16:+ print("Forcing FP16.")+ FORCE_FP16 = True+if lowvram_available:try:import accelerate@@ -457,6 +462,9 @@ def should_use_fp16(device=None):global xpu_availableglobal directml_enabled+ if FORCE_FP16:+ return True+if device is not None: #TODOif is_device_cpu(device):return False