The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add --enable-dynamic-vram options to force enable it. (#13002)
comfyanonymous7a16e8aa4e46
diff --git a/comfy/cli_args.py b/comfy/cli_args.pyindex 0a0bf2f30..13612175e 100644--- a/comfy/cli_args.py+++ b/comfy/cli_args.py@@ -149,6 +149,7 @@ parser.add_argument("--reserve-vram", type=float, default=None, help="Set the amparser.add_argument("--async-offload", nargs='?', const=2, type=int, default=None, metavar="NUM_STREAMS", help="Use async weight offloading. An optional argument controls the amount of offload streams. Default is 2. Enabled by default on Nvidia.")parser.add_argument("--disable-async-offload", action="store_true", help="Disable async weight offloading.")parser.add_argument("--disable-dynamic-vram", action="store_true", help="Disable dynamic VRAM and use estimate based model loading.")+parser.add_argument("--enable-dynamic-vram", action="store_true", help="Enable dynamic VRAM on systems where it's not enabled by default.")parser.add_argument("--force-non-blocking", action="store_true", help="Force ComfyUI to use non-blocking operations for all applicable tensors. This may improve performance on some non-Nvidia systems but can cause issues with some workflows.")@@ -262,4 +263,6 @@ else:args.fast = set(args.fast)def enables_dynamic_vram():+ if args.enable_dynamic_vram:+ return Truereturn not args.disable_dynamic_vram and not args.highvram and not args.gpu_only and not args.novram and not args.cpudiff --git a/main.py b/main.pyindex 8905fd09a..f99aee38e 100644--- a/main.py+++ b/main.py@@ -206,8 +206,8 @@ import hook_breaker_ac10a0import comfy.memory_managementimport comfy.model_patcher-if enables_dynamic_vram() and comfy.model_management.is_nvidia() and not comfy.model_management.is_wsl():- if comfy.model_management.torch_version_numeric < (2, 8):+if args.enable_dynamic_vram or (enables_dynamic_vram() and comfy.model_management.is_nvidia() and not comfy.model_management.is_wsl()):+ if (not args.enable_dynamic_vram) and (comfy.model_management.torch_version_numeric < (2, 8)):logging.warning("Unsupported Pytorch detected. DynamicVRAM support requires Pytorch version 2.8 or later. Falling back to legacy ModelPatcher. VRAM estimates may be unreliable especially on Windows")elif comfy_aimdo.control.init_device(comfy.model_management.get_torch_device().index):if args.verbose == 'DEBUG':