The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add default device argument. (#9023)
comfyanonymous5ad33787dee4
diff --git a/comfy/cli_args.py b/comfy/cli_args.pyindex ef0d4337e..0d760d524 100644--- a/comfy/cli_args.py+++ b/comfy/cli_args.py@@ -49,7 +49,8 @@ parser.add_argument("--temp-directory", type=str, default=None, help="Set the Coparser.add_argument("--input-directory", type=str, default=None, help="Set the ComfyUI input directory. Overrides --base-directory.")parser.add_argument("--auto-launch", action="store_true", help="Automatically launch ComfyUI in the default browser.")parser.add_argument("--disable-auto-launch", action="store_true", help="Disable auto launching the browser.")-parser.add_argument("--cuda-device", type=int, default=None, metavar="DEVICE_ID", help="Set the id of the cuda device this instance will use.")+parser.add_argument("--cuda-device", type=int, default=None, metavar="DEVICE_ID", help="Set the id of the cuda device this instance will use. All other devices will not be visible.")+parser.add_argument("--default-device", type=int, default=None, metavar="DEFAULT_DEVICE_ID", help="Set the id of the default device, all other devices will stay visible.")cm_group = parser.add_mutually_exclusive_group()cm_group.add_argument("--cuda-malloc", action="store_true", help="Enable cudaMallocAsync (enabled by default for torch 2.0 and up).")cm_group.add_argument("--disable-cuda-malloc", action="store_true", help="Disable cudaMallocAsync.")diff --git a/comfy/model_management.py b/comfy/model_management.pyindex ab1e9bf3a..346673895 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -880,6 +880,7 @@ def vae_dtype(device=None, allowed_dtypes=[]):return d# NOTE: bfloat16 seems to work on AMD for the VAE but is extremely slow in some cases compared to fp32+ # slowness still a problem on pytorch nightly 2.9.0.dev20250720+rocm6.4 tested on RDNA3if d == torch.bfloat16 and (not is_amd()) and should_use_bf16(device):return ddiff --git a/main.py b/main.pyindex 2b4ffafd4..e8ca8152a 100644--- a/main.py+++ b/main.py@@ -115,6 +115,15 @@ if os.name == "nt":logging.getLogger("xformers").addFilter(lambda record: 'A matching Triton is not available' not in record.getMessage())if __name__ == "__main__":+ if args.default_device is not None:+ default_dev = args.default_device+ devices = list(range(32))+ devices.remove(default_dev)+ devices.insert(0, default_dev)+ devices = ','.join(map(str, devices))+ os.environ['CUDA_VISIBLE_DEVICES'] = str(devices)+ os.environ['HIP_VISIBLE_DEVICES'] = str(devices)+if args.cuda_device is not None:os.environ['CUDA_VISIBLE_DEVICES'] = str(args.cuda_device)os.environ['HIP_VISIBLE_DEVICES'] = str(args.cuda_device)