The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Only shift text encoder to vram when CPU cores are under 8.
comfyanonymous4a77fcd6ab01
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 75f3b38a9..0ffca06da 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -364,7 +364,8 @@ def text_encoder_device():if args.gpu_only:return get_torch_device()elif vram_state == VRAMState.HIGH_VRAM or vram_state == VRAMState.NORMAL_VRAM:- if torch.get_num_threads() < 4: #leaving the text encoder on the CPU is faster than shifting it if the CPU is fast enough.+ #NOTE: on a Ryzen 5 7600X with 4080 it's faster to shift to GPU+ if torch.get_num_threads() < 8: #leaving the text encoder on the CPU is faster than shifting it if the CPU is fast enough.return get_torch_device()else:return torch.device("cpu")