The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Empty the cache when torch cache is more than 25% free mem.
comfyanonymous8594c8be4d8c
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 64ed19727..53582fc73 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -339,7 +339,11 @@ def free_memory(memory_required, device, keep_loaded=[]):if unloaded_model:soft_empty_cache()-+ else:+ if vram_state != VRAMState.HIGH_VRAM:+ mem_free_total, mem_free_torch = get_free_memory(device, torch_free_too=True)+ if mem_free_torch > mem_free_total * 0.25:+ soft_empty_cache()def load_models_gpu(models, memory_required=0):global vram_state