The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
mark loads to pins as cold immediately (#14088)
rattus39f963b4b025
diff --git a/comfy/model_management.py b/comfy/model_management.pyindex 3894dfa9c..cd8772d3a 100644--- a/comfy/model_management.py+++ b/comfy/model_management.py@@ -1217,7 +1217,7 @@ def get_aimdo_cast_buffer(offload_stream, device):def get_pin_buffer(offload_stream):pin_buffer = STREAM_PIN_BUFFERS.get(offload_stream, None)if pin_buffer is None:- pin_buffer = comfy_aimdo.host_buffer.HostBuffer(0, 0, pinned_hostbuf_size(8 * 1024**3))+ pin_buffer = comfy_aimdo.host_buffer.HostBuffer(0, 0, pinned_hostbuf_size(8 * 1024**3), mark_cold=False)STREAM_PIN_BUFFERS[offload_stream] = pin_bufferelif offload_stream is not None:event = getattr(pin_buffer, "_comfy_event", None)diff --git a/requirements.txt b/requirements.txtindex b70c21e1e..a22fa50ad 100644--- a/requirements.txt+++ b/requirements.txt@@ -23,7 +23,7 @@ SQLAlchemy>=2.0.0filelockav>=14.2.0comfy-kitchen>=0.2.8-comfy-aimdo==0.4.3+comfy-aimdo==0.4.5requestssimpleeval>=1.0.0blake3