The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Limit gc.collect() to once every 10 seconds.
comfyanonymousb911eefc4278
diff --git a/main.py b/main.pyindex 1100a07f4..3997fbefc 100644--- a/main.py+++ b/main.py@@ -88,6 +88,7 @@ def cuda_malloc_warning():def prompt_worker(q, server):e = execution.PromptExecutor(server)+ last_gc_collect = 0while True:item, item_id = q.get()execution_start_time = time.perf_counter()@@ -97,9 +98,14 @@ def prompt_worker(q, server):if server.client_id is not None:server.send_sync("executing", { "node": None, "prompt_id": prompt_id }, server.client_id)- print("Prompt executed in {:.2f} seconds".format(time.perf_counter() - execution_start_time))- gc.collect()- comfy.model_management.soft_empty_cache()+ current_time = time.perf_counter()+ execution_time = current_time - execution_start_time+ print("Prompt executed in {:.2f} seconds".format(execution_time))+ if (current_time - last_gc_collect) > 10.0:+ gc.collect()+ comfy.model_management.soft_empty_cache()+ last_gc_collect = current_time+ print("gc collect")async def run(server, address='', port=8188, verbose=True, call_on_start=None):await asyncio.gather(server.start(address, port, verbose, call_on_start), server.publish_loop())