The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Do a garbage collect after the interval even if nothing is running.
comfyanonymous6b769bca01bf
diff --git a/execution.py b/execution.pyindex bca48a785..7db1f095b 100644--- a/execution.py+++ b/execution.py@@ -700,10 +700,12 @@ class PromptQueue:self.server.queue_updated()self.not_empty.notify()- def get(self):+ def get(self, timeout=None):with self.not_empty:while len(self.queue) == 0:- self.not_empty.wait()+ self.not_empty.wait(timeout=timeout)+ if timeout is not None and len(self.queue) == 0:+ return Noneitem = heapq.heappop(self.queue)i = self.task_counterself.currently_running[i] = copy.deepcopy(item)diff --git a/main.py b/main.pyindex 3997fbefc..1f9c5f443 100644--- a/main.py+++ b/main.py@@ -89,23 +89,36 @@ def cuda_malloc_warning():def prompt_worker(q, server):e = execution.PromptExecutor(server)last_gc_collect = 0+ need_gc = False+ gc_collect_interval = 10.0+while True:- item, item_id = q.get()- execution_start_time = time.perf_counter()- prompt_id = item[1]- e.execute(item[2], prompt_id, item[3], item[4])- q.task_done(item_id, e.outputs_ui)- if server.client_id is not None:- server.send_sync("executing", { "node": None, "prompt_id": prompt_id }, server.client_id)-- current_time = time.perf_counter()- execution_time = current_time - execution_start_time- print("Prompt executed in {:.2f} seconds".format(execution_time))- if (current_time - last_gc_collect) > 10.0:- gc.collect()- comfy.model_management.soft_empty_cache()- last_gc_collect = current_time- print("gc collect")+ timeout = None+ if need_gc:+ timeout = max(gc_collect_interval - (current_time - last_gc_collect), 0.0)++ queue_item = q.get(timeout=timeout)+ if queue_item is not None:+ item, item_id = queue_item+ execution_start_time = time.perf_counter()+ prompt_id = item[1]+ e.execute(item[2], prompt_id, item[3], item[4])+ need_gc = True+ q.task_done(item_id, e.outputs_ui)+ if server.client_id is not None:+ server.send_sync("executing", { "node": None, "prompt_id": prompt_id }, server.client_id)++ current_time = time.perf_counter()+ execution_time = current_time - execution_start_time+ print("Prompt executed in {:.2f} seconds".format(execution_time))++ if need_gc:+ current_time = time.perf_counter()+ if (current_time - last_gc_collect) > gc_collect_interval:+ gc.collect()+ comfy.model_management.soft_empty_cache()+ last_gc_collect = current_time+ need_gc = Falseasync def run(server, address='', port=8188, verbose=True, call_on_start=None):await asyncio.gather(server.start(address, port, verbose, call_on_start), server.publish_loop())