Make videos on the computer you already own. FreeVideo runs MiniMax H3 in as little as 8 GB of VRAM and 16 GB of RAM, and adapts its acceleration path to your hardware.
Prefetch the first request's model files after engine start, as far as free memory allows
Bowen Xue2dccfc710e91
diff --git a/__init__.py b/__init__.pyindex 69298ca..886ebff 100644--- a/__init__.py+++ b/__init__.py@@ -61,4 +61,6 @@ async def comfy_entrypoint():logging.warning('[FreeVideo] Agent routes not registered: %s', error)from .freevideo_engine.comfy_nodes import FreeVideoExtension, register_prompt_cleanupregister_prompt_cleanup()+ from .freevideo_engine.comfy_nodes import schedule_startup_prefetch+ schedule_startup_prefetch()return FreeVideoExtension()diff --git a/freevideo_engine/comfy_nodes.py b/freevideo_engine/comfy_nodes.pyindex dcd442e..5e259dc 100644--- a/freevideo_engine/comfy_nodes.py+++ b/freevideo_engine/comfy_nodes.py@@ -56,6 +56,26 @@ def register_prompt_cleanup():server.add_on_prompt_handler(clean_prompt)+def schedule_startup_prefetch(delay=15.):+ """Once after the engine starts, read what the first request reads into the OS file cache, as far as+ free memory goes. A request, or the busy queue, cancels it through the same stop as the idle read."""+ from .encoder_prewarm import IDLE, startup_files+ try:+ from server import PromptServer+ server = PromptServer.instance+ root, machine = comfy_bridge.installation()+ habit = usage_habit.load()+ files = startup_files(machine, usage_habit.dominant(habit['recent'] if habit else None))+ files = [item for item in files if item.is_file()]+ if not files:+ return False+ except (ImportError, OSError, RuntimeError, ValueError, KeyError, TypeError, AttributeError):+ return False # Optional preparation cannot stop the engine from starting.+ def busy():+ return server is not None and server.prompt_queue.get_tasks_remaining() > 0+ return IDLE.schedule(files, root / 'startup-prewarm.json', busy=busy, purpose='startup', delay=delay)++def step_cache_option(value):"""Bridge keyword for the Step cache widget; a workflow without it, with 'none' or with a value that isnot an option adds nothing. Workflows saved before the widget existed hold '' in its position."""diff --git a/freevideo_engine/diagnostic_resources.py b/freevideo_engine/diagnostic_resources.pyindex ea57cff..1200afd 100644--- a/freevideo_engine/diagnostic_resources.py+++ b/freevideo_engine/diagnostic_resources.py@@ -143,7 +143,7 @@ def encoder_prewarm(value):for key in ('gpu_preload', 'worker_released', 'receipt_available'):if type(value.get(key)) is bool:result[key] = value[key]- if value.get('purpose') in ('encoder', 'upscale'):+ if value.get('purpose') in ('encoder', 'upscale', 'startup'):result['purpose'] = value['purpose']# Why idle preparation stopped, as fixed words only: the receipt's reason# is free text and may name a path. A bare "failed" explained nothing.diff --git a/freevideo_engine/encoder_prewarm.py b/freevideo_engine/encoder_prewarm.pyindex 153bdc1..a2af164 100644--- a/freevideo_engine/encoder_prewarm.py+++ b/freevideo_engine/encoder_prewarm.py@@ -18,15 +18,23 @@ GiB = 1 << 30CHUNK = 8 * 1024 * 1024-def plan(size, available, *, ram_budget=None, complete=True):+MINIMUM_PARTIAL = 256 * 1024 * 1024+++def plan(size, available, *, ram_budget=None, complete=True, partial=False):+ """Choose how much of the files to read. A sequential read of more than the cache holds evicts its own+ earlier pages, so a partial read stops at the memory that is really free instead of exceeding it."""reserve = 2 * GiBlimit = max(0, available - reserve)if ram_budget is not None:limit = min(limit, max(0, int(ram_budget)))- return dict(enabled=bool(complete and size > 0 and size <= limit), bytes=size,+ whole = bool(complete and size > 0 and size <= limit)+ part = bool(partial and complete and size > limit >= MINIMUM_PARTIAL)+ return dict(enabled=whole or part, partial=part, bytes=size, read_bytes=size if whole else (limit if part else 0),memory_allowance_bytes=limit, system_reserve_bytes=reserve,scope='Reclaimable OS file cache; no private model copy or GPU allocation',- reason=('Idle RAM covers the checkpoint plus system headroom' if complete and 0 < size <= limit+ reason=('Idle RAM covers the checkpoint plus system headroom' if whole+ else 'Idle RAM covers the first part of the files, read in the order of use' if partelse 'Leave memory for active applications; encoder loads on demand'))@@ -45,6 +53,16 @@ def warm_target(report):return ('encoder', encoder) if encoder else None+def startup_files(machine, habit):+ """Files the first request after an engine start reads first: a rerun reads the video model blocks,+ any other habit, or none yet, starts with the text encoder."""+ if habit == 'rerun':+ files = sorted(item for item in Path(machine['checkpoint']).rglob('*') if item.is_file())+ if files:+ return files+ return [Path(machine['encoder_model_root']) / 'text_encoders' / machine['encoder']]++def available_memory():memory = system_memory()group = cgroup_memory()@@ -67,12 +85,14 @@ def prefetch(path, selected, cancelled, *, busy=None, notify=None, availability=return resultresult['state'] = 'reading'buffer = bytearray(CHUNK)+ view = memoryview(buffer)last = 0.+ limit = selected.get('read_bytes', sum(item.stat().st_size for item in paths))for item in paths:initial = item.stat()remaining = initial.st_sizewith item.open('rb', buffering=0) as stream:- while remaining > 0:+ while remaining > 0 and result['done_bytes'] < limit:if cancelled.is_set() or busy and busy():result.update(state='cancelled', reason='A new request takes priority')break@@ -80,7 +100,7 @@ def prefetch(path, selected, cancelled, *, busy=None, notify=None, availability=if not complete or available < selected['system_reserve_bytes'] + CHUNK:result.update(state='released', reason='Live RAM pressure; warmed pages remain reclaimable')break- count = stream.readinto(buffer)+ count = stream.readinto(view[:min(CHUNK, limit - result['done_bytes'])])if not count:raise ValueError('A model file changed during prefetch')remaining -= count@@ -92,6 +112,9 @@ def prefetch(path, selected, cancelled, *, busy=None, notify=None, availability=last = elapsedif result['state'] != 'reading':break+ if remaining > 0:+ result.update(state='partial', reason='The first part of the files is read; the rest loads on demand')+ breakcurrent = item.stat()if (current.st_size, current.st_mtime_ns) != (initial.st_size, initial.st_mtime_ns):raise ValueError('A model file changed during prefetch')@@ -116,7 +139,7 @@ class IdlePrewarmer:from .encoder_diagnostics import prewarm_receiptreturn prewarm_receipt(self.report, gpu=False)- def schedule(self, path, report, *, ram_budget=None, busy=None, notify=None, purpose='encoder'):+ def schedule(self, path, report, *, ram_budget=None, busy=None, notify=None, purpose='encoder', delay=2.):"""Warm the encoder checkpoint, or the files an upscale of a preview reads."""paths = [Path(item) for item in path] if isinstance(path, (list, tuple)) else [Path(path)]with self.guard:@@ -130,11 +153,11 @@ class IdlePrewarmer:result = {'state': 'cancelled', 'reason': 'A new request takes priority', 'purpose': purpose}try:# Return the completed video to the user before doing work.- if cancel.wait(2.) or busy and busy():+ if cancel.wait(delay) or busy and busy():returnavailable, complete = available_memory()selected = plan(sum(item.stat().st_size for item in paths), available,- ram_budget=ram_budget, complete=complete)+ ram_budget=ram_budget, complete=complete, partial=purpose == 'startup')selected['purpose'] = purposeif not selected['enabled'] and purpose == 'upscale':selected['reason'] = 'Leave memory for active applications; the upscale reads its files on demand'