Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio: diffusion auto-optimizer core shared by the image and video load paths (#13520)
Daniel Hana7516db38442
diff --git a/studio/backend/core/inference/diffusion.py b/studio/backend/core/inference/diffusion.pyindex b7b89fd9dfd..be9fedbae43 100644--- a/studio/backend/core/inference/diffusion.py+++ b/studio/backend/core/inference/diffusion.py@@ -189,7 +189,6 @@ from .diffusion_speed import (apply_speed_optims,engage_pinned_denoisers,auto_dynamic_active,- compile_dynamic,compile_eligible,compiled_shapes_are_static,family_compiles_regionally,@@ -203,7 +202,6 @@ from .diffusion_speed import (restore_backend_flags,settle_compile_fallback,snapshot_backend_flags,- vae_decode_compile_allowed,)from .diffusion_vae_fp16 import enable_fp16_vae_decodefrom .diffusion_vae_tiling import install as install_wide_vae_tiles@@ -2060,10 +2058,9 @@ def _inplace_torchao_placement(def _denoiser_hooked(pipe: Any) -> bool:"""Whether an offload hook moves a denoiser of ``pipe``; a CUDA graph over it would replay stale pointers."""- for name in ("transformer", "transformer_2", "unconditional_transformer", "unet"):- module = getattr(pipe, name, None)- if module is None:- continue+ from .diffusion_autoopt.targets import hooked_denoisers++ for module in hooked_denoisers(pipe):if getattr(module, "_hf_hook", None) is not None:return Trueregistry = getattr(module, "_diffusers_hook", None)@@ -2173,25 +2170,20 @@ def _auto_quant_eager_reason(def _uninstall_fused_dit_patches() -> None:- """Restore the process-global fused DiT patches so the next load honours its own kill switches."""- try:- from .diffusion_flux2_rope import uninstall as uninstall_flux2_rope- from .diffusion_qwenimage_rope import uninstall as uninstall_qwen_real_rope- from .diffusion_zimage_fused import uninstall as uninstall_zimage_fused-- uninstall_qwen_real_rope()- uninstall_zimage_fused()- uninstall_flux2_rope()- except Exception: # noqa: BLE001 - teardown is best effort- pass+ """Restore the process-global fused DiT patches so the next load honours its own kill switches. The group is the+ registry's (diffusion_autoopt.patches): every spec registered under it is restored, no hand-kept list."""try:- from .diffusion_qwenimage21_fused import uninstall as uninstall_q21_fused- uninstall_q21_fused()+ from .diffusion_autoopt.patches import GROUP_FUSED_DIT, uninstall_group+ uninstall_group(GROUP_FUSED_DIT)except Exception: # noqa: BLE001 - teardown is best effortpass+++def _uninstall_eager_patches() -> None:+ """Restore the shared compile-safe and per-arch fusions (the registry's eager group)."""try:- from .diffusion_rocm_fused import uninstall as uninstall_rocm_fused- uninstall_rocm_fused()+ from .diffusion_autoopt.patches import GROUP_EAGER, uninstall_group+ uninstall_group(GROUP_EAGER)except Exception: # noqa: BLE001 - teardown is best effortpass@@ -7052,6 +7044,7 @@ class DiffusionBackend:)backend_flags_before = Noneeager_patched = False+ load_audit = Nonecompile_ctx = Nonestate_committed = Falseload_bg_compile = None@@ -7819,15 +7812,11 @@ class DiffusionBackend:_refuse_pinned_precision()self._raise_if_load_cancelled(_load_token)- # Lazy import (these modules import torch) keeps diffusion.py torch-free to import.- from .diffusion_eager_patches import (- install_compile_safe_patches,- uninstall_patches,- )- from .diffusion_arch_patches import (- install_arch_patches,- uninstall_arch_patches,- )+ # Lazy import (the optimizer's submodules import torch lazily) keeps diffusion.py torch-free to+ # import.+ from . import diffusion_autoopt as autoopt++ load_audit = autoopt.new_audit(backend = "image", family = fam)# Effective speed: GGUF defaults to `default` (~2.2x, below the quant noise floor); dense stays# bit-identical `off`.@@ -7977,25 +7966,35 @@ class DiffusionBackend:# The dense fast path sets gguf_filename, but its transformer is dense.gguf_transformer = kind == "gguf" and transformer_quant_engaged is None- if effective_speed != SPEED_OFF:- install_compile_safe_patches()- # Per-arch compile-safe fusions; neutral under compile, tracked by the same eager_patched- # flag.- install_arch_patches()- eager_patched = True- else:- uninstall_patches()- uninstall_arch_patches()- from .diffusion_qwenimage21 import install_for_pipe as install_q21_fast_step-- install_q21_fast_step(pipe, logger)- from .diffusion_flux2_rope import install_for_pipe as install_flux2_rope-- install_flux2_rope(pipe, dtype, device, logger)- # ROCm (auto) FLUX.1 / FLUX.2: one-kernel RoPE (bit-identical) and AdaLN modulation.- from .diffusion_rocm_fused import install_for_pipe as install_rocm_fused-- install_rocm_fused(pipe, dtype, device, logger)+ # Registered patches (diffusion_autoopt.patches), in their original order: the shared and per-arch+ # compile-safe fusions on a speed tier (uninstalled on `off`, tracked by eager_patched), then the+ # per-pipe installs that gate themselves (Q2.1 fast step, FLUX.2 fused RoPE, ROCm FLUX.1 / FLUX.2+ # one-kernel RoPE + AdaLN).+ autoopt.install_patches(+ autoopt.STAGE_LOAD_EAGER,+ pipe = pipe,+ target = target,+ family = fam,+ dtype = dtype,+ device = device,+ speed_mode = effective_speed,+ backend = "image",+ audit = load_audit,+ logger = logger,+ )+ eager_patched = effective_speed != SPEED_OFF+ autoopt.install_patches(+ autoopt.STAGE_LOAD,+ pipe = pipe,+ target = target,+ family = fam,+ dtype = dtype,+ device = device,+ speed_mode = effective_speed,+ backend = "image",+ audit = load_audit,+ logger = logger,+ )# fp16-only cards: a guarded family stays float16; patch its overflow sites.from .diffusion_fp16_guard import family_fp16_guard, install_fp16_guard@@ -8029,32 +8028,18 @@ class DiffusionBackend:# bundles.quant = "gguf" if gguf_transformer else transformer_quant_engaged,attention_backend = attention_engaged,- compile_kwargs = {- # Mirrors apply_speed_optims' fullgraph decision (a step cache or planned offload- # graph-breaks), so the bundle keys on the same setting.- "fullgraph": not cache_graph_break+ # One resolver (diffusion_autoopt.plan) for the kwargs the compile will use: fullgraph+ # mirrors apply_speed_optims (a step cache or planned offload graph-breaks), dynamic is+ # the value it resolves, and an offloaded denoiser compiling below its hooks keys apart.+ compile_kwargs = autoopt.compile_cache_kwargs(+ pipe,+ speed_mode = effective_speed,+ fullgraph = not cache_graph_breakand not cache_may_toggleand plan.offload_policy == OFFLOAD_NONE,- # max compiles DiTs with automatic dynamic (None), as does the default tier for- # torchao weights. Key on the value apply_speed_optims resolves, so a bundle from a- # static or explicit-dynamic build is not reused for an automatic-dynamic one.- "dynamic": compile_dynamic(- getattr(pipe, "transformer", None),- None if effective_speed == SPEED_MAX else True,- ),- "mode": "max-autotune-no-cudagraphs"- if effective_speed == SPEED_MAX- else "default",- "vae_decode": vae_decode_compile_allowed(pipe, effective_speed),- # An offloaded denoiser compiles its blocks below the hooks, a different graph than a- # bundle from the traced-hook compile holds.- **(- {"below_hooks": True}- if plan.offload_policy != OFFLOAD_NONE- and compile_below_hooks_enabled()- else {}- ),- },+ offload_below_hooks = plan.offload_policy != OFFLOAD_NONE+ and compile_below_hooks_enabled(),+ ),logger = logger,reduction_filter = family_filters_reductions(fam),)@@ -8088,18 +8073,31 @@ class DiffusionBackend:).strip().lower() != SPEED_OFF and enable_fp16_vae_decode(pipe, target, logger = logger)- speed_applied = apply_speed_optims(+ # The optimizer's speed layer (diffusion_autoopt): plan, family hooks, the speed primitive below,+ # the per-step audit.+ speed_applied = autoopt.run_speed_layer(pipe,target,- is_gguf = gguf_transformer,family = fam,+ backend = "image",speed_mode = effective_speed,- cache_active = cache_graph_break or cache_may_toggle,- cache_engaged = cache_graph_break,+ is_gguf = gguf_transformer,offload_active = plan.offload_policy != OFFLOAD_NONE,- denoiser_offloaded = not plan_keeps_transformer_resident(plan),- stream_int8_gemm = True,+ audit = load_audit,logger = logger,+ apply = lambda family, log: apply_speed_optims(+ pipe,+ target,+ is_gguf = gguf_transformer,+ family = family,+ speed_mode = effective_speed,+ cache_active = cache_graph_break or cache_may_toggle,+ cache_engaged = cache_graph_break,+ offload_active = plan.offload_policy != OFFLOAD_NONE,+ denoiser_offloaded = not plan_keeps_transformer_resident(plan),+ stream_int8_gemm = True,+ logger = log,+ ),)if vae_fp16:speed_applied["vae_fp16_decode"] = True@@ -8380,6 +8378,21 @@ class DiffusionBackend:if transformer_quant_artifact is not None:# Beside ``source``, never in it: the frontend branches on "auto"/"explicit".resolved["transformer_quant"]["artifact"] = transformer_quant_artifact+ # The optimizer's per-step audit (engaged / declined + reason / failed + error), beside the+ # speed_mode entry.+ autoopt.record_load_steps(+ load_audit,+ attention = attention_engaged,+ step_cache = cache_engaged,+ step_cache_reason = cache_reason,+ compile_cache = compile_ctx is not None,+ speed_deferred = speed_deferred,+ )+ autoopt.finalize(+ load_audit,+ tuple(k for k, v in speed_applied.items() if v),+ resolved,+ )if gguf_offload_swap and transformer_quant_engaged is not None:from .diffusion_gguf_route import gguf_offload_swap_reasonresolved["transformer_quant"]["reason"] = gguf_offload_swap_reason(@@ -8489,8 +8502,7 @@ class DiffusionBackend:pass_uninstall_fused_dit_patches()if eager_patched:- uninstall_patches()- uninstall_arch_patches()+ _uninstall_eager_patches()_uninstall_fused_dit_patches()state = pipe = transformer = Nonepipe_kwargs.clear()@@ -10283,12 +10295,20 @@ class DiffusionBackend:mutation. The flag is cleared FIRST so a failure never retries per generation; unloadcleans everything up via the same state fields the load-time path uses."""object.__setattr__(state, "speed_deferred", False)- from .diffusion_eager_patches import install_compile_safe_patches- from .diffusion_arch_patches import install_arch_patches+ from . import diffusion_autoopt as autoopttarget = self._state_device_target(state)- install_compile_safe_patches()- install_arch_patches()+ audit = autoopt.new_audit(backend = "image", family = state.family)+ autoopt.install_patches(+ autoopt.STAGE_LOAD_EAGER,+ pipe = state.pipe,+ target = target,+ family = state.family,+ speed_mode = SPEED_DEFAULT,+ backend = "image",+ audit = audit,+ logger = logger,+ )object.__setattr__(state, "eager_patched", True)# Re-run the load-time selection with the caller's ORIGINAL request: auto still upgrades to cuDNN here.attention_engaged = apply_attention_backend(@@ -10317,37 +10337,45 @@ class DiffusionBackend:# Same GGUF-vs-dense graph distinction as the load-time begin().quant = "gguf" if gguf_transformer else state.transformer_quant,attention_backend = attention_engaged,- compile_kwargs = {- # Mirrors the load-time fullgraph decision: a step cache or an offload graph-breaks.- "fullgraph": not cache_breaks_graph(state.transformer_cache)+ # Mirrors the load-time fullgraph decision: a step cache or an offload graph-breaks.+ compile_kwargs = autoopt.compile_cache_kwargs(+ state.pipe,+ speed_mode = SPEED_DEFAULT,+ deferred = True,+ fullgraph = not cache_breaks_graph(state.transformer_cache)and not state.cache_autoand state.offload_policy == OFFLOAD_NONE,- "dynamic": compile_dynamic(getattr(state.pipe, "transformer", None), True),- "mode": "default",- "vae_decode": vae_decode_compile_allowed(state.pipe, SPEED_DEFAULT),- **(- {"below_hooks": True}- if state.offload_policy != OFFLOAD_NONE and compile_below_hooks_enabled()- else {}- ),- },+ offload_below_hooks = state.offload_policy != OFFLOAD_NONE+ and compile_below_hooks_enabled(),+ ),logger = logger,reduction_filter = family_filters_reductions(state.family),)object.__setattr__(state, "compile_cache_ctx", compile_ctx)- speed_applied = apply_speed_optims(+ speed_applied = autoopt.run_speed_layer(state.pipe,target,- is_gguf = gguf_transformer,family = state.family,+ backend = "image",speed_mode = SPEED_DEFAULT,- cache_active = cache_breaks_graph(state.transformer_cache) or state.cache_auto,- cache_engaged = cache_breaks_graph(state.transformer_cache),+ is_gguf = gguf_transformer,offload_active = state.offload_policy != OFFLOAD_NONE,- denoiser_offloaded = state.offload_policy != OFFLOAD_NONE- and _denoiser_hooked(state.pipe),- stream_int8_gemm = True,+ audit = audit,logger = logger,+ apply = lambda family, log: apply_speed_optims(+ state.pipe,+ target,+ is_gguf = gguf_transformer,+ family = family,+ speed_mode = SPEED_DEFAULT,+ cache_active = cache_breaks_graph(state.transformer_cache) or state.cache_auto,+ cache_engaged = cache_breaks_graph(state.transformer_cache),+ offload_active = state.offload_policy != OFFLOAD_NONE,+ denoiser_offloaded = state.offload_policy != OFFLOAD_NONE+ and _denoiser_hooked(state.pipe),+ stream_int8_gemm = True,+ logger = log,+ ),)if denoisers_pinned_resident(state.pipe):engage_pinned_denoisers(state.pipe, speed_applied, logger)@@ -10379,6 +10407,14 @@ class DiffusionBackend:"auto: compiled on the 3rd image this session ""(repeated use amortises the one-time compile)")+ autoopt.record_load_steps(+ audit,+ attention = attention_engaged,+ step_cache = state.transformer_cache,+ step_cache_reason = ((state.resolved or {}).get("transformer_cache") or {}).get("reason"),+ compile_cache = state.compile_cache_ctx is not None,+ )+ autoopt.finalize(audit, state.speed_optims, state.resolved)att = (state.resolved or {}).get("attention_backend")if isinstance(att, dict) and att.get("source") == "auto":att["value"] = attention_engaged or "native"@@ -11049,9 +11085,14 @@ class DiffusionBackend:# Re-check an AUTO cache decision against the ACTUAL step count; explicit choices never toggle.if state.cache_auto:+ # Judged against the pipeline that RUNS this call: a from_pipe workflow (FLUX.1 img2img /+ # inpaint) shares the denoiser but opens no cache_context, which the FBCache hooks need.+ from .diffusion_autoopt.runtime import auto_cache_steps++ cache_steps, runner_reason = auto_cache_steps(state.pipe, pipe, denoise_steps)toggled = maybe_toggle_step_cache(state.pipe,- steps = denoise_steps,+ steps = cache_steps,quant_active = state.cache_quant_active,threshold = state.cache_threshold,logger = logger,@@ -11064,7 +11105,9 @@ class DiffusionBackend:if isinstance(entry, dict):entry["value"] = toggled or "off"entry["reason"] = (- f"auto: {denoise_steps}-step generation "+ f"auto: {runner_reason}"+ if runner_reason+ else f"auto: {denoise_steps}-step generation "+ ("reaches" if toggled else "is below")+ f" {FBCACHE_MIN_STEPS}")@@ -11533,12 +11576,7 @@ class DiffusionBackend:pass_uninstall_fused_dit_patches()if state.eager_patched:- # Lazy import to keep diffusion.py torch-free to import.- from .diffusion_eager_patches import uninstall_patches- from .diffusion_arch_patches import uninstall_arch_patches-- uninstall_patches()- uninstall_arch_patches()+ _uninstall_eager_patches()# Again: the deferred profile layers the eager patch over the fused AdaLN._uninstall_fused_dit_patches()# Deliberately NOT unload_lora_weights(): the whole pipe is dropped below, freeing any adapters with it. Dropdiff --git a/studio/backend/core/inference/diffusion_arch_patches.py b/studio/backend/core/inference/diffusion_arch_patches.pyindex 987b0a4b9a3..7ddb2c3156f 100644--- a/studio/backend/core/inference/diffusion_arch_patches.py+++ b/studio/backend/core/inference/diffusion_arch_patches.py@@ -22,13 +22,13 @@ Kill-switch: ``UNSLOTH_DIFFUSION_ARCH_PATCHES=0``. Implemented for all five famifrom __future__ import annotations-import inspectimport loggingimport os-from typing import Any, Callable, Optional+from typing import Callable, Optionalimport torch+from .diffusion_autoopt.patches import body_hasfrom .diffusion_patch_backend import apply_patch, revert_patchlogger = logging.getLogger(__name__)@@ -40,14 +40,9 @@ def _patches_enabled() -> bool:return (os.environ.get(_ENV_ENABLE) or "").strip().lower() not in ("0", "off", "false", "no")-def _body_has(fn: Callable, *needles: str) -> bool:- """True iff every ``needle`` is in ``fn``'s source -- a body-drift guard that self-disables the- patch if diffusers changed the rewritten lines."""- try:- src = inspect.getsource(fn)- except (OSError, TypeError):- return False- return all(n in src for n in needles)+# The shared needle guard (diffusion_autoopt.patches); the module-level name is what the resolvers below call, so a+# test can still monkeypatch it here.+_body_has = body_has# qwen-image: QwenImageTransformerBlock._modulate (modulation addcmul, all 4 call sites)diff --git a/studio/backend/core/inference/diffusion_attention.py b/studio/backend/core/inference/diffusion_attention.pyindex 8afdb0b2308..944623903ca 100644--- a/studio/backend/core/inference/diffusion_attention.py+++ b/studio/backend/core/inference/diffusion_attention.py@@ -1828,12 +1828,9 @@ def _attention_dits(pipe: Any) -> list:"""Every DiT the denoise loop runs: the primary ``transformer`` plus a second expert somefamilies carry (Ideogram's ``unconditional_transformer``, an MoE ``transformer_2``). Thebackend must be set on ALL of them, else the second DiT keeps the native default."""- dits: list = []- for attr in ("transformer", "transformer_2", "unconditional_transformer"):- m = getattr(pipe, attr, None)- if m is not None and m not in dits:- dits.append(m)- return dits+ from .diffusion_autoopt.targets import denoiser_dits++ return denoiser_dits(pipe)# head_dim 256 (Ideogram 4) has no cuDNN kernel on torch 2.11-2.13 (cuDNN 9.19/9.20); a pinned cuDNN then has no fallback.diff --git a/studio/backend/core/inference/diffusion_autoopt/__init__.py b/studio/backend/core/inference/diffusion_autoopt/__init__.pynew file mode 100644index 00000000000..c77c75eb87b--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/__init__.py@@ -0,0 +1,68 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Diffusion / video auto-optimizer: one orchestrator over Studio's speed primitives.++* ``targets`` denoiser and runner resolution (attribute contracts + by-type discovery).+* ``profile`` static introspection of a denoiser class (repeated blocks, graph-break screen), cached by digest.+* ``patches`` the PatchSpec registry: one install / uninstall lifecycle and one fingerprint util for every+ per-architecture source / forward patch.+* ``plan`` the ordered steps, their predicted decision + reason, the canonical compile-cache kwargs.+* ``apply`` ``run_speed_layer``: the single image + video entry, per-step audit.+* ``runtime`` call-time checks against the runner that actually executes a request.++Import is torch-free; every submodule imports torch / diffusers lazily.+"""++from __future__ import annotations++from .apply import (+ VIDEO_COMPILE_CACHE_DECLINE,+ Audit,+ finalize,+ install_patches,+ new_audit,+ record_load_steps,+ run_speed_layer,+)+from .patches import (+ GROUP_EAGER,+ GROUP_FUSED_DIT,+ GROUP_VIDEO_FUSED,+ STAGE_LOAD,+ STAGE_LOAD_EAGER,+ PatchContext,+ PatchSpec,+ body_has,+ body_has_once,+ register,+ source_digest,+ splice_source,+ uninstall_group,+)+from .plan import build_plan, compile_cache_kwargs++__all__ = [+ "VIDEO_COMPILE_CACHE_DECLINE",+ "Audit",+ "GROUP_EAGER",+ "GROUP_FUSED_DIT",+ "GROUP_VIDEO_FUSED",+ "PatchContext",+ "PatchSpec",+ "STAGE_LOAD",+ "STAGE_LOAD_EAGER",+ "body_has",+ "body_has_once",+ "build_plan",+ "compile_cache_kwargs",+ "finalize",+ "install_patches",+ "new_audit",+ "record_load_steps",+ "register",+ "run_speed_layer",+ "source_digest",+ "splice_source",+ "uninstall_group",+]diff --git a/studio/backend/core/inference/diffusion_autoopt/apply.py b/studio/backend/core/inference/diffusion_autoopt/apply.pynew file mode 100644index 00000000000..739d87a709e--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/apply.py@@ -0,0 +1,417 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Execute the optimization plan: the ONE speed-layer entry for the image and video backends.++``run_speed_layer`` runs the registered patch stages, the family hooks (data, not branches in the backends) and the+existing ``apply_speed_optims`` primitive for one pipe / view, and records every step into the load's+:class:`Audit` (engaged / declined + reason / failed + error). Failures inside the primitives are captured from the+warnings they already log (a logger proxy), so their internals stay untouched. The audit surfaces in status as+``resolved["speed_mode"]["steps"]``.+"""++from __future__ import annotations++import contextvars+from dataclasses import dataclass, field, replace+from typing import Any, Callable, Optional++from . import patches, plan as plan_mod, targets++DISCOVER_ENV = plan_mod.DISCOVER_ENV+# Video loads do not take the image backend's persistent compile cache yet: it repoints the process-wide+# TORCHINDUCTOR_CACHE_DIR, which an image backend loaded in the same server may be compiling under, and its save /+# restore lifecycle is not wired into the video state. Recorded so the status says so.+VIDEO_COMPILE_CACHE_DECLINE = (+ "not wired for video loads yet (process-wide inductor cache dir shared with the image backend)"+)++_CURRENT_AUDIT: contextvars.ContextVar = contextvars.ContextVar("unsloth_autoopt_audit", default = None)+++# ---------------------------------------------------------------------------------------------------------- audit+@dataclass+class Audit:+ """One record per load: ``{step: {"status", "reason"}}`` in first-seen order."""++ backend: str = "image"+ family: Optional[str] = None+ entries: dict[str, dict] = field(default_factory = dict)+ generic: bool = False++ def record(self, step: str, status: str, reason: Optional[str] = None) -> None:+ prev = self.entries.get(step)+ # A failure is never overwritten by a later "declined"; an engagement upgrades a decline (dual-DiT views).+ if prev is not None:+ if prev["status"] == "failed" and status != "engaged":+ return+ if prev["status"] == "engaged" and status == "declined":+ return+ self.entries[step] = {"status": status, "reason": reason}++ def status(self, step: str) -> Optional[str]:+ entry = self.entries.get(step)+ return entry["status"] if entry else None++ def as_list(self) -> list[dict]:+ return [{"step": k, **v} for k, v in self.entries.items()]++ def engaged(self) -> list[str]:+ return [k for k, v in self.entries.items() if v["status"] == "engaged"]+++def current_audit() -> Optional[Audit]:+ return _CURRENT_AUDIT.get()+++def new_audit(*, backend: str, family: Any) -> Audit:+ return Audit(backend = backend, family = getattr(family, "name", None))+++class _AuditingLogger:+ """Forwards everything to ``inner``; records each ``"<prefix>: %s failed: %s"`` warning the primitives log."""++ def __init__(self, inner: Any, audit: Audit) -> None:+ self._inner = inner+ self._audit = audit++ def warning(self, msg: Any, *args: Any, **kwargs: Any) -> None:+ try:+ if isinstance(msg, str) and msg.endswith("%s failed: %s") and len(args) >= 2:+ self._audit.record(str(args[0]), "failed", str(args[1])[:300])+ except Exception: # noqa: BLE001+ pass+ if self._inner is not None:+ self._inner.warning(msg, *args, **kwargs)++ def __getattr__(self, name: str) -> Any:+ inner = self.__dict__.get("_inner")+ if inner is None:+ def _noop(*a: Any, **k: Any) -> None:+ return None+ return _noop+ return getattr(inner, name)+++def auditing_logger(logger: Any, audit: Optional[Audit]) -> Any:+ if audit is None or isinstance(logger, _AuditingLogger):+ return logger+ return _AuditingLogger(logger, audit)+++# ------------------------------------------------------------------------------------------------- family hooks+@dataclass(frozen = True)+class FamilyHook:+ """Per-family code that must run around the speed primitive for one view. ``applies(family)`` gates it; ``pre``+ runs before ``apply_speed_optims``; ``post(view, family, applied, logger)`` may return an updated applied dict."""++ name: str+ applies: Callable[[Any], bool]+ pre: Optional[Callable[[Any, Any], None]] = None+ post: Optional[Callable[[Any, Any, dict, Any], Optional[dict]]] = None+ backends: tuple[str, ...] = ("video",)+++def _is_ltx(family: Any) -> bool:+ try:+ from ..video_families import LTX_FAMILIES # noqa: PLC0415+ except Exception: # noqa: BLE001+ return False+ return getattr(family, "name", None) in LTX_FAMILIES+++def _ltx_static_pre(view: Any, family: Any) -> None:+ # Token counts depend only on (w, h, frames), so static compile: one recompile per shape, ~1.3x faster.+ dit = getattr(view, getattr(family, "denoiser_attr", "transformer"), None)+ if dit is not None:+ try:+ dit._unsloth_compile_static = True+ except Exception: # noqa: BLE001 -- not a settable module (tests/fakes)+ pass+++def _ltx_stg_post(view: Any, family: Any, applied: dict, logger: Any) -> Optional[dict]:+ if applied.get("compiled"):+ from ..video_ltx2 import install_stg_compile_adapter # noqa: PLC0415+ install_stg_compile_adapter(getattr(view, getattr(family, "denoiser_attr", "transformer"), None))+ return None+++def _cudnn_off_post(view: Any, family: Any, applied: dict, logger: Any) -> Optional[dict]:+ if applied.get("cudnn_benchmark"):+ from ..video_ltx2 import disable_cudnn_benchmark # noqa: PLC0415+ if disable_cudnn_benchmark():+ return {**applied, "cudnn_benchmark": False}+ return None+++FAMILY_HOOKS: list[FamilyHook] = [+ FamilyHook("ltx_static_compile", _is_ltx, pre = _ltx_static_pre),+ FamilyHook("ltx_stg_compile_adapter", _is_ltx, post = _ltx_stg_post),+ FamilyHook(+ "cudnn_benchmark_off",+ lambda fam: not getattr(fam, "cudnn_benchmark", True),+ post = _cudnn_off_post,+ ),+]+++def register_family_hook(hook: FamilyHook) -> None:+ for i, existing in enumerate(FAMILY_HOOKS):+ if existing.name == hook.name:+ FAMILY_HOOKS[i] = hook+ return+ FAMILY_HOOKS.append(hook)+++# ------------------------------------------------------------------------------------------------ patch stages+def install_patches(+ stage: str,+ *,+ pipe: Any,+ target: Any = None,+ family: Any = None,+ dtype: Any = None,+ device: Any = None,+ speed_mode: Optional[str] = None,+ backend: str = "image",+ audit: Optional[Audit] = None,+ logger: Any = None,+) -> dict:+ """Run one load-time patch stage (``load_eager`` / ``load``) for ``pipe``."""+ ctx = patches.PatchContext(+ pipe = pipe,+ target = target,+ family = family,+ dtype = dtype,+ device = device,+ speed_mode = speed_mode,+ backend = backend,+ logger = logger,+ )+ return patches.install_stage(stage, ctx, audit = audit)+++def install_compile_patches(+ stage: str,+ transformer: Any,+ logger: Any,+ *,+ offload_active: bool,+ denoiser_offloaded: Optional[bool],+) -> dict:+ """Per-denoiser patch stage inside the regional compile (``pre_int8`` / ``pre_compile``)."""+ ctx = patches.PatchContext(+ transformer = transformer,+ offload_active = offload_active,+ denoiser_offloaded = denoiser_offloaded,+ logger = logger,+ )+ return patches.install_stage(stage, ctx, audit = current_audit())+++# ------------------------------------------------------------------------------------------------ the speed layer+def _generic_family_view(view: Any, family: Any, plan: plan_mod.OptimizationPlan, logger: Any) -> Any:+ """For a family with no data: trial-compile discovered blocks, or decline the compile with the plan's reason."""+ step = plan.step("compiled")+ if step is not None and not step.attempt and str(step.reason or "").startswith(plan_mod.GRAPH_BREAK_DECLINE):+ # Graph-break suspects in a discovered block: decline rather than compile a graph that breaks every call.+ if logger is not None:+ logger.info("diffusion.autoopt: compile declined for %s: %s", plan.family, step.reason)+ return _family_with(family, supports_torch_compile = False)+ if step is not None and step.attempt and plan_mod.discovery_enabled():+ for dit in targets.denoiser_dits(view):+ if getattr(dit, "_repeated_blocks", None):+ continue+ prof = next((p for p in plan.profiles if p.class_name == type(dit).__name__), None)+ if prof is not None and prof.discovered_blocks and not prof.graph_break_suspects:+ try:+ dit._repeated_blocks = list(prof.discovered_blocks)+ if logger is not None:+ logger.info(+ "diffusion.autoopt: trial regional compile of discovered blocks %s on %s "+ "(guarded: a failure falls back to eager)",+ ", ".join(prof.discovered_blocks),+ type(dit).__name__,+ )+ except Exception: # noqa: BLE001+ pass+ return family+++def _family_with(family: Any, **overrides: Any) -> Any:+ try:+ return replace(family, **overrides)+ except Exception: # noqa: BLE001 - not a dataclass: a thin proxy+ class _Proxy:+ def __getattr__(self, name: str) -> Any:+ if name in overrides:+ return overrides[name]+ return getattr(family, name)+ return _Proxy()+++def run_speed_layer(+ view: Any,+ target: Any,+ *,+ family: Any,+ backend: str,+ speed_mode: str,+ apply: Callable[[Any, Any], dict],+ is_gguf: bool = False,+ offload_active: bool = False,+ audit: Optional[Audit] = None,+ logger: Any = None,+) -> dict[str, bool]:+ """Plan + apply the speed primitives for one pipe (image) or one denoiser view (video).++ ``apply(family, logger)`` runs the primitive (the backends' ``apply_speed_optims(...)`` call, so its arguments+ stay where the load computes them); the optimizer supplies the family it should see (a registered family is+ passed through untouched; a family with no data may get its compile declined) and the auditing logger. Family+ hooks run around it. Returns the primitive's dict after the hooks, exactly what the backends recorded before."""+ plan: Optional[plan_mod.OptimizationPlan]+ try:+ plan = plan_mod.build_plan(+ view,+ target,+ family = family,+ backend = backend,+ speed_mode = speed_mode,+ is_gguf = is_gguf,+ offload_active = offload_active,+ )+ except Exception as exc: # noqa: BLE001 - the plan explains; it never fails a load+ if logger is not None:+ logger.warning("diffusion.autoopt: plan unavailable, applying without it: %s", exc)+ plan = None+ if audit is not None and plan is not None:+ audit.generic = audit.generic or plan.generic+ hooks = [h for h in FAMILY_HOOKS if backend in h.backends and _safe_applies(h, family)]+ for hook in hooks:+ if hook.pre is not None:+ hook.pre(view, family)+ family_for_apply = family+ if plan is not None and plan.generic:+ try:+ family_for_apply = _generic_family_view(view, family, plan, logger)+ except Exception as exc: # noqa: BLE001 - the generic trial is optional; the stock path still runs+ if logger is not None:+ logger.warning("diffusion.autoopt: generic path unavailable: %s", exc)+ token = _CURRENT_AUDIT.set(audit)+ try:+ applied = apply(family_for_apply, auditing_logger(logger, audit))+ finally:+ _CURRENT_AUDIT.reset(token)+ for hook in hooks:+ if hook.post is not None:+ updated = hook.post(view, family, applied, logger)+ if updated is not None:+ applied = updated+ if audit is not None:+ try:+ record_applied(audit, applied, plan, view)+ except Exception: # noqa: BLE001 - the audit never fails a load+ pass+ return applied+++def _safe_applies(hook: FamilyHook, family: Any) -> bool:+ try:+ return bool(hook.applies(family))+ except Exception: # noqa: BLE001+ return False+++def record_applied(audit: Audit, applied: dict, plan: Optional[plan_mod.OptimizationPlan], view: Any = None) -> None:+ """Fold an ``apply_speed_optims`` result into the audit with the plan's reasons for what did not engage."""+ for name, on in applied.items():+ if on:+ audit.record(name, "engaged")+ continue+ reason = plan.reason(name) if plan is not None else None+ if name == "cuda_graph" and view is not None:+ reason = getattr(view, "_unsloth_cuda_graph_reason", None) or reason+ if reason is None and plan is not None and plan.speed_mode == plan_mod.SPEED_OFF:+ reason = "speed off"+ audit.record(name, "declined", reason or "not applicable to this model / tier")+++def record_load_steps(+ audit: Optional[Audit],+ *,+ attention: Optional[str] = None,+ step_cache: Optional[str] = None,+ step_cache_reason: Optional[str] = None,+ compile_cache: Optional[bool] = None,+ compile_cache_reason: Optional[str] = None,+ speed_deferred: bool = False,+) -> None:+ """Record the load-path steps that run outside ``run_speed_layer`` (attention backend, step cache, compile+ cache)."""+ if audit is None:+ return+ audit.record(+ "attention_backend",+ "engaged" if attention else "declined",+ attention if attention else "diffusers default attention",+ )+ audit.record(+ "step_cache",+ "engaged" if step_cache else "declined",+ step_cache if step_cache else (step_cache_reason or "off"),+ )+ if compile_cache is not None:+ audit.record(+ "compile_cache",+ "engaged" if compile_cache else "declined",+ None+ if compile_cache+ else compile_cache_reason+ if compile_cache_reason+ else "deferred: engages with the compile profile on the 3rd image"+ if speed_deferred+ else "no compile on this load",+ )+++def finalize(audit: Optional[Audit], speed_optims: Any, resolved: Optional[dict] = None) -> Optional[list]:+ """Reconcile the audit with the final ``speed_optims`` (post-placement arming may engage or drop a step) and attach+ it to ``resolved["speed_mode"]["steps"]``. Returns the step list; never raises."""+ if audit is None:+ return None+ try:+ return _finalize(audit, speed_optims, resolved)+ except Exception: # noqa: BLE001 - the audit never fails a load+ return None+++def _finalize(audit: Audit, speed_optims: Any, resolved: Optional[dict]) -> list:+ final = set(speed_optims or ())+ for name, entry in list(audit.entries.items()):+ if name in final and entry["status"] != "engaged":+ audit.entries[name] = {"status": "engaged", "reason": None}+ elif entry["status"] == "engaged" and name in plan_mod.STEP_ORDER and name not in final and _is_speed_key(name):+ audit.entries[name] = {"status": "declined", "reason": "disengaged after placement"}+ for name in final:+ if name not in audit.entries:+ audit.entries[name] = {"status": "engaged", "reason": None}+ steps = audit.as_list()+ if isinstance(resolved, dict):+ entry = resolved.get("speed_mode")+ if isinstance(entry, dict):+ entry["steps"] = steps+ return steps+++_SPEED_KEYS = frozenset(+ {+ "channels_last", "vae_fp16_decode", "vae_single_frame", "vae_fused", "cudnn_benchmark", "tf32",+ "fp16_accum", "fused_qkv", "compiled", "compiled_dequant", "rocm_query_chunks", "compiled_vae_decode",+ "cuda_graph", "int8_gemm",+ }+)+++def _is_speed_key(name: str) -> bool:+ return name in _SPEED_KEYSdiff --git a/studio/backend/core/inference/diffusion_autoopt/patches.py b/studio/backend/core/inference/diffusion_autoopt/patches.pynew file mode 100644index 00000000000..c9969b32c6d--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/patches.py@@ -0,0 +1,555 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""One registry and one lifecycle for every diffusion source / forward patch.++Each per-architecture module (eager fusions, arch ``_SPECS``, Qwen RoPE, Q2.1 fast step / RoPE / fused, FLUX.2 RoPE,+ROCm fused, Z-Image fused, Wan fused) used to be installed from its own call site with its own teardown list. They now+register a :class:`PatchSpec` here and are installed by stage, uninstalled by group, and report one outcome each into+the load's audit record. The modules keep their internals (fingerprints, eligibility, stashes); the registry owns+WHEN they run, the kill switches, and the record.++Fingerprints share one helper, :func:`source_digest` (the two identical ``_digest`` copies it replaces stay importable+as aliases), plus :func:`body_has` / :func:`body_has_once` for needle guards. :func:`splice_source` is the safe in-memory+source rewrite of unsloth-zoo's ``fused_losses/forward_install.py``: exactly-once needles, an unresolved-globals check,+exec in the original module globals, a digest gate, and the original kept for an exact uninstall.+"""++from __future__ import annotations++import ast+import builtins+import hashlib+import inspect+import io+import os+import textwrap+import threading+import tokenize+from dataclasses import dataclass, field+from typing import Any, Callable, Iterable, Optional++# Stages, in load order. ``load_eager``: shared compile-safe fusions (speed tiers only). ``load``: per-pipe installs+# that gate themselves (dtype / device / class). ``pre_int8`` / ``pre_compile``: per-denoiser installs inside the+# regional compile, before and after the int8 GEMM swap (the order the compiled graph depends on).+STAGE_LOAD_EAGER = "load_eager"+STAGE_LOAD = "load"+STAGE_PRE_INT8 = "pre_int8"+STAGE_PRE_COMPILE = "pre_compile"+STAGES = (STAGE_LOAD_EAGER, STAGE_LOAD, STAGE_PRE_INT8, STAGE_PRE_COMPILE)++# Teardown groups.+GROUP_EAGER = "eager"+GROUP_FUSED_DIT = "fused_dit"+GROUP_VIDEO_FUSED = "video_fused"++_FALSE_TOKENS = ("0", "off", "false", "no")+++# ------------------------------------------------------------------------------------------------------ fingerprints+def source_digest(fn: Any) -> Optional[str]:+ """16-hex digest of ``fn``'s source minus comments and docstrings. Source text, not ``ast.dump`` (which changes+ between Python versions). None when the source cannot be read."""+ try:+ src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))+ tree = ast.parse(src)+ comments = [+ tok.start+ for tok in tokenize.generate_tokens(io.StringIO(src).readline)+ if tok.type == tokenize.COMMENT+ ]+ except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):+ return None+ lines = src.splitlines()+ for row, col in comments:+ lines[row - 1] = lines[row - 1][:col]+ for node in ast.walk(tree):+ body = getattr(node, "body", None)+ if (+ isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))+ and body+ and isinstance(body[0], ast.Expr)+ and isinstance(getattr(body[0], "value", None), ast.Constant)+ and isinstance(body[0].value.value, str)+ ):+ for row in range(body[0].lineno, body[0].end_lineno + 1):+ lines[row - 1] = ""+ text = "\n".join(line.rstrip() for line in lines if line.strip())+ return hashlib.sha256(text.encode()).hexdigest()[:16]+++def _source(fn: Any) -> Optional[str]:+ try:+ return inspect.getsource(fn)+ except (OSError, TypeError):+ return None+++def body_has(fn: Callable, *needles: str) -> bool:+ """True iff every ``needle`` is in ``fn``'s source: a body-drift guard that self-disables a patch when diffusers+ changed the rewritten lines."""+ src = _source(fn)+ return src is not None and all(n in src for n in needles)+++def body_has_once(fn: Callable, *needles: str) -> bool:+ """Like :func:`body_has`, but each needle must occur exactly once (a rewrite target must be unambiguous)."""+ src = _source(fn)+ return src is not None and all(src.count(n) == 1 for n in needles)+++# ------------------------------------------------------------------------------------------------- source splicing+class SpliceError(ValueError):+ """Why a source splice declined; the original stays in place."""+++def _unresolved_names(tree: ast.AST, fn_globals: dict) -> list[str]:+ """Names the rewritten function loads that neither its arguments, its own assignments, its globals nor builtins+ provide (a NameError waiting for the first call)."""+ bound: set[str] = set()+ loaded: set[str] = set()+ for node in ast.walk(tree):+ if isinstance(node, ast.Name):+ (loaded if isinstance(node.ctx, ast.Load) else bound).add(node.id)+ elif isinstance(node, ast.arg):+ bound.add(node.arg)+ elif isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef)):+ bound.add(node.name)+ elif isinstance(node, (ast.Import, ast.ImportFrom)):+ for alias in node.names:+ bound.add((alias.asname or alias.name).split(".")[0])+ elif isinstance(node, ast.ExceptHandler) and node.name:+ bound.add(node.name)+ return sorted(+ n for n in loaded - bound if n not in fn_globals and not hasattr(builtins, n)+ )+++def splice_source(+ fn: Callable,+ edits: Iterable[tuple[str, str]],+ *,+ fingerprints: Optional[Iterable[str]] = None,+ extra_globals: Optional[dict] = None,+) -> Callable:+ """Return ``fn`` rebuilt from its source with each ``(old, new)`` edit applied. Every ``old`` must occur exactly+ once; ``fingerprints`` (when given) must contain the stock :func:`source_digest`; the result must resolve every+ global it loads; closures are refused (their cells cannot be rebuilt). Executed in ``fn.__globals__`` (plus+ ``extra_globals`` merged into a copy) so module-level helpers resolve exactly as in the original. Raises+ :class:`SpliceError` with the reason; never mutates anything."""+ raw = inspect.unwrap(fn)+ code = getattr(raw, "__code__", None)+ if code is None:+ raise SpliceError("not a Python function")+ if code.co_freevars:+ raise SpliceError(f"closure over {', '.join(code.co_freevars)}")+ if fingerprints is not None:+ digest = source_digest(raw)+ if digest not in set(fingerprints):+ raise SpliceError(f"source differs from the version this was written against ({digest})")+ src = _source(raw)+ if src is None:+ raise SpliceError("source unavailable")+ src = textwrap.dedent(src)+ for old, new in edits:+ count = src.count(old)+ if count != 1:+ raise SpliceError(f"needle found {count} times, expected exactly once: {old[:60]!r}")+ src = src.replace(old, new, 1)+ try:+ tree = ast.parse(src)+ except SyntaxError as exc:+ raise SpliceError(f"rewritten source does not parse: {exc}") from exc+ funcs = [n for n in tree.body if isinstance(n, (ast.FunctionDef, ast.AsyncFunctionDef))]+ if len(funcs) != 1:+ raise SpliceError("rewritten source is not a single function")+ funcs[0].decorator_list = [] # decorators already ran on the original; never re-apply them+ namespace = dict(raw.__globals__)+ if extra_globals:+ namespace.update(extra_globals)+ missing = _unresolved_names(tree, namespace)+ if missing:+ raise SpliceError(f"unresolved globals: {', '.join(missing)}")+ try:+ compiled = compile(tree, filename = f"<unsloth splice {raw.__qualname__}>", mode = "exec")+ exec(compiled, namespace) # noqa: S102 - the source is the library's own, checked above+ except Exception as exc: # noqa: BLE001+ raise SpliceError(f"rewritten source failed to build: {exc}") from exc+ new_fn = namespace[funcs[0].name]+ new_fn.__defaults__ = raw.__defaults__+ new_fn.__kwdefaults__ = raw.__kwdefaults__+ new_fn.__qualname__ = raw.__qualname__+ new_fn.__module__ = raw.__module__+ new_fn.__doc__ = raw.__doc__+ new_fn.__unsloth_spliced__ = True+ new_fn.__wrapped_original__ = raw+ return new_fn+++# ------------------------------------------------------------------------------------------------------- registry+@dataclass+class PatchContext:+ """What a spec may read when it installs. ``transformer`` is set for per-denoiser stages."""++ pipe: Any = None+ transformer: Any = None+ target: Any = None+ family: Any = None+ dtype: Any = None+ device: Any = None+ speed_mode: Optional[str] = None+ offload_active: bool = False+ denoiser_offloaded: Optional[bool] = None+ backend: str = "image"+ logger: Any = None+++@dataclass+class PatchSpec:+ """One patch. ``install(ctx)`` returns truthy when engaged (it owns its own fingerprint / eligibility checks and+ must never raise for a mere mismatch); ``uninstall()`` restores it exactly and is idempotent.++ ``classes``: denoiser class names the spec applies to (empty = any). ``speed_only``: install only on a non-``off``+ tier, and uninstall on ``off`` (the eager fusions). ``env``: the module's existing kill switch, recorded as the+ decline reason (the module also honours it itself). Every spec also answers ``UNSLOTH_DIFFUSION_PATCH_<NAME>=0``.+ ``warn``: the label of the warning a failure logs (kept identical to the pre-registry call sites)."""++ name: str+ stage: str+ install: Callable[[PatchContext], Any]+ uninstall: Optional[Callable[[], None]] = None+ group: Optional[str] = None+ classes: tuple[str, ...] = ()+ backends: tuple[str, ...] = ("image", "video")+ speed_only: bool = False+ env: Optional[str] = None+ warn: Optional[str] = None+ fingerprints: tuple[str, ...] = field(default_factory = tuple)++ @property+ def kill_env(self) -> str:+ return "UNSLOTH_DIFFUSION_PATCH_" + "".join(c if c.isalnum() else "_" for c in self.name).upper()+++@dataclass+class PatchOutcome:+ name: str+ status: str # engaged | declined | failed+ reason: Optional[str] = None+++_LOCK = threading.RLock()+_REGISTRY: list[PatchSpec] = []+++def register(spec: PatchSpec) -> PatchSpec:+ """Add (or replace by name) a spec; registration order is install order within a stage."""+ if spec.stage not in STAGES:+ raise ValueError(f"unknown patch stage {spec.stage!r}")+ with _LOCK:+ for i, existing in enumerate(_REGISTRY):+ if existing.name == spec.name:+ _REGISTRY[i] = spec+ return spec+ _REGISTRY.append(spec)+ return spec+++def specs(stage: Optional[str] = None, *, group: Optional[str] = None) -> list[PatchSpec]:+ _ensure_builtin()+ with _LOCK:+ return [+ s+ for s in _REGISTRY+ if (stage is None or s.stage == stage) and (group is None or s.group == group)+ ]+++def _env_off(name: Optional[str]) -> bool:+ return bool(name) and (os.environ.get(name) or "").strip().lower() in _FALSE_TOKENS+++def _class_name(module: Any) -> str:+ return type(module).__name__+++def install_stage(+ stage: str,+ ctx: PatchContext,+ *,+ audit: Any = None,+) -> dict[str, Any]:+ """Run every spec of ``stage`` against ``ctx`` in registration order. Returns ``{name: install result}`` for the+ specs that ran (a declined-by-gate spec is absent). Never raises: a failing spec logs its warning, records+ ``failed`` and the next spec runs."""+ results: dict[str, Any] = {}+ off = str(ctx.speed_mode or "").strip().lower() == "off"+ for spec in specs(stage):+ if ctx.backend not in spec.backends:+ continue+ if spec.classes:+ subject = ctx.transformer if ctx.transformer is not None else getattr(ctx.pipe, "transformer", None)+ if _class_name(subject) not in spec.classes:+ continue+ if _env_off(spec.kill_env):+ _record(audit, spec.name, "declined", f"{spec.kill_env}=0")+ if spec.uninstall is not None:+ _safe_uninstall(spec)+ continue+ if spec.speed_only and off:+ if spec.uninstall is not None:+ _safe_uninstall(spec)+ _record(audit, spec.name, "declined", "speed off")+ continue+ try:+ result = spec.install(ctx)+ except Exception as exc: # noqa: BLE001 - optimisation only; the stock code keeps running+ _warn(ctx.logger, spec.warn or spec.name, exc)+ _record(audit, spec.name, "failed", f"{type(exc).__name__}: {exc}")+ continue+ results[spec.name] = result+ if _engaged(result):+ _record(audit, spec.name, "engaged", None)+ elif _env_off(spec.env):+ _record(audit, spec.name, "declined", f"{spec.env}=0")+ else:+ _record(audit, spec.name, "declined", "not applicable or fingerprint mismatch")+ return results+++def _engaged(result: Any) -> bool:+ if isinstance(result, dict):+ return any(bool(v) for v in result.values())+ return bool(result)+++def _safe_uninstall(spec: PatchSpec) -> None:+ try:+ spec.uninstall() # type: ignore[misc]+ except Exception: # noqa: BLE001 - teardown is best effort+ pass+++def uninstall_group(group: str) -> None:+ """Restore every spec in ``group`` (idempotent, best effort, reverse registration order)."""+ for spec in reversed(specs(group = group)):+ if spec.uninstall is not None:+ _safe_uninstall(spec)+++def uninstall_stage(stage: str) -> None:+ for spec in reversed(specs(stage)):+ if spec.uninstall is not None:+ _safe_uninstall(spec)+++def _record(audit: Any, name: str, status: str, reason: Optional[str]) -> None:+ if audit is None:+ return+ try:+ audit.record(f"patch:{name}", status, reason)+ except Exception: # noqa: BLE001 - the audit never fails a load+ pass+++def _warn(logger: Any, what: str, exc: Exception) -> None:+ if logger is not None:+ logger.warning("diffusion.speed: %s failed: %s", what, exc)+++# ------------------------------------------------------------------------------------------------ built-in specs+_BUILTIN_DONE = False+++def _ensure_builtin() -> None:+ global _BUILTIN_DONE+ if _BUILTIN_DONE:+ return+ with _LOCK:+ if _BUILTIN_DONE:+ return+ _BUILTIN_DONE = True+ for spec in _builtin_specs():+ register(spec)+++def _builtin_specs() -> list[PatchSpec]:+ """The pre-registry install sites, in their original order. Imports are lazy: these modules import torch."""++ def eager_install(ctx: PatchContext) -> int:+ from ..diffusion_eager_patches import install_compile_safe_patches+ return install_compile_safe_patches()++ def eager_uninstall() -> None:+ from ..diffusion_eager_patches import uninstall_patches+ uninstall_patches()++ def arch_install(ctx: PatchContext) -> int:+ from ..diffusion_arch_patches import install_arch_patches+ return install_arch_patches()++ def arch_uninstall() -> None:+ from ..diffusion_arch_patches import uninstall_arch_patches+ uninstall_arch_patches()++ def q21_fast_step(ctx: PatchContext) -> bool:+ from ..diffusion_qwenimage21 import install_for_pipe+ return install_for_pipe(ctx.pipe, ctx.logger)++ def flux2_rope(ctx: PatchContext) -> bool:+ from ..diffusion_flux2_rope import install_for_pipe+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, ctx.logger)++ def flux2_rope_uninstall() -> None:+ from ..diffusion_flux2_rope import uninstall+ uninstall()++ def rocm_fused(ctx: PatchContext) -> dict:+ from ..diffusion_rocm_fused import install_for_pipe+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, ctx.logger)++ def rocm_fused_uninstall() -> None:+ from ..diffusion_rocm_fused import uninstall+ uninstall()++ def wan_fused(ctx: PatchContext) -> bool:+ from ..video_wan_fused import install_for_pipe+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, logger = ctx.logger)++ def wan_fused_uninstall() -> None:+ from ..video_wan_fused import uninstall+ uninstall()++ def q21_real_rope(ctx: PatchContext) -> bool:+ from ..diffusion_qwenimage21_rope import install+ return install(ctx.logger)++ def qwen_real_rope(ctx: PatchContext) -> bool:+ from ..diffusion_qwenimage_rope import install+ return install(ctx.transformer, ctx.logger)++ def qwen_real_rope_uninstall() -> None:+ from ..diffusion_qwenimage_rope import uninstall+ uninstall()++ def zimage_fused(ctx: PatchContext) -> bool:+ from ..diffusion_zimage_fused import install+ return install(ctx.transformer, ctx.logger, offload_active = ctx.offload_active)++ def zimage_fused_uninstall() -> None:+ from ..diffusion_zimage_fused import uninstall+ uninstall()++ def q21_fused(ctx: PatchContext) -> Any:+ from ..diffusion_qwenimage21_fused import install+ return install(+ ctx.transformer,+ ctx.logger,+ offload_active = ctx.offload_active+ if ctx.denoiser_offloaded is None+ else bool(ctx.denoiser_offloaded),+ )++ def q21_fused_uninstall() -> None:+ from ..diffusion_qwenimage21_fused import uninstall+ uninstall()++ return [+ # Shared compile-safe fusions (RMSNorm / AdaLN) and the per-arch addcmul fusions: speed tiers only.+ PatchSpec(+ "eager_fusions",+ STAGE_LOAD_EAGER,+ eager_install,+ eager_uninstall,+ group = GROUP_EAGER,+ backends = ("image",),+ speed_only = True,+ env = "UNSLOTH_DIFFUSION_EAGER_PATCHES",+ ),+ PatchSpec(+ "arch_fusions",+ STAGE_LOAD_EAGER,+ arch_install,+ arch_uninstall,+ group = GROUP_EAGER,+ backends = ("image",),+ speed_only = True,+ env = "UNSLOTH_DIFFUSION_ARCH_PATCHES",+ ),+ # Per-pipe installs that gate themselves on class / dtype / device, on every tier.+ PatchSpec(+ "qwenimage21_fast_step",+ STAGE_LOAD,+ q21_fast_step,+ backends = ("image",),+ env = "UNSLOTH_DIFFUSION_Q21_FAST_STEP",+ ),+ PatchSpec(+ "flux2_rope",+ STAGE_LOAD,+ flux2_rope,+ flux2_rope_uninstall,+ group = GROUP_FUSED_DIT,+ backends = ("image",),+ env = "UNSLOTH_DIFFUSION_FLUX2_FUSED_ROPE",+ ),+ PatchSpec(+ "rocm_fused",+ STAGE_LOAD,+ rocm_fused,+ rocm_fused_uninstall,+ group = GROUP_FUSED_DIT,+ backends = ("image",),+ env = "UNSLOTH_DIFFUSION_FUSED_ROPE",+ ),+ PatchSpec(+ "wan_fused",+ STAGE_LOAD,+ wan_fused,+ wan_fused_uninstall,+ group = GROUP_VIDEO_FUSED,+ backends = ("video",),+ speed_only = True,+ env = "UNSLOTH_DIFFUSION_WAN_FUSED_ADALN",+ ),+ # Inside the regional compile, before the int8 swaps.+ PatchSpec(+ "qwenimage21_real_rope",+ STAGE_PRE_INT8,+ q21_real_rope,+ classes = ("QwenImage21Transformer2DModel",),+ warn = "qwen-image-2.1 real rope",+ env = "UNSLOTH_DIFFUSION_Q21_REAL_ROPE",+ ),+ # Inside the regional compile, after the int8 GEMM swap (whose leftovers the Q2.1 fused install reads).+ PatchSpec(+ "qwenimage_real_rope",+ STAGE_PRE_COMPILE,+ qwen_real_rope,+ qwen_real_rope_uninstall,+ group = GROUP_FUSED_DIT,+ classes = ("QwenImageTransformer2DModel",),+ warn = "qwen-image real rope",+ env = "UNSLOTH_DIFFUSION_QWEN_REAL_ROPE",+ ),+ PatchSpec(+ "zimage_fused",+ STAGE_PRE_COMPILE,+ zimage_fused,+ zimage_fused_uninstall,+ group = GROUP_FUSED_DIT,+ classes = ("ZImageTransformer2DModel",),+ warn = "z-image fused attention",+ env = "UNSLOTH_DIFFUSION_ZIMAGE_FUSED",+ ),+ PatchSpec(+ "qwenimage21_fused",+ STAGE_PRE_COMPILE,+ q21_fused,+ q21_fused_uninstall,+ group = GROUP_FUSED_DIT,+ classes = ("QwenImage21Transformer2DModel",),+ warn = "qwen-image-2.1 convrot sharing",+ env = "UNSLOTH_DIFFUSION_Q21_CONVROT_FUSED",+ ),+ ]diff --git a/studio/backend/core/inference/diffusion_autoopt/plan.py b/studio/backend/core/inference/diffusion_autoopt/plan.pynew file mode 100644index 00000000000..200c8ab5263--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/plan.py@@ -0,0 +1,234 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""The optimization plan: which steps a load will try, in what order, and why a step is declined.++Every decision here is the SAME predicate the primitives apply (compile_eligible, the fp16 U-Net offload rule,+family flags, the graph layer's eligibility), evaluated up front so the audit can name the reason. The primitives+still decide at apply time; the plan never overrides a registered family. For a family with no data the plan uses+the denoiser profile to decline a compile up front (no repeated blocks, graph-break suspects in a discovered block)+rather than letting it fail inside the load.++:func:`compile_cache_kwargs` is the one resolver for the compile-cache fingerprint kwargs (load-time and deferred+image compile, and the opt-in video compile cache), so the bundle keys on what the compile will actually use.+"""++from __future__ import annotations++from dataclasses import dataclass, field+from typing import Any, Optional++from . import targets+from .profile import ModelProfile, profile_model++# Load order of the optimizer steps (design doc, section A). Names match the audit / ``speed_optims`` keys.+STEP_ORDER: tuple[str, ...] = (+ "patches",+ "attention_backend",+ "step_cache",+ "compile_cache",+ "vae_single_frame",+ "channels_last",+ "vae_fp16_decode",+ "vae_fused",+ "cudnn_benchmark",+ "fp16_accum",+ "fused_qkv",+ "compiled",+ "compiled_dequant",+ "int8_gemm",+ "compiled_vae_decode",+ "tf32",+ "rocm_query_chunks",+ "cuda_graph",+ "block_graphs",+ "bg_compile",+)++GRAPH_BREAK_DECLINE = "graph-break suspects in a discovered block forward"++SPEED_OFF = "off"+SPEED_EAGER = "eager"+SPEED_DEFAULT = "default"+SPEED_MAX = "max"+++@dataclass+class PlannedStep:+ name: str+ attempt: bool+ reason: Optional[str] = None+++@dataclass+class OptimizationPlan:+ backend: str+ family: Optional[str]+ speed_mode: str+ steps: list[PlannedStep] = field(default_factory = list)+ profiles: list[ModelProfile] = field(default_factory = list)+ generic: bool = False++ def step(self, name: str) -> Optional[PlannedStep]:+ for s in self.steps:+ if s.name == name:+ return s+ return None++ def reason(self, name: str) -> Optional[str]:+ s = self.step(name)+ return s.reason if s is not None else None+++def family_has_data(family: Any) -> bool:+ """Whether ``family`` comes from a registry (image or video); a bare / synthesized family takes the generic path."""+ name = getattr(family, "name", None)+ if not isinstance(name, str) or not name:+ return False+ try:+ from ..diffusion_families import _FAMILIES as image_families # noqa: PLC0415+ from ..video_families import _FAMILIES as video_families # noqa: PLC0415+ except Exception: # noqa: BLE001+ return True+ return any(f is family or f.name == name for f in tuple(image_families) + tuple(video_families))+++# Generic path (a family with no registry data): compile discovered repeated blocks under the runtime guard.+DISCOVER_ENV = "UNSLOTH_DIFFUSION_AUTOOPT_DISCOVER"+++def discovery_enabled() -> bool:+ import os # noqa: PLC0415++ return (os.environ.get(DISCOVER_ENV) or "").strip().lower() not in ("0", "off", "false", "no")+++def compile_ineligible_reason(target: Any, family: Any) -> Optional[str]:+ """Why ``compile_eligible`` refuses, mirroring its checks in order; None when eligible."""+ from .. import diffusion_speed as ds # noqa: PLC0415++ if not ds.torch_compile_runtime_available():+ return "torch.compile unavailable in this process (TORCHDYNAMO_DISABLE or no Triton)"+ if not bool(getattr(target, "supports_default_torch_compile", False)):+ return "device does not support the default torch.compile profile"+ if not bool(getattr(family, "supports_torch_compile", True)):+ return "family opts out of torch.compile"+ dtype = getattr(target, "dtype", None)+ if ds._is_bfloat16(dtype):+ return None+ if bool(getattr(family, "fp16_incompatible", False)):+ return "fp16-incompatible family stays eager outside bf16"+ if ds._is_float16(dtype) and ds._fp16_compile_capable(target):+ return None+ return f"dtype {str(dtype).replace('torch.', '')} is not compiled on this device"+++def build_plan(+ pipe: Any,+ target: Any,+ *,+ family: Any,+ backend: str,+ speed_mode: str,+ is_gguf: bool = False,+ offload_active: bool = False,+) -> OptimizationPlan:+ """Predict each step's decision and reason from the same predicates the primitives use."""+ from .. import diffusion_speed as ds # noqa: PLC0415++ mode = ds.normalize_speed_mode(speed_mode)+ generic = not family_has_data(family)+ dits = targets.denoiser_dits(pipe)+ candidates = dits or [m for m in [targets.denoiser_unet(pipe)] if m is not None]+ if generic and not candidates:+ candidates = targets.discovered_only(pipe, family)+ profiles = [p for p in (profile_model(m) for m in candidates if hasattr(m, "forward")) if p is not None]+ plan = OptimizationPlan(+ backend = backend,+ family = getattr(family, "name", None),+ speed_mode = mode,+ profiles = profiles,+ generic = generic,+ )++ def add(name: str, attempt: bool, reason: Optional[str] = None) -> None:+ plan.steps.append(PlannedStep(name, attempt, reason))++ if mode == SPEED_OFF:+ for name in STEP_ORDER:+ if name not in ("patches", "attention_backend", "step_cache"):+ add(name, False, "speed off")+ return plan++ on_cuda = getattr(target, "device", None) == "cuda"+ compile_reason: Optional[str] = None+ if mode == SPEED_EAGER:+ compile_reason = "eager tier does not compile"+ elif mode == SPEED_DEFAULT and is_gguf and on_cuda and getattr(family, "supports_torch_compile", True):+ compile_reason = "GGUF compiles the dequant op chain instead"+ else:+ compile_reason = compile_ineligible_reason(target, family)+ if compile_reason is None and ds.fp16_unet_offloaded(target, pipe, offload_active = offload_active):+ compile_reason = "offloaded fp16 U-Net stays eager (fused QKV costs more transfer than compile saves)"+ if compile_reason is None and not candidates:+ compile_reason = "no denoiser transformer or whole-compile U-Net"+ if compile_reason is None and dits:+ declines = [p.compile_decline() for p in profiles]+ if generic and discovery_enabled():+ # No data: discovered (unverified) blocks get a guarded trial compile instead of a decline.+ declines = [+ None if (p.discovered_blocks and not p.repeated_blocks) else d+ for p, d in zip(profiles, declines)+ ]+ if declines and all(declines):+ compile_reason = declines[0]+ add("compiled", compile_reason is None, compile_reason)+ if generic and compile_reason is None:+ # No measured data: a discovered block whose forward host-syncs would graph-break on every call.+ for p in profiles:+ if not p.declared_blocks and p.graph_break_suspects:+ suspects = "; ".join(f"{k}: {', '.join(v)}" for k, v in p.graph_break_suspects.items())+ step = plan.step("compiled")+ step.attempt = False+ step.reason = f"{GRAPH_BREAK_DECLINE} ({p.class_name}: {suspects})"+ add(+ "compiled_dequant",+ bool(is_gguf and on_cuda),+ None if is_gguf else "not a GGUF transformer",+ )+ add("tf32", mode == SPEED_MAX and on_cuda, None if mode == SPEED_MAX else "max tier only")+ if not getattr(family, "cudnn_benchmark", True):+ add("cudnn_benchmark", False, "family keeps cudnn.benchmark off (per-process conv pick changes pixels)")+ elif not on_cuda:+ add("cudnn_benchmark", False, "not a CUDA device")+ else:+ add("cudnn_benchmark", True)+ return plan+++def compile_cache_kwargs(+ pipe: Any,+ *,+ speed_mode: str,+ fullgraph: bool,+ offload_below_hooks: bool,+ deferred: bool = False,+) -> dict[str, Any]:+ """The compile kwargs the compile cache fingerprints. ``deferred``: the image backend's 3rd-image profile, which+ always compiles the ``default`` tier with explicit ``dynamic=True``."""+ from .. import diffusion_speed as ds # noqa: PLC0415++ mode = SPEED_DEFAULT if deferred else ds.normalize_speed_mode(speed_mode)+ transformer = getattr(pipe, "transformer", None)+ kwargs: dict[str, Any] = {+ # A step cache or planned offload graph-breaks, so the bundle keys on the fullgraph the compile uses.+ "fullgraph": bool(fullgraph),+ # max compiles DiTs with automatic dynamic (None), as does the default tier for torchao weights.+ "dynamic": ds.compile_dynamic(transformer, True if deferred else (None if mode == SPEED_MAX else True)),+ "mode": "max-autotune-no-cudagraphs" if mode == SPEED_MAX else "default",+ "vae_decode": ds.vae_decode_compile_allowed(pipe, mode),+ }+ if offload_below_hooks:+ # An offloaded denoiser compiles its blocks below the hooks, a different graph than a traced-hook bundle.+ kwargs["below_hooks"] = True+ return kwargsdiff --git a/studio/backend/core/inference/diffusion_autoopt/profile.py b/studio/backend/core/inference/diffusion_autoopt/profile.pynew file mode 100644index 00000000000..0d09ad2e6fa--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/profile.py@@ -0,0 +1,212 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Static introspection of a denoiser class, the input the optimizer plans from.++A :class:`ModelProfile` answers, without running the model: which blocks repeat (declared ``_repeated_blocks``,+Studio's verified list, or discovered via ``_no_split_modules`` + a ModuleList holding >= 2), whether the attention+goes through diffusers' dispatcher, whether a repeated block merges the text and image streams (static compile on old+inductors), and a static graph-break screen of each repeated block's ``forward`` source (host syncs, data-dependent+shapes). Profiles are cached by (class qualname, forward source digest, diffusers version), so a diffusers upgrade or+a patched forward re-profiles.++The profile only DESCRIBES. Registered families keep the decisions they always had; the plan uses the profile to+explain a decline and, for a family with no data, to decline a step up front with the reason instead of failing.+"""++from __future__ import annotations++import re+import threading+from dataclasses import dataclass, field+from typing import Any, Optional++from .patches import source_digest++# Host-sync / data-dependent constructs that break a dynamo graph (zoo compiler.py screens the same set).+GRAPH_BREAK_PATTERNS: tuple[tuple[str, str], ...] = (+ (".item()", r"\.item\(\s*\)"),+ (".tolist()", r"\.tolist\(\s*\)"),+ (".nonzero()", r"\.nonzero\(|torch\.nonzero\("),+ (".cpu()", r"\.cpu\(\s*\)"),+ (".numpy()", r"\.numpy\(\s*\)"),+ ("torch.unique", r"torch\.unique\(|\.unique\(\s*\)"),+ ("bincount", r"\.bincount\(|torch\.bincount\("),+ ("masked_select", r"masked_select\("),+ ("print", r"(?<![\w.])print\("),+)+_COMPILED_PATTERNS = tuple((label, re.compile(rx)) for label, rx in GRAPH_BREAK_PATTERNS)+_DISPATCH_RX = re.compile(r"dispatch_attention_fn\(")+_SDPA_RX = re.compile(r"scaled_dot_product_attention\(")+_STREAM_MERGE_RX = re.compile(+ r"torch\.cat\(\s*\[\s*(?:encoder_hidden_states\s*,\s*hidden_states"+ r"|hidden_states\s*,\s*encoder_hidden_states)\s*\]"+)+++@dataclass(frozen = True)+class BlockProfile:+ name: str+ count: int+ digest: Optional[str]+ graph_break_suspects: tuple[str, ...] = ()+ merges_streams: bool = False+++@dataclass(frozen = True)+class ModelProfile:+ class_name: str+ qualname: str+ digest: Optional[str]+ diffusers_version: str+ declared_blocks: tuple[str, ...] = ()+ verified_blocks: tuple[str, ...] = ()+ discovered_blocks: tuple[str, ...] = ()+ blocks: tuple[BlockProfile, ...] = field(default_factory = tuple)+ uses_dispatcher: Optional[bool] = None+ calls_sdpa_directly: bool = False+ has_compile_repeated_blocks: bool = False++ @property+ def repeated_blocks(self) -> tuple[str, ...]:+ """What the regional compile will use: declared, else verified-and-present (Studio's ensure_repeated_blocks)."""+ if self.declared_blocks:+ return self.declared_blocks+ return tuple(n for n in self.verified_blocks if n in self.discovered_blocks)++ @property+ def graph_break_suspects(self) -> dict[str, tuple[str, ...]]:+ return {b.name: b.graph_break_suspects for b in self.blocks if b.graph_break_suspects}++ def compile_decline(self) -> Optional[str]:+ """Why a regional compile cannot engage on this class, or None."""+ if not self.has_compile_repeated_blocks:+ return "denoiser has no compile_repeated_blocks (not a diffusers ModelMixin)"+ if self.repeated_blocks:+ return None+ if self.discovered_blocks:+ return (+ "declares no _repeated_blocks; discovered "+ + ", ".join(self.discovered_blocks)+ + " but they are not verified for regional compile"+ )+ return "declares no _repeated_blocks and none were discovered"++ def as_dict(self) -> dict:+ return {+ "class": self.class_name,+ "digest": self.digest,+ "diffusers": self.diffusers_version,+ "repeated_blocks": list(self.repeated_blocks),+ "declared_blocks": list(self.declared_blocks),+ "discovered_blocks": list(self.discovered_blocks),+ "uses_dispatcher": self.uses_dispatcher,+ "graph_break_suspects": {k: list(v) for k, v in self.graph_break_suspects.items()},+ "merges_streams": [b.name for b in self.blocks if b.merges_streams],+ }+++_CACHE: dict[tuple, ModelProfile] = {}+_LOCK = threading.Lock()+++def _diffusers_version() -> str:+ try:+ import diffusers # noqa: PLC0415+ return str(getattr(diffusers, "__version__", "unknown"))+ except Exception: # noqa: BLE001+ return "unavailable"+++def _source(fn: Any) -> Optional[str]:+ try:+ import inspect # noqa: PLC0415+ return inspect.getsource(fn)+ except Exception: # noqa: BLE001+ return None+++def screen_source(source: Optional[str]) -> tuple[str, ...]:+ """Graph-break suspects in ``source`` (labels of :data:`GRAPH_BREAK_PATTERNS`), comment lines ignored."""+ if not source:+ return ()+ code = "\n".join(line.split("#", 1)[0] for line in source.splitlines())+ return tuple(label for label, rx in _COMPILED_PATTERNS if rx.search(code))+++def _block_classes(model: Any, names: tuple[str, ...]) -> dict[str, tuple[type, int]]:+ out: dict[str, tuple[type, int]] = {}+ modules = getattr(model, "modules", None)+ if not callable(modules) or not names:+ return out+ try:+ for sub in modules():+ cls = type(sub)+ if cls.__name__ in names:+ prev = out.get(cls.__name__)+ out[cls.__name__] = (cls, (prev[1] if prev else 0) + 1)+ except Exception: # noqa: BLE001 - a probe, never a failed load+ return {}+ return out+++def profile_model(model: Any) -> Optional[ModelProfile]:+ """Profile ``model``'s class (cached). None for a non-module (stubs, views)."""+ if model is None:+ return None+ cls = type(model)+ forward = getattr(cls, "forward", None)+ key = (f"{cls.__module__}.{cls.__qualname__}", source_digest(forward) if forward else None, _diffusers_version())+ with _LOCK:+ cached = _CACHE.get(key)+ if cached is not None:+ return cached+ declared = tuple(getattr(cls, "_repeated_blocks", None) or ())+ try:+ from ..diffusion_regional_compile import discover_repeated_blocks, verified_repeated_blocks # noqa: PLC0415++ verified = tuple(verified_repeated_blocks(cls.__name__))+ discovered = tuple(discover_repeated_blocks(model))+ except Exception: # noqa: BLE001+ verified, discovered = (), ()+ names = declared or verified or discovered+ blocks = []+ for name, (bcls, count) in _block_classes(model, names).items():+ src = _source(getattr(bcls, "forward", None))+ blocks.append(+ BlockProfile(+ name = name,+ count = count,+ digest = source_digest(getattr(bcls, "forward", None)),+ graph_break_suspects = screen_source(src),+ merges_streams = bool(src and _STREAM_MERGE_RX.search(src)),+ )+ )+ module_src = None+ try:+ import sys # noqa: PLC0415+ mod = sys.modules.get(cls.__module__)+ module_src = _source(mod) if mod is not None else None+ except Exception: # noqa: BLE001+ module_src = None+ profile = ModelProfile(+ class_name = cls.__name__,+ qualname = key[0],+ digest = key[1],+ diffusers_version = key[2],+ declared_blocks = declared,+ verified_blocks = verified,+ discovered_blocks = discovered,+ blocks = tuple(sorted(blocks, key = lambda b: b.name)),+ uses_dispatcher = bool(_DISPATCH_RX.search(module_src)) if module_src else None,+ calls_sdpa_directly = bool(module_src and _SDPA_RX.search(module_src)),+ has_compile_repeated_blocks = callable(getattr(model, "compile_repeated_blocks", None)),+ )+ with _LOCK:+ _CACHE[key] = profile+ return profile+++def clear_cache() -> None:+ with _LOCK:+ _CACHE.clear()diff --git a/studio/backend/core/inference/diffusion_autoopt/runtime.py b/studio/backend/core/inference/diffusion_autoopt/runtime.pynew file mode 100644index 00000000000..e6633159668--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/runtime.py@@ -0,0 +1,55 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Call-time checks against the pipeline that actually runs a request.++Load-time eligibility is judged on the base pipe, but a request may run a DIFFERENT pipeline over the same denoiser:+an image workflow built with ``from_pipe`` (FLUX.1 img2img / inpaint), the video I2V class swap, LTX-2.5's condition+pipe. First-Block-Cache hooks live on the shared denoiser and need the RUNNER to open ``cache_context``; FLUX.1's+``FluxPipeline`` does, ``FluxImg2ImgPipeline`` / ``FluxInpaintPipeline`` (diffusers 0.41) do not, so an engaged cache+raised "No cache context is set" on the first img2img step. These helpers answer for the runner.+"""++from __future__ import annotations++from typing import Any, Optional++# Multi-call renders (a request that calls its pipeline more than once, e.g. LTX-2.5's two stages) use the+# family-agnostic helpers of diffusion_multistage; they are the runtime layer's multi-runner primitives, re-exported+# here so the optimizer has one runtime entry point instead of a second copy.+from ..diffusion_multistage import encode_once, hold_denoiser_between_calls # noqa: F401+++def runner_opens_cache_context(runner: Any) -> bool:+ from ..diffusion_cache import _pipeline_opens_cache_context # noqa: PLC0415++ return _pipeline_opens_cache_context(runner)+++def step_cache_runner_reason(base: Any, runner: Any) -> Optional[str]:+ """Why the step cache must stay off for a call that runs ``runner`` over ``base``'s denoiser, or None."""+ if runner is None or runner is base:+ return None+ if not shares_denoiser(base, runner):+ return None+ if runner_opens_cache_context(runner):+ return None+ return f"{type(runner).__name__} opens no cache_context, so the step cache stays off for this call"+++def auto_cache_steps(base: Any, runner: Any, steps: int) -> tuple[int, Optional[str]]:+ """The step count an AUTO cache toggle should see for this call: 0 (disengage) when the runner cannot host the+ cache, else ``steps``. Returns ``(steps, reason)``."""+ reason = step_cache_runner_reason(base, runner)+ return (0, reason) if reason else (int(steps), None)+++def shares_denoiser(base: Any, runner: Any) -> bool:+ """Whether ``runner`` drives a denoiser module of ``base`` (from_pipe workflows, class swaps and multi-stage+ runners built from ``base``'s components do); the same denoiser resolution diffusion_multistage holds."""+ if runner is None or runner is base:+ return True+ from ..diffusion_multistage import _denoisers # noqa: PLC0415++ mine = _denoisers(base)+ return bool(mine) and any(m is n for m in mine for n in _denoisers(runner))diff --git a/studio/backend/core/inference/diffusion_autoopt/targets.py b/studio/backend/core/inference/diffusion_autoopt/targets.pynew file mode 100644index 00000000000..b406e934a71--- /dev/null+++ b/studio/backend/core/inference/diffusion_autoopt/targets.py@@ -0,0 +1,137 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Which modules of a pipeline are denoisers, and which pipeline actually runs a request.++Two resolvers with different contracts:++* :func:`denoiser_dits` / :func:`denoiser_unet` / :func:`guarded_dits` / :func:`hooked_denoisers` are the exact+ attribute contracts the speed, attention, graph and offload layers have always used (one copy here instead of one+ per module). Every primitive keeps reaching precisely the modules it reached before.+* :func:`denoisers` resolves BY TYPE for the optimizer's profile / audit and for a family with no data: diffusers+ ``ModelMixin`` components that declare or expose repeated transformer blocks, honouring ``family.denoiser_attr``,+ an MoE ``transformer_2`` and named partitions (``transformer_ref``). It never feeds a primitive of a registered+ family, so it cannot widen what a known load touches.++:func:`runner_for` names the pipeline that executes a call (from_pipe workflows, the I2V class swap, LTX-2.5's+condition pipe) so call-time checks (``runtime.py``) judge the runner, not the base pipe.+"""++from __future__ import annotations++from typing import Any, Iterable, Optional++# The DiT attributes every denoise loop may run, in the order the speed / attention layers have always visited them.+DIT_ATTRS: tuple[str, ...] = ("transformer", "transformer_2", "unconditional_transformer")+# Attributes an offload hook may move (the graph layer's stale-pointer check).+HOOKED_ATTRS: tuple[str, ...] = DIT_ATTRS + ("unet",)+# Named partitions a modular workflow compiles through a view (MiniMax-H3's reference DiT).+PARTITION_ATTRS: tuple[str, ...] = ("transformer_ref",)++# U-Net denoisers ship no ``_repeated_blocks``, so the regional compile cannot reach them; these classes get a+# WHOLE-module static compile (diffusion_speed).+UNET_WHOLE_COMPILE: frozenset[str] = frozenset({"UNet2DConditionModel"})++# Component names that are never a denoiser even when they are a ModelMixin with repeated blocks.+_NOT_DENOISERS = ("vae", "controlnet", "text_encoder", "image_encoder", "audio", "vocoder", "upsampler", "connector")+++def _unique(modules: Iterable[Any]) -> list:+ out: list = []+ for m in modules:+ if m is not None and not any(m is seen for seen in out):+ out.append(m)+ return out+++def denoiser_dits(pipe: Any) -> list:+ """Every DiT the denoise loop runs: ``transformer`` plus a second expert some families carry (Ideogram's+ ``unconditional_transformer``, an MoE ``transformer_2``)."""+ dits: list = []+ for attr in DIT_ATTRS:+ m = getattr(pipe, attr, None)+ if m is not None and m not in dits:+ dits.append(m)+ return dits+++def denoiser_unet(pipe: Any) -> Any:+ """The pipe's U-Net when its class is on the whole-compile list, else None."""+ unet = getattr(pipe, "unet", None)+ if unet is not None and type(unet).__name__ in UNET_WHOLE_COMPILE:+ return unet+ return None+++def guarded_dits(pipe: Any) -> list:+ """:func:`denoiser_dits` plus a modular workflow's named partition (compiled through a view)."""+ dits = denoiser_dits(pipe)+ for attr in PARTITION_ATTRS:+ extra = getattr(pipe, attr, None)+ if extra is not None and extra not in dits:+ dits.append(extra)+ return dits+++def hooked_denoisers(pipe: Any) -> list:+ """The modules whose offload hooks make a captured graph replay stale pointers."""+ return [m for m in (getattr(pipe, a, None) for a in HOOKED_ATTRS) if m is not None]+++# ----------------------------------------------------------------------------------------------- by-type resolver+def _is_model_mixin(module: Any) -> bool:+ try:+ from diffusers.models.modeling_utils import ModelMixin # noqa: PLC0415+ except Exception: # noqa: BLE001 - no diffusers: duck-type below+ ModelMixin = None # type: ignore[assignment] # noqa: N806+ if ModelMixin is not None and isinstance(module, ModelMixin):+ return True+ return callable(getattr(module, "compile_repeated_blocks", None))+++def _declares_blocks(module: Any) -> bool:+ if getattr(type(module), "_repeated_blocks", None):+ return True+ if getattr(module, "_repeated_blocks", None):+ return True+ return bool(getattr(module, "_no_split_modules", None))+++def _components(pipe: Any) -> dict:+ comps = getattr(pipe, "components", None)+ if isinstance(comps, dict):+ return comps+ return {}+++def denoisers(pipe: Any, family: Any = None) -> list:+ """Denoiser modules of ``pipe`` resolved by type, primary first.++ Order: ``family.denoiser_attr`` (``unet`` for SDXL), the standard DiT attributes, named partitions, then any other+ ``ModelMixin`` component that declares repeated blocks and is not a VAE / encoder / ControlNet."""+ found: list = []+ attr = getattr(family, "denoiser_attr", None)+ if isinstance(attr, str) and attr:+ found.append(getattr(pipe, attr, None))+ found.extend(getattr(pipe, a, None) for a in DIT_ATTRS + PARTITION_ATTRS)+ if getattr(pipe, "unet", None) is not None:+ found.append(pipe.unet)+ for name, module in _components(pipe).items():+ if module is None or any(tag in str(name).lower() for tag in _NOT_DENOISERS):+ continue+ if _is_model_mixin(module) and _declares_blocks(module):+ found.append(module)+ return _unique(found)+++def discovered_only(pipe: Any, family: Any = None) -> list:+ """Denoisers the by-type resolver finds that the attribute contracts above miss (what the generic path adds)."""+ known = guarded_dits(pipe) + [m for m in [getattr(pipe, "unet", None)] if m is not None]+ return [m for m in denoisers(pipe, family) if not any(m is k for k in known)]+++# ------------------------------------------------------------------------------------------------------- runners+def runner_for(base: Any, runner: Optional[Any] = None) -> Any:+ """The pipeline that executes a call: ``runner`` when a workflow swapped one in (from_pipe img2img / inpaint,+ the I2V class swap, LTX-2.5's condition pipe), else ``base``."""+ return runner if runner is not None else basediff --git a/studio/backend/core/inference/diffusion_qwenimage21.py b/studio/backend/core/inference/diffusion_qwenimage21.pyindex d255b6f4774..92558b8bb63 100644--- a/studio/backend/core/inference/diffusion_qwenimage21.py+++ b/studio/backend/core/inference/diffusion_qwenimage21.py@@ -7,19 +7,16 @@ Kill switch: ``UNSLOTH_DIFFUSION_Q21_FAST_STEP=0``."""from __future__ import annotations-import astimport functools-import hashlibimport inspect-import ioimport mathimport os-import textwrapimport threading-import tokenizeimport weakreffrom typing import Any, Optional+from .diffusion_autoopt.patches import source_digest+FAST_STEP_ENV = "UNSLOTH_DIFFUSION_Q21_FAST_STEP"COMPACT_KV_ENV = "UNSLOTH_DIFFUSION_Q21_COMPACT_KV"@@ -45,34 +42,8 @@ def fast_step_disabled() -> bool:return (os.environ.get(FAST_STEP_ENV) or "").strip().lower() in ("0", "off", "false", "no")-def _digest(fn: Any) -> Optional[str]:- """Source text, not ``ast.dump``, whose output changes between Python versions."""- try:- src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))- tree = ast.parse(src)- comments = [- tok.start- for tok in tokenize.generate_tokens(io.StringIO(src).readline)- if tok.type == tokenize.COMMENT- ]- except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):- return None- lines = src.splitlines()- for row, col in comments:- lines[row - 1] = lines[row - 1][:col]- for node in ast.walk(tree):- body = getattr(node, "body", None)- if (- isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))- and body- and isinstance(body[0], ast.Expr)- and isinstance(getattr(body[0], "value", None), ast.Constant)- and isinstance(body[0].value.value, str)- ):- for row in range(body[0].lineno, body[0].end_lineno + 1):- lines[row - 1] = ""- text = "\n".join(line.rstrip() for line in lines if line.strip())- return hashlib.sha256(text.encode()).hexdigest()[:16]+# One fingerprint util for every patch module (diffusion_autoopt.patches); kept under this name for importers.+_digest = source_digestdef stock_digests(module: Any) -> dict[str, Optional[str]]:diff --git a/studio/backend/core/inference/diffusion_qwenimage21_rope.py b/studio/backend/core/inference/diffusion_qwenimage21_rope.pyindex 004cd6d228d..9fb8ba8e3d9 100644--- a/studio/backend/core/inference/diffusion_qwenimage21_rope.py+++ b/studio/backend/core/inference/diffusion_qwenimage21_rope.py@@ -10,17 +10,14 @@ Inductor cannot fuse complex multiply; ATen's fma placement differs per card (B2from __future__ import annotations-import astimport functools-import hashlibimport inspect-import ioimport os-import textwrapimport threading-import tokenizefrom typing import Any, Optional+from .diffusion_autoopt.patches import source_digest+REAL_ROPE_ENV = "UNSLOTH_DIFFUSION_Q21_REAL_ROPE"_MODULE = "diffusers.models.transformers.transformer_qwenimage21"@@ -40,34 +37,8 @@ def real_rope_disabled() -> bool:return (os.environ.get(REAL_ROPE_ENV) or "").strip().lower() in ("0", "off", "false", "no")-def _digest(fn: Any) -> Optional[str]:- """Source text, not ``ast.dump`` (varies across Python versions), minus docstrings/comments."""- try:- src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))- tree = ast.parse(src)- comments = [- tok.start- for tok in tokenize.generate_tokens(io.StringIO(src).readline)- if tok.type == tokenize.COMMENT- ]- except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):- return None- lines = src.splitlines()- for row, col in comments:- lines[row - 1] = lines[row - 1][:col]- for node in ast.walk(tree):- body = getattr(node, "body", None)- if (- isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))- and body- and isinstance(body[0], ast.Expr)- and isinstance(getattr(body[0], "value", None), ast.Constant)- and isinstance(body[0].value.value, str)- ):- for row in range(body[0].lineno, body[0].end_lineno + 1):- lines[row - 1] = ""- text = "\n".join(line.rstrip() for line in lines if line.strip())- return hashlib.sha256(text.encode()).hexdigest()[:16]+# One fingerprint util for every patch module (diffusion_autoopt.patches); kept under this name for importers.+_digest = source_digestdef why_unsupported(module: Any) -> Optional[str]:diff --git a/studio/backend/core/inference/diffusion_speed.py b/studio/backend/core/inference/diffusion_speed.pyindex 5bc9f88c73c..589ac667182 100644--- a/studio/backend/core/inference/diffusion_speed.py+++ b/studio/backend/core/inference/diffusion_speed.py@@ -45,6 +45,7 @@ from typing import Any, Iterator, Optionalfrom . import diffusion_compile_config as compile_configfrom .diffusion_bg_compile import eager_forced as _bg_eager_forcedfrom . import diffusion_gguf_compile as gguf_compile+from .diffusion_autoopt import targets as _targetsSPEED_OFF = "off"SPEED_EAGER = "eager"@@ -936,7 +937,7 @@ def _video_vae_half_decode(pipe: Any, target: Any, family: Any, logger: Any) -># U-Net denoisers ship no ``_repeated_blocks``, so the regional compile cannot reach them; these classes get a# WHOLE-module STATIC compile. SDXL (B200, 30 steps / 1024px): 26.9 vs 45.9 ms/step, 1.61x end-to-end at LPIPS 0.034.# Static means a recompile per (height, width, batch).-_UNET_WHOLE_COMPILE: frozenset[str] = frozenset({"UNet2DConditionModel"})+_UNET_WHOLE_COMPILE: frozenset[str] = _targets.UNET_WHOLE_COMPILEdef _denoiser_unet(pipe: Any) -> Any:@@ -968,12 +969,7 @@ def _denoiser_dits(pipe: Any) -> list:families carry (Ideogram's ``unconditional_transformer``, an MoE ``transformer_2``). Speed /attention optims must reach ALL of them (mirroring the offload path), else the second DiT runseager / native while status over-reports the optim as engaged."""- dits: list = []- for attr in ("transformer", "transformer_2", "unconditional_transformer"):- m = getattr(pipe, attr, None)- if m is not None and m not in dits:- dits.append(m)- return dits+ return _targets.denoiser_dits(pipe)def int8_gemm_live(pipe: Any, optims: Any) -> list:@@ -1155,12 +1151,14 @@ def _compile_repeated_blocks(dit_kwargs["dynamic"] = False# Read by auto_dynamic_active: the generalising recompile on a new text length must reach the bundle.transformer._unsloth_auto_dynamic = dit_kwargs["dynamic"] is None- if type(transformer).__name__ == "QwenImage21Transformer2DModel":- try:- from .diffusion_qwenimage21_rope import install as install_real_rope- install_real_rope(logger)- except Exception as exc: # noqa: BLE001 - optimisation only- _warn(logger, "qwen-image-2.1 real rope", exc)+ # Registered per-denoiser patches (diffusion_autoopt.patches), class gated, before the int8 swaps.+ _install_compile_patches(+ "pre_int8",+ transformer,+ logger,+ offload_active = offload_active,+ denoiser_offloaded = denoiser_offloaded,+ )# Before the compile: the regional compile traces whatever forward the blocks carry at the first call.try:from .diffusion_int8_fused import install as install_int8_fused@@ -1184,31 +1182,15 @@ def _compile_repeated_blocks()except Exception as exc: # noqa: BLE001 - optimisation only_warn(logger, "int8 fused-dequant gemm", exc)- if type(transformer).__name__ == "QwenImageTransformer2DModel":- try:- from .diffusion_qwenimage_rope import install as install_qwen_real_rope- install_qwen_real_rope(transformer, logger)- except Exception as exc: # noqa: BLE001 - optimisation only- _warn(logger, "qwen-image real rope", exc)- if type(transformer).__name__ == "ZImageTransformer2DModel":- try:- from .diffusion_zimage_fused import install as install_zimage_fused- install_zimage_fused(transformer, logger, offload_active = offload_active)- except Exception as exc: # noqa: BLE001 - optimisation only- _warn(logger, "z-image fused attention", exc)- if type(transformer).__name__ == "QwenImage21Transformer2DModel":- # after the int8 GEMM swap, whose leftovers it reads- try:- from .diffusion_qwenimage21_fused import install as install_q21_fused- install_q21_fused(- transformer,- logger,- offload_active = offload_active- if denoiser_offloaded is None- else bool(denoiser_offloaded),- )- except Exception as exc: # noqa: BLE001 - optimisation only- _warn(logger, "qwen-image-2.1 convrot sharing", exc)+ # Registered per-denoiser patches after the int8 GEMM swap (Qwen RoPE, Z-Image fused attention, Q2.1 ConvRot+ # sharing, which reads the swap's leftovers).+ _install_compile_patches(+ "pre_compile",+ transformer,+ logger,+ offload_active = offload_active,+ denoiser_offloaded = denoiser_offloaded,+ )try:transformer.compile_repeated_blocks(**dit_kwargs)engaged = True@@ -1253,6 +1235,27 @@ def _compile_repeated_blocks(return engaged+def _install_compile_patches(+ stage: str,+ transformer: Any,+ logger: Any,+ *,+ offload_active: bool,+ denoiser_offloaded: Optional[bool],+) -> None:+ try:+ from .diffusion_autoopt.apply import install_compile_patches+ install_compile_patches(+ stage,+ transformer,+ logger,+ offload_active = offload_active,+ denoiser_offloaded = denoiser_offloaded,+ )+ except Exception as exc: # noqa: BLE001 - optimisation only+ _warn(logger, f"{stage} patches", exc)++def pin_reduction_configs(kwargs: dict[str, Any], logger: Any = None) -> bool:"""Keep one config per multi-config reduction instead of a per-process benchmark whose pick changes the sum order(LTX-2 block RMSNorm: R0_BLOCK 4096 vs 2048 tie on B200, half the servers rendered another clip). Per-compile@@ -1435,9 +1438,10 @@ def _guarded_dits(pipe: Any) -> list:"""Every DiT a compile guard can sit on: the standard denoisers plus a modular workflow's named partition(MiniMax-H3's ``transformer_ref`` compiles through a view, so the bare pipe's ``_denoiser_dits`` misses it)."""dits = _denoiser_dits(pipe)- extra = getattr(pipe, "transformer_ref", None)- if extra is not None and extra not in dits:- dits.append(extra)+ for attr in _targets.PARTITION_ATTRS:+ extra = getattr(pipe, attr, None)+ if extra is not None and extra not in dits:+ dits.append(extra)return ditsdiff --git a/studio/backend/core/inference/video.py b/studio/backend/core/inference/video.pyindex f556f5e53d1..9133221b3e8 100644--- a/studio/backend/core/inference/video.py+++ b/studio/backend/core/inference/video.py@@ -4243,10 +4243,10 @@ class VideoBackend:self._precommit_globals = Nonerestore_backend_flags(flags)from . import diffusion_gguf_compile- from . import video_wan_fused+ from .diffusion_autoopt.patches import GROUP_VIDEO_FUSED, uninstall_groupdiffusion_gguf_compile.uninstall_all()- video_wan_fused.uninstall()+ uninstall_group(GROUP_VIDEO_FUSED)# LTX-2.3 gets DiT/connectors/VAEs/vocoder from the checkpoint + extras, so only the 2.0 base scheduler / text# encoder / tokenizer are pulled.@@ -7402,16 +7402,26 @@ class VideoBackend:"(quantized transformer must be compiled; eager is ~30x slower)")effective_speed = SPEED_DEFAULT- # Before the step cache and apply_memory_plan: their hooks capture the block forward when they attach.- from . import video_wan_fused-- wan_fused_engaged = False- if effective_speed != SPEED_OFF:- wan_fused_engaged = video_wan_fused.install_for_pipe(- pipe, dtype, getattr(target, "device", "cuda"), logger = logger- )- else:- video_wan_fused.uninstall()+ # Before the step cache and apply_memory_plan: their hooks capture the block forward when they attach. The+ # registered video patches (diffusion_autoopt.patches; the fused fp16 Wan block on a speed tier, uninstalled+ # on `off`) run through the same orchestrator as the image backend's.+ from . import diffusion_autoopt as autoopt++ load_audit = autoopt.new_audit(backend = "video", family = fam)+ wan_fused_engaged = bool(+ autoopt.install_patches(+ autoopt.STAGE_LOAD,+ pipe = pipe,+ target = target,+ family = fam,+ dtype = dtype,+ device = getattr(target, "device", "cuda"),+ speed_mode = effective_speed,+ backend = "video",+ audit = load_audit,+ logger = logger,+ ).get("wan_fused")+ )# "off"/"fbcache" pinned; unset/"auto" only on max, by FBCACHE_MIN_STEPS. Run per expert.cache_request = normalize_transformer_cache(transformer_cache)cache_auto = transformer_cache is None or cache_request == TC_AUTO@@ -7549,33 +7559,33 @@ class VideoBackend:# quadratic math backend.target = types.SimpleNamespace(device = target.device, dtype = dtype),)- if fam.name in LTX_FAMILIES:- # Token counts depend only on (w, h, frames), so static compile: one recompile per shape, ~1.3x faster.- ltx_dit = getattr(view, fam.denoiser_attr, None)- if ltx_dit is not None:- try:- ltx_dit._unsloth_compile_static = True- except Exception: # noqa: BLE001 -- not a settable module (tests/fakes)- pass- applied = apply_speed_optims(+ # The optimizer's speed layer (diffusion_autoopt), shared with the image backend. Its family hooks are+ # what used to be inline here: LTX static compile (token counts depend only on (w, h, frames): one+ # recompile per shape, ~1.3x faster) before the primitive, the LTX STG compile adapter and the+ # cudnn.benchmark opt-out after it.+ applied = autoopt.run_speed_layer(view,target,- is_gguf = gguf_transformer,family = fam,+ backend = "video",speed_mode = effective_speed,- # An auto cache that could still engage also drops fullgraph (FBCache under a fullgraph-compiled DiT- # crashes)- cache_active = cache_graph_break or cache_may_toggle,+ is_gguf = gguf_transformer,offload_active = plan.offload_policy != "none",- cuda_graph_default = False,- )- if fam.name in LTX_FAMILIES and applied.get("compiled"):- from .video_ltx2 import install_stg_compile_adapter- install_stg_compile_adapter(getattr(view, fam.denoiser_attr, None))- if not getattr(fam, "cudnn_benchmark", True) and applied.get("cudnn_benchmark"):- from .video_ltx2 import disable_cudnn_benchmark- if disable_cudnn_benchmark():- applied = {**applied, "cudnn_benchmark": False}+ audit = load_audit,+ apply = lambda family, log, view = view: apply_speed_optims(+ view,+ target,+ is_gguf = gguf_transformer,+ family = family,+ speed_mode = effective_speed,+ # An auto cache that could still engage also drops fullgraph (FBCache under a fullgraph-compiled+ # DiT crashes)+ cache_active = cache_graph_break or cache_may_toggle,+ offload_active = plan.offload_policy != "none",+ cuda_graph_default = False,+ logger = log,+ ),+ )if view is pipe:attention_engaged = engagedspeed_optims = tuple(k for k, v in applied.items() if v)@@ -7765,6 +7775,16 @@ class VideoBackend:),})+ # The optimizer's per-step audit, beside the speed_mode entry (same record as the image backend).+ autoopt.record_load_steps(+ load_audit,+ attention = attention_engaged,+ step_cache = cache_engaged,+ step_cache_reason = cache_reason,+ compile_cache = False,+ compile_cache_reason = autoopt.VIDEO_COMPILE_CACHE_DECLINE,+ )+ autoopt.finalize(load_audit, speed_optims, resolved)apply_comfy_flow_shift(pipe, getattr(fam, "comfy_flow_shift", None), logger)if ltx25_client is not None:@@ -8700,6 +8720,9 @@ class VideoBackend:self._precommit_globals = (_load_token, backend_flags)attention_engaged = Nonespeed_optims: tuple = ()+ from . import diffusion_autoopt as autoopt++ h3_audit = autoopt.new_audit(backend = "video", family = fam)# Both helpers reach the denoiser through ``pipe.transformer``, and a reference load's DiT is# ``transformer_ref``. Handed the bare pipe they would enumerate no denoiser at all, so the partition this run# denoises with would keep native attention and stay uncompiled while the resolved record below still reported@@ -8759,28 +8782,49 @@ class VideoBackend:h3_attn_levers += ("h3_strided_attn",)except Exception as exc: # noqa: BLE001 -- stock processor stayslogger.warning("video.h3_attn: strided attention skipped: %s", exc)- applied = apply_speed_optims(- speed_view,- types.SimpleNamespace(- device = device,- dtype = dtype,- # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.- backend = getattr(umem_target, "backend", "cuda"),- supports_default_torch_compile = getattr(- umem_target, "supports_default_torch_compile", False- ),+ h3_speed_target = types.SimpleNamespace(+ device = device,+ dtype = dtype,+ # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.+ backend = getattr(umem_target, "backend", "cuda"),+ supports_default_torch_compile = getattr(+ umem_target, "supports_default_torch_compile", False),- is_gguf = False,+ )+ # Same orchestrator as the image backend and the other video families (diffusion_autoopt).+ applied = autoopt.run_speed_layer(+ speed_view,+ h3_speed_target,family = fam,+ backend = "video",speed_mode = effective_speed,- cache_active = False,- # The conditioner and the VAEs stay in the rotation even when the denoiser is pinned, so the onload- # hooks are live and fullgraph has to drop.offload_active = offload_policy != "none",- # a denoiser pinned under the others' offload rotation never moves, so the fused int8 GEMM can engage- denoiser_offloaded = bool(denoiser_streamed) or not denoiser_pinned,- cuda_graph_default = False,+ audit = h3_audit,logger = logger,+ apply = lambda family, log: apply_speed_optims(+ speed_view,+ types.SimpleNamespace(+ device = device,+ dtype = dtype,+ # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.+ backend = getattr(umem_target, "backend", "cuda"),+ supports_default_torch_compile = getattr(+ umem_target, "supports_default_torch_compile", False+ ),+ ),+ is_gguf = False,+ family = family,+ speed_mode = effective_speed,+ cache_active = False,+ # The conditioner and the VAEs stay in the rotation even when the denoiser is pinned, so the+ # onload hooks are live and fullgraph has to drop.+ offload_active = offload_policy != "none",+ # a denoiser pinned under the others' offload rotation never moves, so the fused int8 GEMM can+ # engage+ denoiser_offloaded = bool(denoiser_streamed) or not denoiser_pinned,+ cuda_graph_default = False,+ logger = log,+ ),)speed_optims = tuple(k for k, v in applied.items() if v) + h3_attn_leversif denoiser_streamed and "compiled" in speed_optims:@@ -8966,6 +9010,15 @@ class VideoBackend:),})+ autoopt.record_load_steps(+ h3_audit,+ attention = attention_engaged,+ step_cache = h3_cache_engaged,+ step_cache_reason = h3_cache_reason,+ compile_cache = False,+ compile_cache_reason = autoopt.VIDEO_COMPILE_CACHE_DECLINE,+ )+ autoopt.finalize(h3_audit, speed_optims, resolved)apply_comfy_flow_shift(pipe, getattr(fam, "comfy_flow_shift", None), logger)from . import diffusion_prompt_cache@@ -10168,11 +10221,16 @@ class VideoBackend:# Re-check an AUTO cache decision against the ACTUAL step count; explicit choices never toggleif state.cache_auto:+ # Judged against the runner (an I2V class swap shares the denoiser): FBCache hooks need it to+ # open cache_context, which every registered I2V pipeline does today (diffusers 0.41).+ from .diffusion_autoopt.runtime import auto_cache_steps++ cache_steps, runner_reason = auto_cache_steps(state.pipe, pipe, steps)toggled = state.transformer_cachefor view in _views_for(pipe, fam):toggled = maybe_toggle_step_cache(view,- steps = steps,+ steps = cache_steps,quant_active = state.cache_quant_active,threshold = state.cache_threshold,logger = logger,@@ -10184,7 +10242,9 @@ class VideoBackend:if isinstance(entry, dict):entry["value"] = toggled or "off"entry["reason"] = (- f"auto: {steps}-step generation "+ f"auto: {runner_reason}"+ if runner_reason+ else f"auto: {steps}-step generation "+ ("reaches" if toggled else "is below")+ f" {FBCACHE_MIN_STEPS}")@@ -11045,11 +11105,11 @@ class VideoBackend:# speed=off load is bit-identical.from . import diffusion_gguf_compilefrom . import diffusion_cuda_graph- from . import video_wan_fused+ from .diffusion_autoopt.patches import GROUP_VIDEO_FUSED, uninstall_groupdiffusion_gguf_compile.uninstall_all()# The fused Wan block forward is class-level: a later bf16 / speed=off load gets the stock one back.- video_wan_fused.uninstall()+ uninstall_group(GROUP_VIDEO_FUSED)from . import diffusion_prompt_cachediffusion_prompt_cache.release(getattr(state, "pipe", None))diff --git a/studio/backend/models/inference.py b/studio/backend/models/inference.pyindex 054f0a645b2..b786509342d 100644--- a/studio/backend/models/inference.py+++ b/studio/backend/models/inference.py@@ -5117,6 +5117,12 @@ class DiffusionResolvedControl(BaseModel):description = 'The picked checkpoint that did NOT run, as "gguf:<file>", when a GGUF pick whose memory plan '"offloads loaded the hosted pre-quantized checkpoint (``artifact``) instead. Null otherwise.",)+ steps: Optional[List[Dict[str, Any]]] = Field(+ None,+ description = "speed_mode only: the auto-optimizer's per-step audit for this load, in order, each "+ '{"step", "status": "engaged" | "declined" | "failed", "reason"} (why a step did not engage, or the '+ "error it failed with). Null on every other control.",+ )class DiffusionDownloadPlanEntry(BaseModel):diff --git a/studio/backend/tests/fixtures/diffusion_autoopt_parity.json b/studio/backend/tests/fixtures/diffusion_autoopt_parity.jsonnew file mode 100644index 00000000000..86056a11033--- /dev/null+++ b/studio/backend/tests/fixtures/diffusion_autoopt_parity.json@@ -0,0 +1,629 @@+{+ "meta": {"base": "origin/main 5f38afbc2d (before diffusion_autoopt)", "dtypes": ["bfloat16", "float16"], "families": ["image|flux.1", "image|flux.1-kontext", "image|flux.2-dev", "image|flux.2-klein", "image|hidream-i1", "image|hunyuanimage-2.1", "image|ideogram-4", "image|krea-2", "image|lumina-2", "image|qwen-image", "image|qwen-image-2.1", "image|qwen-image-edit", "image|qwen-image-layered", "image|sdxl", "image|z-image", "video|hunyuanvideo-1.5", "video|hunyuanvideo-1.5-720p", "video|ltx-2", "video|ltx-2.5", "video|minimax-h3", "video|wan2.1-t2v-1.3b", "video|wan2.1-t2v-14b", "video|wan2.2-t2v-a14b", "video|wan2.2-ti2v-5b"], "speeds": ["off", "eager", "default", "max"]},+ "cases": {+ "image|flux.1-kontext|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1-kontext|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|float16|offload=1|gguf=0": {"applied":[["compiled"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|float16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|max|float16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-dev|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|flux.2-klein|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hidream-i1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|hunyuanimage-2.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|ideogram-4|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|krea-2|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|lumina-2|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-2.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|float16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|float16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|float16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-2.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},+ "image|qwen-image-edit|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-edit|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image-layered|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|qwen-image|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|sdxl|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "image|z-image|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},+ "video|hunyuanvideo-1.5-720p|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5-720p|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5-720p|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5-720p|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5-720p|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|hunyuanvideo-1.5|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|hunyuanvideo-1.5|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|ltx-2.5|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2.5|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2.5|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2.5|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2.5|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},+ "video|ltx-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|ltx-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},+ "video|minimax-h3|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|default|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|max|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|minimax-h3|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|minimax-h3|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|minimax-h3|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|minimax-h3|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-1.3b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-1.3b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-1.3b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-1.3b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-1.3b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-1.3b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-14b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.1-t2v-14b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.1-t2v-14b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-14b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-14b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.1-t2v-14b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-t2v-a14b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"],["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true},{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"],["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false},{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|default|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|default|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"],["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"],["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|eager|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|eager|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"],["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"},{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"],["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"},{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-t2v-a14b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"],["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"],["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-t2v-a14b|off|bfloat16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-t2v-a14b|off|bfloat16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-t2v-a14b|off|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-t2v-a14b|off|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-ti2v-5b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},+ "video|wan2.2-ti2v-5b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},+ "video|wan2.2-ti2v-5b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-ti2v-5b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-ti2v-5b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},+ "video|wan2.2-ti2v-5b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}}+ }+}diff --git a/studio/backend/tests/test_diffusion_autoopt_core.py b/studio/backend/tests/test_diffusion_autoopt_core.pynew file mode 100644index 00000000000..0ec1799c9e3--- /dev/null+++ b/studio/backend/tests/test_diffusion_autoopt_core.py@@ -0,0 +1,534 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""Unit tests for the diffusion auto-optimizer core: patches, targets, profile, plan, apply, runtime."""++from __future__ import annotations++import logging+import sys+import types+from pathlib import Path++import pytest++_BACKEND = Path(__file__).resolve().parents[1]+if str(_BACKEND) not in sys.path:+ sys.path.insert(0, str(_BACKEND))++from core.inference.diffusion_autoopt import apply as ao # noqa: E402+from core.inference.diffusion_autoopt import patches as ap # noqa: E402+from core.inference.diffusion_autoopt import plan as plan_mod # noqa: E402+from core.inference.diffusion_autoopt import profile as prof # noqa: E402+from core.inference.diffusion_autoopt import runtime, targets # noqa: E402+++# ------------------------------------------------------------------------------------------------- fingerprints+def _sample(x, y = 1):+ """Docstring is ignored by the digest."""+ # so is this comment+ return x + y+++def test_source_digest_is_the_one_both_q21_modules_use():+ from core.inference import diffusion_qwenimage21, diffusion_qwenimage21_rope++ assert diffusion_qwenimage21._digest is ap.source_digest+ assert diffusion_qwenimage21_rope._digest is ap.source_digest+ assert ap.source_digest(_sample) == ap.source_digest(_sample)+ assert len(ap.source_digest(_sample)) == 16+ assert ap.source_digest(len) is None # no Python source+++def test_source_digest_matches_a_pinned_fingerprint():+ """A fingerprint recorded with the pre-merge ``_digest`` still matches (the algorithm did not change)."""+ from core.inference import video_wan_fused++ try:+ from diffusers.models.transformers.transformer_wan import WanTransformerBlock+ except Exception: # noqa: BLE001+ pytest.skip("diffusers without Wan")+ digest = ap.source_digest(WanTransformerBlock.forward)+ # The pinned set covers the diffusers versions the fused block was written against; the installed one is among+ # them in the Studio venv, and the digest must be byte-for-byte what the old helper produced.+ if digest not in video_wan_fused._FINGERPRINTS:+ pytest.skip(f"installed diffusers Wan block is not a pinned version ({digest})")+ assert digest in video_wan_fused._FINGERPRINTS+++def test_body_has_and_once():+ assert ap.body_has(_sample, "return x + y")+ assert not ap.body_has(_sample, "return x - y")+ assert ap.body_has_once(_sample, "return x + y")++ def twice(a):+ a = a + 1+ a = a + 1+ return a++ assert ap.body_has(twice, "a = a + 1")+ assert not ap.body_has_once(twice, "a = a + 1")+++def test_arch_patches_keep_a_monkeypatchable_body_has():+ from core.inference import diffusion_arch_patches++ assert diffusion_arch_patches._body_has is ap.body_has+++# ---------------------------------------------------------------------------------------------- splice_source+_SCALE = 3+++def _spliced_target(x):+ y = x * 2+ return y + _SCALE+++def test_splice_source_rewrites_in_the_original_globals():+ new = ap.splice_source(_spliced_target, [("y = x * 2", "y = x * 10")])+ assert new(1) == 13 and _spliced_target(1) == 5+ assert new.__unsloth_spliced__ and new.__wrapped_original__ is _spliced_target+ assert new.__qualname__ == _spliced_target.__qualname__+++def test_splice_source_needles_must_match_exactly_once():+ with pytest.raises(ap.SpliceError, match = "0 times"):+ ap.splice_source(_spliced_target, [("not in there", "x")])++ def dup(x):+ x = x + 1+ x = x + 1+ return x++ with pytest.raises(ap.SpliceError, match = "2 times"):+ ap.splice_source(dup, [("x = x + 1", "x = x + 2")])+++def test_splice_source_refuses_unresolved_globals_and_closures():+ with pytest.raises(ap.SpliceError, match = "unresolved globals: _nowhere"):+ ap.splice_source(_spliced_target, [("return y + _SCALE", "return y + _nowhere")])+ captured = 4++ def closure(x):+ return x + captured++ with pytest.raises(ap.SpliceError, match = "closure"):+ ap.splice_source(closure, [("x + captured", "x - captured")])+++def test_splice_source_fingerprint_gate():+ digest = ap.source_digest(_spliced_target)+ assert ap.splice_source(_spliced_target, [("x * 2", "x * 4")], fingerprints = [digest])(1) == 7+ with pytest.raises(ap.SpliceError, match = "differs"):+ ap.splice_source(_spliced_target, [("x * 2", "x * 4")], fingerprints = ["0" * 16])+++# --------------------------------------------------------------------------------------------------- registry+def scratch_registry(monkeypatch):+ """A private registry so these tests never touch the built-in specs' targets."""+ monkeypatch.setattr(ap, "_REGISTRY", [])+ monkeypatch.setattr(ap, "_BUILTIN_DONE", True)+ return ap+++def test_registry_lifecycle_kill_switch_speed_only_and_failures(scratch_registry, monkeypatch):+ calls: list = []+ state = {"on": False}++ def install(ctx):+ calls.append(("install", ctx.speed_mode))+ state["on"] = True+ return True++ def uninstall():+ calls.append(("uninstall",))+ state["on"] = False++ def boom(ctx):+ raise RuntimeError("kaboom")++ ap.register(ap.PatchSpec("fuse", ap.STAGE_LOAD, install, uninstall, group = "g", speed_only = True))+ ap.register(ap.PatchSpec("broken", ap.STAGE_LOAD, boom, warn = "broken thing"))+ ap.register(ap.PatchSpec("dit_only", ap.STAGE_LOAD, install, classes = ("OtherDiT",)))+ audit = ao.new_audit(backend = "image", family = None)+ warnings: list = []+ log = types.SimpleNamespace(warning = lambda *a: warnings.append(a))+ pipe = types.SimpleNamespace(transformer = type("MyDiT", (), {})())++ res = ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "default", logger = log), audit = audit)+ assert res == {"fuse": True} and state["on"]+ assert audit.entries["patch:fuse"]["status"] == "engaged"+ assert audit.entries["patch:broken"]["status"] == "failed"+ assert "kaboom" in audit.entries["patch:broken"]["reason"]+ assert warnings and warnings[0][1] == "broken thing"+ assert "patch:dit_only" not in audit.entries # class gate: not applicable, not recorded++ # speed off uninstalls a speed-only spec+ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "off"), audit = audit)+ assert not state["on"]++ # per-spec kill switch+ monkeypatch.setenv("UNSLOTH_DIFFUSION_PATCH_FUSE", "0")+ audit2 = ao.new_audit(backend = "image", family = None)+ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "max"), audit = audit2)+ assert audit2.entries["patch:fuse"] == {"status": "declined", "reason": "UNSLOTH_DIFFUSION_PATCH_FUSE=0"}+ monkeypatch.delenv("UNSLOTH_DIFFUSION_PATCH_FUSE")++ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "max"))+ assert state["on"]+ ap.uninstall_group("g")+ assert not state["on"]+++def test_register_rejects_unknown_stage(scratch_registry):+ with pytest.raises(ValueError):+ ap.register(ap.PatchSpec("x", "sometime", lambda ctx: True))+++def test_builtin_specs_cover_every_former_install_site():+ names = {s.name for s in ap.specs()}+ assert names >= {+ "eager_fusions",+ "arch_fusions",+ "qwenimage21_fast_step",+ "flux2_rope",+ "rocm_fused",+ "wan_fused",+ "qwenimage21_real_rope",+ "qwenimage_real_rope",+ "zimage_fused",+ "qwenimage21_fused",+ }+ # the former hand-kept teardown list is now a registry group+ assert {s.name for s in ap.specs(group = ap.GROUP_FUSED_DIT)} == {+ "flux2_rope",+ "rocm_fused",+ "qwenimage_real_rope",+ "zimage_fused",+ "qwenimage21_fused",+ }+ # every spec answers its module's existing kill switch name+ envs = {s.name: s.env for s in ap.specs()}+ assert envs["arch_fusions"] == "UNSLOTH_DIFFUSION_ARCH_PATCHES"+ assert envs["wan_fused"] == "UNSLOTH_DIFFUSION_WAN_FUSED_ADALN"+ assert envs["zimage_fused"] == "UNSLOTH_DIFFUSION_ZIMAGE_FUSED"+ # order inside the regional compile: Q2.1 real RoPE before the int8 swap, the rest after it+ assert [s.name for s in ap.specs(ap.STAGE_PRE_INT8)] == ["qwenimage21_real_rope"]+ assert [s.name for s in ap.specs(ap.STAGE_PRE_COMPILE)] == [+ "qwenimage_real_rope",+ "zimage_fused",+ "qwenimage21_fused",+ ]+++def test_uninstall_fused_dit_patches_goes_through_the_registry(monkeypatch):+ from core.inference import diffusion, diffusion_flux2_rope, diffusion_zimage_fused++ seen = []+ monkeypatch.setattr(diffusion_flux2_rope, "uninstall", lambda: seen.append("flux2"))+ monkeypatch.setattr(diffusion_zimage_fused, "uninstall", lambda *a: seen.append("zimage"))+ diffusion._uninstall_fused_dit_patches()+ assert {"flux2", "zimage"} <= set(seen)+++# ---------------------------------------------------------------------------------------------------- targets+def test_denoiser_dits_contract_is_unchanged():+ from core.inference import diffusion_attention, diffusion_speed++ a, b = object(), object()+ pipe = types.SimpleNamespace(transformer = a, transformer_2 = b, unconditional_transformer = a, unet = object())+ assert targets.denoiser_dits(pipe) == [a, b]+ assert diffusion_speed._denoiser_dits(pipe) == [a, b]+ assert diffusion_attention._attention_dits(pipe) == [a, b]+ ref = object()+ assert diffusion_speed._guarded_dits(types.SimpleNamespace(transformer_ref = ref)) == [ref]+ assert targets.hooked_denoisers(pipe)[-1] is pipe.unet+++def test_by_type_resolver_finds_unnamed_denoisers_but_not_vaes():+ import torch++ class Blocky(torch.nn.Module):+ _repeated_blocks = ["Block"]++ def compile_repeated_blocks(self, **kw):+ pass++ dit, vae, cn = Blocky(), Blocky(), Blocky()+ pipe = types.SimpleNamespace(components = {"prior": dit, "vae": vae, "controlnet": cn})+ assert targets.denoisers(pipe) == [dit]+ assert targets.discovered_only(pipe) == [dit]+ assert targets.denoiser_dits(pipe) == [] # the primitives' contract does not widen+ fam = types.SimpleNamespace(denoiser_attr = "prior")+ pipe.prior = dit+ assert targets.denoisers(pipe, fam)[0] is dit+++# ---------------------------------------------------------------------------------------------------- profile+def test_graph_break_screen():+ src = "def forward(self, x):\n n = x.sum().item()\n # x.tolist() in a comment\n return x[: n]\n"+ assert prof.screen_source(src) == (".item()",)+ assert prof.screen_source("def f(x):\n return x.nonzero()\n") == (".nonzero()",)+ assert prof.screen_source(None) == ()+++def _toy_model(block_src_sync: bool):+ import torch++ class ToyBlock(torch.nn.Module):+ def __init__(self):+ super().__init__()+ self.lin = torch.nn.Linear(4, 4)++ if block_src_sync:+ def forward(self, x):+ k = int(x.abs().max().item())+ return self.lin(x) + k+ else:+ def forward(self, x):+ return self.lin(x)++ class ToyDiT(torch.nn.Module):+ _no_split_modules = ["ToyBlock"]++ def __init__(self):+ super().__init__()+ self.blocks = torch.nn.ModuleList([ToyBlock(), ToyBlock()])+ self.compiled = None++ def forward(self, x):+ for b in self.blocks:+ x = b(x)+ return x++ def compile_repeated_blocks(self, **kw):+ if not getattr(self, "_repeated_blocks", None):+ raise ValueError("_repeated_blocks is empty")+ self.compiled = kw++ return ToyDiT()+++def test_profile_discovers_blocks_and_is_cached():+ prof.clear_cache()+ model = _toy_model(block_src_sync = True)+ p = prof.profile_model(model)+ assert p.discovered_blocks == ("ToyBlock",)+ assert p.declared_blocks == () and p.repeated_blocks == ()+ assert p.graph_break_suspects == {"ToyBlock": (".item()",)}+ assert "not verified" in p.compile_decline()+ assert prof.profile_model(model) is p # cached by (qualname, digest, diffusers)+++# -------------------------------------------------------------------------------------------- plan / generic+def _target():+ import torch++ return types.SimpleNamespace(+ device = "cuda", backend = "cuda", dtype = torch.bfloat16, supports_default_torch_compile = True+ )+++def test_registered_family_detection():+ from core.inference.diffusion_families import _FAMILIES+ from core.inference.video_families import _FAMILIES as VIDEO++ assert plan_mod.family_has_data(_FAMILIES[0])+ assert plan_mod.family_has_data(VIDEO[0])+ assert not plan_mod.family_has_data(types.SimpleNamespace(name = "brand-new-dit"))+ assert not plan_mod.family_has_data(None)+++def test_plan_reasons_mirror_the_primitive_gates():+ model = _toy_model(block_src_sync = False)+ pipe = types.SimpleNamespace(transformer = model)+ fam = types.SimpleNamespace(name = "z-image", supports_torch_compile = False)+ p = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "default")+ assert p.step("compiled").attempt is False+ assert p.reason("compiled") == "family opts out of torch.compile"+ off = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "off")+ assert off.reason("compiled") == "speed off"+ eager = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "eager")+ assert eager.reason("compiled") == "eager tier does not compile"+++def _generic_run(model, monkeypatch, env = None):+ from core.inference import diffusion_speed as ds++ if env is not None:+ monkeypatch.setenv(plan_mod.DISCOVER_ENV, env)+ monkeypatch.setattr(ds, "torch_compile_runtime_available", lambda: True)+ fam = types.SimpleNamespace(name = "brand-new-dit", supports_torch_compile = True)+ pipe = types.SimpleNamespace(transformer = model)+ audit = ao.new_audit(backend = "image", family = fam)+ seen = {}++ def apply(family, log):+ seen["family"] = family+ compiled = False+ if getattr(family, "supports_torch_compile", True):+ try:+ model.compile_repeated_blocks(fullgraph = True)+ compiled = True+ except Exception as exc: # noqa: BLE001+ log.warning("diffusion.speed: %s failed: %s", "compile_repeated_blocks", exc)+ return {"compiled": compiled, "cuda_graph": False}++ applied = ao.run_speed_layer(+ pipe, _target(), family = fam, backend = "image", speed_mode = "default", audit = audit, apply = apply+ )+ return applied, audit, seen+++def test_generic_family_trial_compiles_discovered_blocks(monkeypatch):+ prof.clear_cache()+ model = _toy_model(block_src_sync = False)+ applied, audit, _ = _generic_run(model, monkeypatch)+ assert applied["compiled"] and model.compiled == {"fullgraph": True}+ assert model._repeated_blocks == ["ToyBlock"]+ assert audit.generic and audit.entries["compiled"]["status"] == "engaged"+++def test_generic_family_declines_a_graph_breaking_block_with_the_reason(monkeypatch):+ prof.clear_cache()+ model = _toy_model(block_src_sync = True)+ applied, audit, seen = _generic_run(model, monkeypatch)+ assert not applied["compiled"] and model.compiled is None+ assert seen["family"].supports_torch_compile is False+ reason = audit.entries["compiled"]["reason"]+ assert audit.entries["compiled"]["status"] == "declined"+ assert reason.startswith(plan_mod.GRAPH_BREAK_DECLINE) and ".item()" in reason+++def test_generic_family_without_discovery_records_the_failure_and_never_raises(monkeypatch):+ prof.clear_cache()+ model = _toy_model(block_src_sync = False)+ applied, audit, _ = _generic_run(model, monkeypatch, env = "0")+ assert not applied["compiled"]+ assert audit.entries["compile_repeated_blocks"]["status"] == "failed"+ assert audit.entries["compiled"]["status"] == "declined"+++def test_registered_family_passes_through_untouched():+ from core.inference.diffusion_families import _FAMILIES++ fam = next(f for f in _FAMILIES if f.name == "z-image")+ seen = {}++ def apply(family, log):+ seen["family"] = family+ return {"compiled": False}++ ao.run_speed_layer(+ types.SimpleNamespace(transformer = None), _target(), family = fam, backend = "image",+ speed_mode = "default", apply = apply,+ )+ assert seen["family"] is fam+++def test_audit_logger_forwards_and_records(caplog):+ audit = ao.new_audit(backend = "image", family = None)+ log = ao.auditing_logger(logging.getLogger("autoopt-test"), audit)+ with caplog.at_level(logging.WARNING, logger = "autoopt-test"):+ log.warning("diffusion.speed: %s failed: %s", "channels_last", RuntimeError("nope"))+ log.info("ignored")+ assert audit.entries["channels_last"] == {"status": "failed", "reason": "nope"}+ assert "channels_last failed: nope" in caplog.text+ silent = ao.auditing_logger(None, audit)+ silent.info("x") # an absent logger stays silent+ assert ao.auditing_logger(log, None) is log+++def test_finalize_reconciles_and_attaches():+ audit = ao.new_audit(backend = "image", family = None)+ audit.record("cuda_graph", "declined", "armed after placement")+ audit.record("compiled", "engaged")+ resolved = {"speed_mode": {"value": "default"}}+ steps = ao.finalize(audit, ("cuda_graph", "int8_gemm"), resolved)+ by = {s["step"]: s for s in steps}+ assert by["cuda_graph"]["status"] == "engaged"+ assert by["int8_gemm"]["status"] == "engaged"+ assert by["compiled"]["status"] == "declined" # dropped after placement+ assert resolved["speed_mode"]["steps"] == steps+++def test_compile_cache_kwargs_match_the_former_inline_dicts():+ from core.inference import diffusion_speed as ds++ pipe = types.SimpleNamespace(transformer = None, vae = None)+ for mode in ("default", "max"):+ for below in (False, True):+ want = {+ "fullgraph": True,+ "dynamic": ds.compile_dynamic(None, None if mode == "max" else True),+ "mode": "max-autotune-no-cudagraphs" if mode == "max" else "default",+ "vae_decode": ds.vae_decode_compile_allowed(pipe, mode),+ **({"below_hooks": True} if below else {}),+ }+ got = plan_mod.compile_cache_kwargs(pipe, speed_mode = mode, fullgraph = True, offload_below_hooks = below)+ assert got == want+ deferred = plan_mod.compile_cache_kwargs(+ pipe, speed_mode = "max", fullgraph = False, offload_below_hooks = False, deferred = True+ )+ assert deferred == {+ "fullgraph": False,+ "dynamic": ds.compile_dynamic(None, True),+ "mode": "default",+ "vae_decode": ds.vae_decode_compile_allowed(pipe, "default"),+ }+++# ---------------------------------------------------------------------------------------------------- runtime+class _OpensContext:+ def __call__(self):+ with self.transformer.cache_context("cond"):+ pass+++class _NoContext:+ def __call__(self):+ self.transformer()+++def test_runner_aware_step_cache():+ dit = object()+ base = _OpensContext()+ base.transformer = dit+ runner = _NoContext()+ runner.transformer = dit+ assert runtime.step_cache_runner_reason(base, base) is None+ assert runtime.step_cache_runner_reason(base, None) is None+ reason = runtime.step_cache_runner_reason(base, runner)+ assert reason and "_NoContext opens no cache_context" in reason+ assert runtime.auto_cache_steps(base, runner, 28) == (0, reason)+ assert runtime.auto_cache_steps(base, base, 28) == (28, None)+ ok = _OpensContext()+ ok.transformer = dit+ assert runtime.auto_cache_steps(base, ok, 28) == (28, None)+ other = _NoContext()+ other.transformer = object() # a different denoiser carries none of base's hooks+ assert runtime.step_cache_runner_reason(base, other) is None+++def test_video_family_hooks_are_data():+ names = [h.name for h in ao.FAMILY_HOOKS]+ assert names[:3] == ["ltx_static_compile", "ltx_stg_compile_adapter", "cudnn_benchmark_off"]+ ltx = types.SimpleNamespace(name = "ltx-2", denoiser_attr = "transformer", cudnn_benchmark = False)+ dit = types.SimpleNamespace()+ view = types.SimpleNamespace(transformer = dit)+ seen = {}++ def apply(family, log):+ seen["static"] = getattr(dit, "_unsloth_compile_static", False)+ return {"compiled": False, "cudnn_benchmark": False}++ ao.run_speed_layer(view, _target(), family = ltx, backend = "video", speed_mode = "default", apply = apply)+ assert seen["static"] is True+ image_dit = types.SimpleNamespace()+ ao.run_speed_layer(+ types.SimpleNamespace(transformer = image_dit), _target(), family = ltx, backend = "image",+ speed_mode = "default", apply = apply,+ )+ assert not hasattr(image_dit, "_unsloth_compile_static") # video hooks never run on the image backenddiff --git a/studio/backend/tests/test_diffusion_autoopt_parity.py b/studio/backend/tests/test_diffusion_autoopt_parity.pynew file mode 100644index 00000000000..36625506ea6--- /dev/null+++ b/studio/backend/tests/test_diffusion_autoopt_parity.py@@ -0,0 +1,493 @@+# SPDX-License-Identifier: AGPL-3.0-only+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0++"""The auto-optimizer resolves EXACTLY the optimization set every registered family got before it existed.++``fixtures/diffusion_autoopt_parity.json`` was captured from origin/main 5f38afbc2d (before diffusion_autoopt) by+running :func:`snapshot` with :func:`legacy_entry`, which replays the old load-path sequence (patch installs, then+``apply_speed_optims`` per view with the video family branches). This test runs the same cases through the+optimizer (``install_patches`` + ``run_speed_layer``) and asserts equality, for every family in the image and video+registries x speed tier x dtype x offload x GGUF. Stub pipes carry a denoiser of the family's real class name,+module and ``_repeated_blocks``, so every class / module gated install sees what a real load shows it.++Regenerate (only when a registry change is intended): run ``snapshot(legacy_entry)`` against the base tree.+"""++from __future__ import annotations++import json+import os+import sys+import types+from pathlib import Path+from typing import Any, Callable++import pytest++_BACKEND = Path(__file__).resolve().parents[1]+if str(_BACKEND) not in sys.path:+ sys.path.insert(0, str(_BACKEND))++FIXTURE = Path(__file__).with_name("fixtures") / "diffusion_autoopt_parity.json"++SPEEDS = ("off", "eager", "default", "max")+DTYPES = ("bfloat16", "float16")+_ENV_CLEAR = (+ "UNSLOTH_DIFFUSION_CUDA_GRAPH",+ "UNSLOTH_DIFFUSION_OFFLOAD_CUDA_GRAPH",+ "TORCHDYNAMO_DISABLE",+ "UNSLOTH_DIFFUSION_AUTOOPT_DISCOVER",+)+++class _Patch:+ """Minimal attribute patcher (the capture runs outside pytest)."""++ def __init__(self) -> None:+ self._undo: list = []++ def setattr(self, obj: Any, name: str, value: Any) -> None:+ missing = object()+ old = getattr(obj, name, missing)+ self._undo.append((obj, name, old, missing))+ setattr(obj, name, value)++ def undo(self) -> None:+ for obj, name, old, missing in reversed(self._undo):+ if old is missing:+ try:+ delattr(obj, name)+ except AttributeError:+ pass+ else:+ setattr(obj, name, old)+ self._undo.clear()+++def _real_class(name: str) -> Any:+ try:+ import diffusers+ return getattr(diffusers, name, None)+ except Exception: # noqa: BLE001+ return None+++_STUB_CLASSES: dict[str, type] = {}+++def _stub_class(name: str) -> type:+ import torch++ cls = _STUB_CLASSES.get(name)+ if cls is not None:+ return cls+ real = _real_class(name)++ def compile_repeated_blocks(self, **kwargs):+ if not getattr(self, "_repeated_blocks", None):+ raise ValueError("_repeated_blocks is empty")+ self.compile_calls.append(dict(kwargs))++ def compile(self, **kwargs): # the U-Net whole-module compile+ self.compile_calls.append({"whole": True, **kwargs})++ def forward(self, *args, **kwargs):+ return None++ ns = {+ "_repeated_blocks": list(getattr(real, "_repeated_blocks", None) or []),+ "_no_split_modules": list(getattr(real, "_no_split_modules", None) or []),+ "compile_repeated_blocks": compile_repeated_blocks,+ "forward": forward,+ "__module__": getattr(real, "__module__", __name__),+ }+ if name == "UNet2DConditionModel":+ ns["compile"] = compile+ del ns["compile_repeated_blocks"]+ cls = type(name, (torch.nn.Module,), ns)+ _STUB_CLASSES[name] = cls+ return cls+++def _stub_denoiser(name: str) -> Any:+ module = _stub_class(name)()+ module.compile_calls = []+ return module+++def _image_pipe(fam: Any) -> Any:+ pipe = types.SimpleNamespace()+ setattr(pipe, getattr(fam, "denoiser_attr", "transformer") or "transformer", _stub_denoiser(fam.transformer_class))+ return pipe+++def _video_pipe(fam: Any) -> Any:+ pipe = types.SimpleNamespace()+ setattr(pipe, getattr(fam, "denoiser_attr", "transformer") or "transformer", _stub_denoiser(fam.transformer_class))+ if getattr(fam, "is_moe", False):+ pipe.transformer_2 = _stub_denoiser(fam.transformer_class)+ return pipe+++def _target(dtype_name: str) -> Any:+ import torch++ return types.SimpleNamespace(+ device = "cuda",+ backend = "cuda",+ dtype = getattr(torch, dtype_name),+ ordinal = None,+ torch_device = "cuda:0",+ supports_default_torch_compile = True,+ )+++def _engaged(result: Any) -> bool:+ if isinstance(result, dict):+ return any(bool(v) for v in result.values())+ return bool(result)+++def _teardown() -> None:+ """Restore every process-global patch a case may have installed (old and new teardown entry points)."""+ from core.inference import diffusion_arch_patches, diffusion_eager_patches+ diffusion_eager_patches.uninstall_patches()+ diffusion_arch_patches.uninstall_arch_patches()+ for mod_name in (+ "diffusion_flux2_rope",+ "diffusion_qwenimage_rope",+ "diffusion_zimage_fused",+ "diffusion_qwenimage21_fused",+ "diffusion_rocm_fused",+ "diffusion_qwenimage21",+ "diffusion_qwenimage21_rope",+ "video_wan_fused",+ ):+ try:+ mod = __import__(f"core.inference.{mod_name}", fromlist = ["uninstall"])+ mod.uninstall()+ except Exception: # noqa: BLE001+ pass+++# ------------------------------------------------------------------------------------------------- entry points+def legacy_entry(backend: str, pipe: Any, target: Any, fam: Any, speed: str, offload: bool, gguf: bool) -> dict:+ """The pre-optimizer load-path sequence (diffusion.py / video.py at 5f38afbc2d), patch installs + speed layer."""+ from core.inference import diffusion_speed as ds++ patches: dict = {}+ per_view: list = []+ if backend == "image":+ from core.inference.diffusion_arch_patches import install_arch_patches, uninstall_arch_patches+ from core.inference.diffusion_eager_patches import install_compile_safe_patches, uninstall_patches++ if speed != "off":+ patches["eager_fusions"] = _engaged(install_compile_safe_patches())+ patches["arch_fusions"] = _engaged(install_arch_patches())+ else:+ uninstall_patches()+ uninstall_arch_patches()+ from core.inference.diffusion_flux2_rope import install_for_pipe as flux2+ from core.inference.diffusion_qwenimage21 import install_for_pipe as q21+ from core.inference.diffusion_rocm_fused import install_for_pipe as rocm++ patches["qwenimage21_fast_step"] = _engaged(q21(pipe, None))+ patches["flux2_rope"] = _engaged(flux2(pipe, target.dtype, target.device, None))+ patches["rocm_fused"] = _engaged(rocm(pipe, target.dtype, target.device, None))+ applied = ds.apply_speed_optims(+ pipe,+ target,+ is_gguf = gguf,+ family = fam,+ speed_mode = speed,+ cache_active = False,+ cache_engaged = False,+ offload_active = offload,+ denoiser_offloaded = offload,+ stream_int8_gemm = True,+ )+ per_view.append(applied)+ return {"patches": patches, "views": per_view}+ from core.inference import video_wan_fused+ from core.inference.video import _views_for+ from core.inference.video_families import LTX_FAMILIES++ if speed != "off":+ patches["wan_fused"] = _engaged(video_wan_fused.install_for_pipe(pipe, target.dtype, target.device))+ else:+ video_wan_fused.uninstall()+ for view in _views_for(pipe, fam):+ if fam.name in LTX_FAMILIES:+ dit = getattr(view, fam.denoiser_attr, None)+ if dit is not None:+ dit._unsloth_compile_static = True+ applied = ds.apply_speed_optims(+ view,+ target,+ is_gguf = False,+ family = fam,+ speed_mode = speed,+ cache_active = False,+ offload_active = offload,+ cuda_graph_default = False,+ )+ if fam.name in LTX_FAMILIES and applied.get("compiled"):+ from core.inference.video_ltx2 import install_stg_compile_adapter+ install_stg_compile_adapter(getattr(view, fam.denoiser_attr, None))+ if not getattr(fam, "cudnn_benchmark", True) and applied.get("cudnn_benchmark"):+ from core.inference.video_ltx2 import disable_cudnn_benchmark+ if disable_cudnn_benchmark():+ applied = {**applied, "cudnn_benchmark": False}+ per_view.append(applied)+ return {"patches": patches, "views": per_view}+++def autoopt_entry(backend: str, pipe: Any, target: Any, fam: Any, speed: str, offload: bool, gguf: bool) -> dict:+ """The same load through the optimizer."""+ from core.inference import diffusion_speed as ds+ from core.inference.diffusion_autoopt import apply as ao+ from core.inference.diffusion_autoopt import patches as ap++ audit = ao.new_audit(backend = backend, family = fam)+ results: dict = {}+ if backend == "image":+ for stage in (ap.STAGE_LOAD_EAGER, ap.STAGE_LOAD):+ results.update(+ ao.install_patches(+ stage,+ pipe = pipe,+ target = target,+ family = fam,+ dtype = target.dtype,+ device = target.device,+ speed_mode = speed,+ backend = "image",+ audit = audit,+ )+ )+ applied = ao.run_speed_layer(+ pipe,+ target,+ family = fam,+ backend = "image",+ speed_mode = speed,+ is_gguf = gguf,+ offload_active = offload,+ audit = audit,+ apply = lambda family, log: ds.apply_speed_optims(+ pipe,+ target,+ is_gguf = gguf,+ family = family,+ speed_mode = speed,+ cache_active = False,+ cache_engaged = False,+ offload_active = offload,+ denoiser_offloaded = offload,+ stream_int8_gemm = True,+ logger = log,+ ),+ )+ views = [applied]+ else:+ from core.inference.video import _views_for++ results.update(+ ao.install_patches(+ ap.STAGE_LOAD,+ pipe = pipe,+ target = target,+ family = fam,+ dtype = target.dtype,+ device = target.device,+ speed_mode = speed,+ backend = "video",+ audit = audit,+ )+ )+ views = [+ ao.run_speed_layer(+ view,+ target,+ family = fam,+ backend = "video",+ speed_mode = speed,+ offload_active = offload,+ audit = audit,+ apply = lambda family, log, view = view: ds.apply_speed_optims(+ view,+ target,+ is_gguf = False,+ family = family,+ speed_mode = speed,+ cache_active = False,+ offload_active = offload,+ cuda_graph_default = False,+ logger = log,+ ),+ )+ for view in _views_for(pipe, fam)+ ]+ patches = {k: _engaged(v) for k, v in results.items()}+ _check_audit(audit, views[0], speed)+ return {"patches": patches, "views": views}+++def _check_audit(audit: Any, applied: dict, speed: str) -> None:+ """Every speed key lands in the audit with a status that agrees with what engaged, and a reason when it did not."""+ for key, on in applied.items():+ entry = audit.entries.get(key)+ assert entry is not None, key+ if on:+ assert entry["status"] == "engaged", (key, entry)+ else:+ assert entry["status"] in ("declined", "failed", "engaged"), (key, entry)+ if entry["status"] == "declined":+ assert entry["reason"], (key, entry)+++# ------------------------------------------------------------------------------------------------------- harness+def _families() -> list[tuple[str, Any]]:+ from core.inference.diffusion_families import _FAMILIES as image+ from core.inference.video_families import _FAMILIES as video++ return [("image", f) for f in image] + [("video", f) for f in video]+++def _observe(pipe: Any, out: dict) -> dict:+ mods = {}+ for attr in ("transformer", "transformer_2", "unconditional_transformer", "unet"):+ m = getattr(pipe, attr, None)+ if m is None:+ continue+ mods[attr] = {+ "compile_calls": [+ {k: (v if isinstance(v, (bool, int, float, str, type(None))) else repr(v)) for k, v in c.items()}+ for c in getattr(m, "compile_calls", [])+ ],+ "static": bool(getattr(m, "_unsloth_compile_static", False)),+ "auto_dynamic": getattr(m, "_unsloth_auto_dynamic", None),+ "int8_gemm": bool(getattr(m, "_unsloth_int8_gemm", 0)),+ }+ return {+ "patches": dict(sorted(out["patches"].items())),+ "applied": [sorted(k for k, v in view.items() if v) for view in out["views"]],+ "keys": [sorted(view) for view in out["views"]],+ "graph_reason": _stable_reason(getattr(pipe, "_unsloth_cuda_graph_reason", None)),+ "graph_after_placement": bool(getattr(pipe, "_unsloth_cuda_graph_after_placement", False)),+ "modules": mods,+ }+++def _stable_reason(reason: Any) -> Any:+ """The capture-safe decline names WHY the rewrite did not apply, which depends on what this process imported+ first (``its defining module is not imported`` vs a source mismatch on the stub class); keep the verdict."""+ if isinstance(reason, str) and "was not rewritten" in reason:+ return reason.split("was not rewritten", 1)[0] + "was not rewritten"+ return reason+++def snapshot(entry: Callable) -> dict:+ """Run every (family, speed, dtype, offload, gguf) case through ``entry``; returns ``{case_id: observation}``."""+ import torch++ from core.inference import diffusion_cuda_graph, diffusion_speed as ds++ # Real classes (and their lazy diffusers modules) resolve BEFORE torch.cuda is faked below.+ for _backend, fam in _families():+ _stub_class(fam.transformer_class)+ patch = _Patch()+ # A deterministic stand-in for unsloth_zoo's patch_function / restore_original: the real one imports unsloth+ # (GPU detection, transformers patches) the moment torch.cuda reports a device, which a test must never do.+ from core.inference import diffusion_patch_backend++ stash: dict = {}++ def _patch_function(target, attr, new_fn, match_level = "relaxed", force = False):+ stash.setdefault((target, attr), getattr(target, attr))+ setattr(target, attr, new_fn)+ return True++ def _restore_original(target, attr):+ if (target, attr) not in stash:+ return False+ setattr(target, attr, stash.pop((target, attr)))+ return True++ patch.setattr(+ diffusion_patch_backend, "_HELPERS", {"patch": _patch_function, "restore": _restore_original}+ )+ saved_env = {k: os.environ.pop(k, None) for k in _ENV_CLEAR}+ patch.setattr(torch.cuda, "is_available", lambda: True)+ patch.setattr(torch.cuda, "get_device_capability", lambda *a, **k: (9, 0))+ patch.setattr(diffusion_cuda_graph, "install_cuda_graphs", lambda pipe, logger = None: True)+ # The fp16-accumulation gate asks the real device (datacenter vs consumer); pin it so the snapshot is host-free.+ from core.inference import diffusion_transformer_quant++ patch.setattr(diffusion_transformer_quant, "_is_consumer_gpu", lambda *a, **k: True)+ out: dict = {}+ try:+ for backend, fam in _families():+ for speed in SPEEDS:+ for dtype_name in DTYPES:+ for offload in (False, True):+ for gguf in ((False, True) if backend == "image" else (False,)):+ case = f"{backend}|{fam.name}|{speed}|{dtype_name}|offload={int(offload)}|gguf={int(gguf)}"+ pipe = (_image_pipe if backend == "image" else _video_pipe)(fam)+ flags = ds.snapshot_backend_flags()+ try:+ result = entry(backend, pipe, _target(dtype_name), fam, speed, offload, gguf)+ out[case] = _observe(pipe, result)+ except Exception as exc: # noqa: BLE001 - recorded, compared like any outcome+ out[case] = {"error": f"{type(exc).__name__}: {exc}"}+ finally:+ ds.restore_backend_flags(flags)+ _teardown()+ finally:+ patch.undo()+ for k, v in saved_env.items():+ if v is not None:+ os.environ[k] = v+ return out+++# ---------------------------------------------------------------------------------------------------------- tests[email protected](scope = "module")+def captured() -> dict:+ if not FIXTURE.exists():+ pytest.fail(f"missing parity fixture {FIXTURE}")+ return json.loads(FIXTURE.read_text())+++def test_fixture_covers_every_registered_family(captured):+ meta = captured["meta"]+ fams = {f"{b}|{f.name}" for b, f in _families()}+ assert fams == set(meta["families"]), "a registry family was added / removed: regenerate the fixture"+++def test_autoopt_resolves_the_same_optimizations_as_before(captured):+ got = snapshot(autoopt_entry)+ want = captured["cases"]+ assert set(got) == set(want)+ diffs = [case for case in want if got[case] != want[case]]+ assert not diffs, {case: {"before": want[case], "after": got[case]} for case in diffs[:5]}+++def test_legacy_sequence_still_matches_fixture(captured):+ """The fixture is not stale: the old sequence over today's primitives still produces it."""+ got = snapshot(legacy_entry)+ want = captured["cases"]+ diffs = [case for case in want if got.get(case) != want[case]]+ assert not diffs, {case: {"before": want[case], "now": got.get(case)} for case in diffs[:5]}+++def capture() -> dict:+ """Fixture payload (run against the base tree)."""+ return {+ "meta": {+ "families": sorted(f"{b}|{f.name}" for b, f in _families()),+ "speeds": list(SPEEDS),+ "dtypes": list(DTYPES),+ },+ "cases": snapshot(legacy_entry),+ }diff --git a/studio/backend/tests/test_diffusion_backend.py b/studio/backend/tests/test_diffusion_backend.pyindex 464fc46a6f9..33675e016f3 100644--- a/studio/backend/tests/test_diffusion_backend.py+++ b/studio/backend/tests/test_diffusion_backend.py@@ -7238,6 +7238,7 @@ def test_diffusion_status_response_carries_resolved():"reason": "blackwell","artifact": None,"replaced": None,+ "steps": None,}}# Absent by default (nothing resolved / native engine).@@ -7260,7 +7261,7 @@ def test_diffusion_status_response_carries_requested_precision():}resp = DiffusionStatusResponse(loaded = True, resolved = rec)assert resp.model_dump()["resolved"] == {- "transformer_quant": {**rec["transformer_quant"], "artifact": None, "replaced": None}+ "transformer_quant": {**rec["transformer_quant"], "artifact": None, "replaced": None, "steps": None}}diff --git a/studio/backend/tests/test_diffusion_flux2_rope.py b/studio/backend/tests/test_diffusion_flux2_rope.pyindex c2f006e1587..252b243c26b 100644--- a/studio/backend/tests/test_diffusion_flux2_rope.py+++ b/studio/backend/tests/test_diffusion_flux2_rope.py@@ -135,11 +135,35 @@ def test_teardown_and_load_wiring():for n in ast.walk(tree)if isinstance(n, ast.FunctionDef) and n.name == "_uninstall_fused_dit_patches")- assert "uninstall_flux2_rope()" in ast.unparse(teardown)+ # The teardown restores the registry's fused-DiT group, which carries the FLUX.2 RoPE spec ...+ assert "uninstall_group(GROUP_FUSED_DIT)" in ast.unparse(teardown)+ from core.inference.diffusion_autoopt import patches as ap++ spec = next(s for s in ap.specs(group = ap.GROUP_FUSED_DIT) if s.name == "flux2_rope")+ assert spec.stage == ap.STAGE_LOAD and spec.backends == ("image",)+ # ... and the load runs that stage for the pipe with its dtype / device / logger.load = next(n for n in ast.walk(tree) if isinstance(n, ast.FunctionDef) and n.name == "load_pipeline")- assert "install_flux2_rope(pipe, dtype, device, logger)" in ast.unparse(load)+ assert "autoopt.STAGE_LOAD," in ast.unparse(load)+ import types as _types++ seen = []+ orig_install, orig_uninstall = fr.install_for_pipe, fr.uninstall+ try:+ fr.install_for_pipe = lambda *a: seen.append(("install", a)) or False+ fr.uninstall = lambda: seen.append(("uninstall",))+ pipe = _types.SimpleNamespace(transformer = None)+ ap.install_stage(+ ap.STAGE_LOAD,+ ap.PatchContext(pipe = pipe, dtype = "fp16", device = "cuda", logger = "log", speed_mode = "off"),+ )+ from core.inference import diffusion++ diffusion._uninstall_fused_dit_patches()+ finally:+ fr.install_for_pipe, fr.uninstall = orig_install, orig_uninstall+ assert ("install", (pipe, "fp16", "cuda", "log")) in seen and ("uninstall",) in seendef _case(shape, layout, freq_dtype):diff --git a/studio/backend/tests/test_diffusion_rocm_fused.py b/studio/backend/tests/test_diffusion_rocm_fused.pyindex 80e49141aa4..279127e3332 100644--- a/studio/backend/tests/test_diffusion_rocm_fused.py+++ b/studio/backend/tests/test_diffusion_rocm_fused.py@@ -152,13 +152,37 @@ def test_load_and_teardown_wiring():for n in ast.walk(tree)if isinstance(n, ast.FunctionDef) and n.name == "_uninstall_fused_dit_patches")- assert "uninstall_rocm_fused()" in ast.unparse(teardown)+ # The teardown restores the registry's fused-DiT group, which carries the ROCm fused spec.+ assert "uninstall_group(GROUP_FUSED_DIT)" in ast.unparse(teardown)+ from core.inference.diffusion_autoopt import patches as ap++ spec = next(s for s in ap.specs(group = ap.GROUP_FUSED_DIT) if s.name == "rocm_fused")+ assert spec.stage == ap.STAGE_LOAD# Both unload paths unwind the fused AdaLN again after the eager layer (deferred profile installs it on top).assert src.count("_uninstall_fused_dit_patches()") >= 4load = next(n for n in ast.walk(tree) if isinstance(n, ast.FunctionDef) and n.name == "load_pipeline")- assert "install_rocm_fused(pipe, dtype, device, logger)" in ast.unparse(load)+ assert "autoopt.STAGE_LOAD," in ast.unparse(load)+ import types as _types++ from core.inference import diffusion, diffusion_rocm_fused++ seen = []+ orig_install, orig_uninstall = diffusion_rocm_fused.install_for_pipe, diffusion_rocm_fused.uninstall+ try:+ diffusion_rocm_fused.install_for_pipe = lambda *a: seen.append(("install", a)) or {"rope": False, "adaln": 0}+ diffusion_rocm_fused.uninstall = lambda: seen.append(("uninstall",))+ pipe = _types.SimpleNamespace(transformer = None)+ ap.install_stage(+ ap.STAGE_LOAD,+ ap.PatchContext(pipe = pipe, dtype = "bf16", device = "cuda", logger = "log", speed_mode = "off"),+ )+ diffusion._uninstall_fused_dit_patches()+ finally:+ diffusion_rocm_fused.install_for_pipe = orig_install+ diffusion_rocm_fused.uninstall = orig_uninstall+ assert ("install", (pipe, "bf16", "cuda", "log")) in seen and ("uninstall",) in seendef test_stock_lines_still_present_in_diffusers():diff --git a/studio/backend/tests/test_diffusion_routes.py b/studio/backend/tests/test_diffusion_routes.pyindex f512d3a4957..7ad803603f3 100644--- a/studio/backend/tests/test_diffusion_routes.py+++ b/studio/backend/tests/test_diffusion_routes.py@@ -1487,6 +1487,7 @@ def test_status_passes_through_resolved(client, monkeypatch):**resolved["transformer_quant"],"artifact": None,"replaced": None,+ "steps": None,}# Entries from an older backend (no requested/status) still parse, defaulted to "applied".assert body["resolved"]["speed_mode"]["requested"] is Nonediff --git a/studio/backend/tests/test_diffusion_speed.py b/studio/backend/tests/test_diffusion_speed.pyindex 9a7dbe994e7..10725018c44 100644--- a/studio/backend/tests/test_diffusion_speed.py+++ b/studio/backend/tests/test_diffusion_speed.py@@ -1910,10 +1910,26 @@ def test_the_loader_keys_the_compile_bundle_on_the_vae_decode_decision():src = (Path(__file__).resolve().parents[1] / "core" / "inference" / "diffusion.py").read_text(encoding = "utf-8")- assert src.count('"vae_decode": vae_decode_compile_allowed(') == 2- assert '"vae_decode": vae_decode_compile_allowed(pipe, effective_speed)' in src- assert '"vae_decode": vae_decode_compile_allowed(state.pipe, SPEED_DEFAULT)' in src- assert ds_mod.vae_decode_compile_allowed is not None+ # Both compile-cache begins (load, and the deferred 3rd-image profile) key through the one resolver ...+ assert src.count("autoopt.compile_cache_kwargs(") == 2+ assert "deferred = True" in src+ # ... which keys vae_decode on the same decision the speed pass makes for that tier.+ from core.inference.diffusion_autoopt.plan import compile_cache_kwargs++ seen = []+ orig = ds_mod.vae_decode_compile_allowed+ try:+ ds_mod.vae_decode_compile_allowed = lambda pipe, mode: seen.append(mode) or mode == "max"+ pipe = types.SimpleNamespace(transformer = None)+ assert compile_cache_kwargs(pipe, speed_mode = "max", fullgraph = True, offload_below_hooks = False)[+ "vae_decode"+ ] is True+ assert compile_cache_kwargs(+ pipe, speed_mode = "max", fullgraph = True, offload_below_hooks = False, deferred = True+ )["vae_decode"] is False+ finally:+ ds_mod.vae_decode_compile_allowed = orig+ assert seen == ["max", "default"]def test_stream_merging_dit_compiles_dynamic_once_inductor_proves_the_split(monkeypatch):diff --git a/studio/backend/tests/test_video_backend.py b/studio/backend/tests/test_video_backend.pyindex 0cffb0a1194..c218454bfbe 100644--- a/studio/backend/tests/test_video_backend.py+++ b/studio/backend/tests/test_video_backend.py@@ -9990,7 +9990,7 @@ def test_h3_modular_load_arms_a_deferred_graph_after_placement():and getattr(node.func, "id", None) == "arm_graphs_after_placement"]assert calls and isinstance(calls[0].args[0], ast.Name) and calls[0].args[0].id == "speed_view"- speed = src.index("applied = apply_speed_optims(")+ speed = src.index("applied = autoopt.run_speed_layer(")arm = src.index("arm_graphs_after_placement(")status = src.index('"cuda_graph": (')assert (diff --git a/studio/backend/tests/test_video_routes.py b/studio/backend/tests/test_video_routes.pyindex 7526cf9429c..1162612a875 100644--- a/studio/backend/tests/test_video_routes.py+++ b/studio/backend/tests/test_video_routes.py@@ -893,11 +893,13 @@ def test_status_passthrough(client, monkeypatch):**resolved["transformer_quant"],"artifact": None,"replaced": None,+ "steps": None,}assert body["resolved"]["text_encoder_quant"] == {**resolved["text_encoder_quant"],"artifact": None,"replaced": None,+ "steps": None,}# Entries from an older backend (no requested/status) still parse, defaulted to "applied".assert body["resolved"]["speed_mode"]["requested"] is Nonediff --git a/studio/backend/tests/test_video_wan_fused.py b/studio/backend/tests/test_video_wan_fused.pyindex 3d7d7d55907..ae1829b03d6 100644--- a/studio/backend/tests/test_video_wan_fused.py+++ b/studio/backend/tests/test_video_wan_fused.py@@ -9,6 +9,7 @@ from __future__ import annotationsimport astimport inspect+import textwrapimport pytest@@ -421,13 +422,28 @@ def test_loader_installs_before_the_step_cache_and_offload_hooks():c for c in vars(video).values() if inspect.isclass(c) and hasattr(c, "load_pipeline"))src = inspect.getsource(cls.load_pipeline)- install = src.index("video_wan_fused.install_for_pipe(")+ # The registered video patch stage (diffusion_autoopt) installs the fused Wan block ...+ install = src.index("autoopt.STAGE_LOAD,")assert install < src.index("apply_step_cache(")assert install < src.index("apply_memory_plan(")- # held off on speed_mode=off, like every other optimisation layer- head = src[src.rindex("if effective_speed != SPEED_OFF:", 0, install) : install]- assert "video_wan_fused" in src[:install] and headassert '"wan_fused_adaln"' in src+ from core.inference.diffusion_autoopt import patches as ap++ spec = next(s for s in ap.specs(ap.STAGE_LOAD) if s.name == "wan_fused")+ # ... held off on speed_mode=off (uninstalled there), like every other optimisation layer.+ assert spec.speed_only and spec.backends == ("video",) and spec.group == ap.GROUP_VIDEO_FUSED+ seen = []+ orig_install, orig_uninstall = wf.install_for_pipe, wf.uninstall+ try:+ wf.install_for_pipe = lambda *a, **k: seen.append(("install", a)) or True+ wf.uninstall = lambda: seen.append(("uninstall",))+ ctx = ap.PatchContext(pipe = "pipe", dtype = "fp16", device = "cuda", backend = "video", speed_mode = "off")+ assert ap.install_stage(ap.STAGE_LOAD, ctx) == {}+ ctx.speed_mode = "default"+ assert ap.install_stage(ap.STAGE_LOAD, ctx) == {"wan_fused": True}+ finally:+ wf.install_for_pipe, wf.uninstall = orig_install, orig_uninstall+ assert seen == [("uninstall",), ("install", ("pipe", "fp16", "cuda"))]def test_teardown_and_rollback_restore_the_stock_forward():@@ -438,8 +454,18 @@ def test_teardown_and_rollback_restore_the_stock_forward():if inspect.isclass(c) and hasattr(c, "_teardown_state_locked"))for name in ("_teardown_state_locked", "_rollback_precommit_globals"):- body = ast.unparse(ast.parse(inspect.getsource(getattr(cls, name)).lstrip()))- assert "video_wan_fused.uninstall()" in body, name+ body = ast.unparse(ast.parse(textwrap.dedent(inspect.getsource(getattr(cls, name)))))+ assert "uninstall_group(GROUP_VIDEO_FUSED)" in body, name+ from core.inference.diffusion_autoopt import patches as ap++ seen = []+ orig = wf.uninstall+ try:+ wf.uninstall = lambda: seen.append("uninstall")+ ap.uninstall_group(ap.GROUP_VIDEO_FUSED)+ finally:+ wf.uninstall = orig+ assert seen == ["uninstall"]@needs_cuda