Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

Studio: diffusion auto-optimizer core shared by the image and video load paths (#13520)

Daniel Hana7516db38442
diff --git a/studio/backend/core/inference/diffusion.py b/studio/backend/core/inference/diffusion.py
index b7b89fd9dfd..be9fedbae43 100644
--- a/studio/backend/core/inference/diffusion.py
+++ b/studio/backend/core/inference/diffusion.py
@@ -189,7 +189,6 @@ from .diffusion_speed import (
apply_speed_optims,
engage_pinned_denoisers,
auto_dynamic_active,
- compile_dynamic,
compile_eligible,
compiled_shapes_are_static,
family_compiles_regionally,
@@ -203,7 +202,6 @@ from .diffusion_speed import (
restore_backend_flags,
settle_compile_fallback,
snapshot_backend_flags,
- vae_decode_compile_allowed,
)
from .diffusion_vae_fp16 import enable_fp16_vae_decode
from .diffusion_vae_tiling import install as install_wide_vae_tiles
@@ -2060,10 +2058,9 @@ def _inplace_torchao_placement(
def _denoiser_hooked(pipe: Any) -> bool:
"""Whether an offload hook moves a denoiser of ``pipe``; a CUDA graph over it would replay stale pointers."""
- for name in ("transformer", "transformer_2", "unconditional_transformer", "unet"):
- module = getattr(pipe, name, None)
- if module is None:
- continue
+ from .diffusion_autoopt.targets import hooked_denoisers
+
+ for module in hooked_denoisers(pipe):
if getattr(module, "_hf_hook", None) is not None:
return True
registry = getattr(module, "_diffusers_hook", None)
@@ -2173,25 +2170,20 @@ def _auto_quant_eager_reason(
def _uninstall_fused_dit_patches() -> None:
- """Restore the process-global fused DiT patches so the next load honours its own kill switches."""
- try:
- from .diffusion_flux2_rope import uninstall as uninstall_flux2_rope
- from .diffusion_qwenimage_rope import uninstall as uninstall_qwen_real_rope
- from .diffusion_zimage_fused import uninstall as uninstall_zimage_fused
-
- uninstall_qwen_real_rope()
- uninstall_zimage_fused()
- uninstall_flux2_rope()
- except Exception: # noqa: BLE001 - teardown is best effort
- pass
+ """Restore the process-global fused DiT patches so the next load honours its own kill switches. The group is the
+ registry's (diffusion_autoopt.patches): every spec registered under it is restored, no hand-kept list."""
try:
- from .diffusion_qwenimage21_fused import uninstall as uninstall_q21_fused
- uninstall_q21_fused()
+ from .diffusion_autoopt.patches import GROUP_FUSED_DIT, uninstall_group
+ uninstall_group(GROUP_FUSED_DIT)
except Exception: # noqa: BLE001 - teardown is best effort
pass
+
+
+def _uninstall_eager_patches() -> None:
+ """Restore the shared compile-safe and per-arch fusions (the registry's eager group)."""
try:
- from .diffusion_rocm_fused import uninstall as uninstall_rocm_fused
- uninstall_rocm_fused()
+ from .diffusion_autoopt.patches import GROUP_EAGER, uninstall_group
+ uninstall_group(GROUP_EAGER)
except Exception: # noqa: BLE001 - teardown is best effort
pass
@@ -7052,6 +7044,7 @@ class DiffusionBackend:
)
backend_flags_before = None
eager_patched = False
+ load_audit = None
compile_ctx = None
state_committed = False
load_bg_compile = None
@@ -7819,15 +7812,11 @@ class DiffusionBackend:
_refuse_pinned_precision()
self._raise_if_load_cancelled(_load_token)
- # Lazy import (these modules import torch) keeps diffusion.py torch-free to import.
- from .diffusion_eager_patches import (
- install_compile_safe_patches,
- uninstall_patches,
- )
- from .diffusion_arch_patches import (
- install_arch_patches,
- uninstall_arch_patches,
- )
+ # Lazy import (the optimizer's submodules import torch lazily) keeps diffusion.py torch-free to
+ # import.
+ from . import diffusion_autoopt as autoopt
+
+ load_audit = autoopt.new_audit(backend = "image", family = fam)
# Effective speed: GGUF defaults to `default` (~2.2x, below the quant noise floor); dense stays
# bit-identical `off`.
@@ -7977,25 +7966,35 @@ class DiffusionBackend:
# The dense fast path sets gguf_filename, but its transformer is dense.
gguf_transformer = kind == "gguf" and transformer_quant_engaged is None
- if effective_speed != SPEED_OFF:
- install_compile_safe_patches()
- # Per-arch compile-safe fusions; neutral under compile, tracked by the same eager_patched
- # flag.
- install_arch_patches()
- eager_patched = True
- else:
- uninstall_patches()
- uninstall_arch_patches()
- from .diffusion_qwenimage21 import install_for_pipe as install_q21_fast_step
-
- install_q21_fast_step(pipe, logger)
- from .diffusion_flux2_rope import install_for_pipe as install_flux2_rope
-
- install_flux2_rope(pipe, dtype, device, logger)
- # ROCm (auto) FLUX.1 / FLUX.2: one-kernel RoPE (bit-identical) and AdaLN modulation.
- from .diffusion_rocm_fused import install_for_pipe as install_rocm_fused
-
- install_rocm_fused(pipe, dtype, device, logger)
+ # Registered patches (diffusion_autoopt.patches), in their original order: the shared and per-arch
+ # compile-safe fusions on a speed tier (uninstalled on `off`, tracked by eager_patched), then the
+ # per-pipe installs that gate themselves (Q2.1 fast step, FLUX.2 fused RoPE, ROCm FLUX.1 / FLUX.2
+ # one-kernel RoPE + AdaLN).
+ autoopt.install_patches(
+ autoopt.STAGE_LOAD_EAGER,
+ pipe = pipe,
+ target = target,
+ family = fam,
+ dtype = dtype,
+ device = device,
+ speed_mode = effective_speed,
+ backend = "image",
+ audit = load_audit,
+ logger = logger,
+ )
+ eager_patched = effective_speed != SPEED_OFF
+ autoopt.install_patches(
+ autoopt.STAGE_LOAD,
+ pipe = pipe,
+ target = target,
+ family = fam,
+ dtype = dtype,
+ device = device,
+ speed_mode = effective_speed,
+ backend = "image",
+ audit = load_audit,
+ logger = logger,
+ )
# fp16-only cards: a guarded family stays float16; patch its overflow sites.
from .diffusion_fp16_guard import family_fp16_guard, install_fp16_guard
@@ -8029,32 +8028,18 @@ class DiffusionBackend:
# bundles.
quant = "gguf" if gguf_transformer else transformer_quant_engaged,
attention_backend = attention_engaged,
- compile_kwargs = {
- # Mirrors apply_speed_optims' fullgraph decision (a step cache or planned offload
- # graph-breaks), so the bundle keys on the same setting.
- "fullgraph": not cache_graph_break
+ # One resolver (diffusion_autoopt.plan) for the kwargs the compile will use: fullgraph
+ # mirrors apply_speed_optims (a step cache or planned offload graph-breaks), dynamic is
+ # the value it resolves, and an offloaded denoiser compiling below its hooks keys apart.
+ compile_kwargs = autoopt.compile_cache_kwargs(
+ pipe,
+ speed_mode = effective_speed,
+ fullgraph = not cache_graph_break
and not cache_may_toggle
and plan.offload_policy == OFFLOAD_NONE,
- # max compiles DiTs with automatic dynamic (None), as does the default tier for
- # torchao weights. Key on the value apply_speed_optims resolves, so a bundle from a
- # static or explicit-dynamic build is not reused for an automatic-dynamic one.
- "dynamic": compile_dynamic(
- getattr(pipe, "transformer", None),
- None if effective_speed == SPEED_MAX else True,
- ),
- "mode": "max-autotune-no-cudagraphs"
- if effective_speed == SPEED_MAX
- else "default",
- "vae_decode": vae_decode_compile_allowed(pipe, effective_speed),
- # An offloaded denoiser compiles its blocks below the hooks, a different graph than a
- # bundle from the traced-hook compile holds.
- **(
- {"below_hooks": True}
- if plan.offload_policy != OFFLOAD_NONE
- and compile_below_hooks_enabled()
- else {}
- ),
- },
+ offload_below_hooks = plan.offload_policy != OFFLOAD_NONE
+ and compile_below_hooks_enabled(),
+ ),
logger = logger,
reduction_filter = family_filters_reductions(fam),
)
@@ -8088,18 +8073,31 @@ class DiffusionBackend:
).strip().lower() != SPEED_OFF and enable_fp16_vae_decode(
pipe, target, logger = logger
)
- speed_applied = apply_speed_optims(
+ # The optimizer's speed layer (diffusion_autoopt): plan, family hooks, the speed primitive below,
+ # the per-step audit.
+ speed_applied = autoopt.run_speed_layer(
pipe,
target,
- is_gguf = gguf_transformer,
family = fam,
+ backend = "image",
speed_mode = effective_speed,
- cache_active = cache_graph_break or cache_may_toggle,
- cache_engaged = cache_graph_break,
+ is_gguf = gguf_transformer,
offload_active = plan.offload_policy != OFFLOAD_NONE,
- denoiser_offloaded = not plan_keeps_transformer_resident(plan),
- stream_int8_gemm = True,
+ audit = load_audit,
logger = logger,
+ apply = lambda family, log: apply_speed_optims(
+ pipe,
+ target,
+ is_gguf = gguf_transformer,
+ family = family,
+ speed_mode = effective_speed,
+ cache_active = cache_graph_break or cache_may_toggle,
+ cache_engaged = cache_graph_break,
+ offload_active = plan.offload_policy != OFFLOAD_NONE,
+ denoiser_offloaded = not plan_keeps_transformer_resident(plan),
+ stream_int8_gemm = True,
+ logger = log,
+ ),
)
if vae_fp16:
speed_applied["vae_fp16_decode"] = True
@@ -8380,6 +8378,21 @@ class DiffusionBackend:
if transformer_quant_artifact is not None:
# Beside ``source``, never in it: the frontend branches on "auto"/"explicit".
resolved["transformer_quant"]["artifact"] = transformer_quant_artifact
+ # The optimizer's per-step audit (engaged / declined + reason / failed + error), beside the
+ # speed_mode entry.
+ autoopt.record_load_steps(
+ load_audit,
+ attention = attention_engaged,
+ step_cache = cache_engaged,
+ step_cache_reason = cache_reason,
+ compile_cache = compile_ctx is not None,
+ speed_deferred = speed_deferred,
+ )
+ autoopt.finalize(
+ load_audit,
+ tuple(k for k, v in speed_applied.items() if v),
+ resolved,
+ )
if gguf_offload_swap and transformer_quant_engaged is not None:
from .diffusion_gguf_route import gguf_offload_swap_reason
resolved["transformer_quant"]["reason"] = gguf_offload_swap_reason(
@@ -8489,8 +8502,7 @@ class DiffusionBackend:
pass
_uninstall_fused_dit_patches()
if eager_patched:
- uninstall_patches()
- uninstall_arch_patches()
+ _uninstall_eager_patches()
_uninstall_fused_dit_patches()
state = pipe = transformer = None
pipe_kwargs.clear()
@@ -10283,12 +10295,20 @@ class DiffusionBackend:
mutation. The flag is cleared FIRST so a failure never retries per generation; unload
cleans everything up via the same state fields the load-time path uses."""
object.__setattr__(state, "speed_deferred", False)
- from .diffusion_eager_patches import install_compile_safe_patches
- from .diffusion_arch_patches import install_arch_patches
+ from . import diffusion_autoopt as autoopt
target = self._state_device_target(state)
- install_compile_safe_patches()
- install_arch_patches()
+ audit = autoopt.new_audit(backend = "image", family = state.family)
+ autoopt.install_patches(
+ autoopt.STAGE_LOAD_EAGER,
+ pipe = state.pipe,
+ target = target,
+ family = state.family,
+ speed_mode = SPEED_DEFAULT,
+ backend = "image",
+ audit = audit,
+ logger = logger,
+ )
object.__setattr__(state, "eager_patched", True)
# Re-run the load-time selection with the caller's ORIGINAL request: auto still upgrades to cuDNN here.
attention_engaged = apply_attention_backend(
@@ -10317,37 +10337,45 @@ class DiffusionBackend:
# Same GGUF-vs-dense graph distinction as the load-time begin().
quant = "gguf" if gguf_transformer else state.transformer_quant,
attention_backend = attention_engaged,
- compile_kwargs = {
- # Mirrors the load-time fullgraph decision: a step cache or an offload graph-breaks.
- "fullgraph": not cache_breaks_graph(state.transformer_cache)
+ # Mirrors the load-time fullgraph decision: a step cache or an offload graph-breaks.
+ compile_kwargs = autoopt.compile_cache_kwargs(
+ state.pipe,
+ speed_mode = SPEED_DEFAULT,
+ deferred = True,
+ fullgraph = not cache_breaks_graph(state.transformer_cache)
and not state.cache_auto
and state.offload_policy == OFFLOAD_NONE,
- "dynamic": compile_dynamic(getattr(state.pipe, "transformer", None), True),
- "mode": "default",
- "vae_decode": vae_decode_compile_allowed(state.pipe, SPEED_DEFAULT),
- **(
- {"below_hooks": True}
- if state.offload_policy != OFFLOAD_NONE and compile_below_hooks_enabled()
- else {}
- ),
- },
+ offload_below_hooks = state.offload_policy != OFFLOAD_NONE
+ and compile_below_hooks_enabled(),
+ ),
logger = logger,
reduction_filter = family_filters_reductions(state.family),
)
object.__setattr__(state, "compile_cache_ctx", compile_ctx)
- speed_applied = apply_speed_optims(
+ speed_applied = autoopt.run_speed_layer(
state.pipe,
target,
- is_gguf = gguf_transformer,
family = state.family,
+ backend = "image",
speed_mode = SPEED_DEFAULT,
- cache_active = cache_breaks_graph(state.transformer_cache) or state.cache_auto,
- cache_engaged = cache_breaks_graph(state.transformer_cache),
+ is_gguf = gguf_transformer,
offload_active = state.offload_policy != OFFLOAD_NONE,
- denoiser_offloaded = state.offload_policy != OFFLOAD_NONE
- and _denoiser_hooked(state.pipe),
- stream_int8_gemm = True,
+ audit = audit,
logger = logger,
+ apply = lambda family, log: apply_speed_optims(
+ state.pipe,
+ target,
+ is_gguf = gguf_transformer,
+ family = family,
+ speed_mode = SPEED_DEFAULT,
+ cache_active = cache_breaks_graph(state.transformer_cache) or state.cache_auto,
+ cache_engaged = cache_breaks_graph(state.transformer_cache),
+ offload_active = state.offload_policy != OFFLOAD_NONE,
+ denoiser_offloaded = state.offload_policy != OFFLOAD_NONE
+ and _denoiser_hooked(state.pipe),
+ stream_int8_gemm = True,
+ logger = log,
+ ),
)
if denoisers_pinned_resident(state.pipe):
engage_pinned_denoisers(state.pipe, speed_applied, logger)
@@ -10379,6 +10407,14 @@ class DiffusionBackend:
"auto: compiled on the 3rd image this session "
"(repeated use amortises the one-time compile)"
)
+ autoopt.record_load_steps(
+ audit,
+ attention = attention_engaged,
+ step_cache = state.transformer_cache,
+ step_cache_reason = ((state.resolved or {}).get("transformer_cache") or {}).get("reason"),
+ compile_cache = state.compile_cache_ctx is not None,
+ )
+ autoopt.finalize(audit, state.speed_optims, state.resolved)
att = (state.resolved or {}).get("attention_backend")
if isinstance(att, dict) and att.get("source") == "auto":
att["value"] = attention_engaged or "native"
@@ -11049,9 +11085,14 @@ class DiffusionBackend:
# Re-check an AUTO cache decision against the ACTUAL step count; explicit choices never toggle.
if state.cache_auto:
+ # Judged against the pipeline that RUNS this call: a from_pipe workflow (FLUX.1 img2img /
+ # inpaint) shares the denoiser but opens no cache_context, which the FBCache hooks need.
+ from .diffusion_autoopt.runtime import auto_cache_steps
+
+ cache_steps, runner_reason = auto_cache_steps(state.pipe, pipe, denoise_steps)
toggled = maybe_toggle_step_cache(
state.pipe,
- steps = denoise_steps,
+ steps = cache_steps,
quant_active = state.cache_quant_active,
threshold = state.cache_threshold,
logger = logger,
@@ -11064,7 +11105,9 @@ class DiffusionBackend:
if isinstance(entry, dict):
entry["value"] = toggled or "off"
entry["reason"] = (
- f"auto: {denoise_steps}-step generation "
+ f"auto: {runner_reason}"
+ if runner_reason
+ else f"auto: {denoise_steps}-step generation "
+ ("reaches" if toggled else "is below")
+ f" {FBCACHE_MIN_STEPS}"
)
@@ -11533,12 +11576,7 @@ class DiffusionBackend:
pass
_uninstall_fused_dit_patches()
if state.eager_patched:
- # Lazy import to keep diffusion.py torch-free to import.
- from .diffusion_eager_patches import uninstall_patches
- from .diffusion_arch_patches import uninstall_arch_patches
-
- uninstall_patches()
- uninstall_arch_patches()
+ _uninstall_eager_patches()
# Again: the deferred profile layers the eager patch over the fused AdaLN.
_uninstall_fused_dit_patches()
# Deliberately NOT unload_lora_weights(): the whole pipe is dropped below, freeing any adapters with it. Drop
diff --git a/studio/backend/core/inference/diffusion_arch_patches.py b/studio/backend/core/inference/diffusion_arch_patches.py
index 987b0a4b9a3..7ddb2c3156f 100644
--- a/studio/backend/core/inference/diffusion_arch_patches.py
+++ b/studio/backend/core/inference/diffusion_arch_patches.py
@@ -22,13 +22,13 @@ Kill-switch: ``UNSLOTH_DIFFUSION_ARCH_PATCHES=0``. Implemented for all five fami
from __future__ import annotations
-import inspect
import logging
import os
-from typing import Any, Callable, Optional
+from typing import Callable, Optional
import torch
+from .diffusion_autoopt.patches import body_has
from .diffusion_patch_backend import apply_patch, revert_patch
logger = logging.getLogger(__name__)
@@ -40,14 +40,9 @@ def _patches_enabled() -> bool:
return (os.environ.get(_ENV_ENABLE) or "").strip().lower() not in ("0", "off", "false", "no")
-def _body_has(fn: Callable, *needles: str) -> bool:
- """True iff every ``needle`` is in ``fn``'s source -- a body-drift guard that self-disables the
- patch if diffusers changed the rewritten lines."""
- try:
- src = inspect.getsource(fn)
- except (OSError, TypeError):
- return False
- return all(n in src for n in needles)
+# The shared needle guard (diffusion_autoopt.patches); the module-level name is what the resolvers below call, so a
+# test can still monkeypatch it here.
+_body_has = body_has
# qwen-image: QwenImageTransformerBlock._modulate (modulation addcmul, all 4 call sites)
diff --git a/studio/backend/core/inference/diffusion_attention.py b/studio/backend/core/inference/diffusion_attention.py
index 8afdb0b2308..944623903ca 100644
--- a/studio/backend/core/inference/diffusion_attention.py
+++ b/studio/backend/core/inference/diffusion_attention.py
@@ -1828,12 +1828,9 @@ def _attention_dits(pipe: Any) -> list:
"""Every DiT the denoise loop runs: the primary ``transformer`` plus a second expert some
families carry (Ideogram's ``unconditional_transformer``, an MoE ``transformer_2``). The
backend must be set on ALL of them, else the second DiT keeps the native default."""
- dits: list = []
- for attr in ("transformer", "transformer_2", "unconditional_transformer"):
- m = getattr(pipe, attr, None)
- if m is not None and m not in dits:
- dits.append(m)
- return dits
+ from .diffusion_autoopt.targets import denoiser_dits
+
+ return denoiser_dits(pipe)
# head_dim 256 (Ideogram 4) has no cuDNN kernel on torch 2.11-2.13 (cuDNN 9.19/9.20); a pinned cuDNN then has no fallback.
diff --git a/studio/backend/core/inference/diffusion_autoopt/__init__.py b/studio/backend/core/inference/diffusion_autoopt/__init__.py
new file mode 100644
index 00000000000..c77c75eb87b
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/__init__.py
@@ -0,0 +1,68 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Diffusion / video auto-optimizer: one orchestrator over Studio's speed primitives.
+
+* ``targets`` denoiser and runner resolution (attribute contracts + by-type discovery).
+* ``profile`` static introspection of a denoiser class (repeated blocks, graph-break screen), cached by digest.
+* ``patches`` the PatchSpec registry: one install / uninstall lifecycle and one fingerprint util for every
+ per-architecture source / forward patch.
+* ``plan`` the ordered steps, their predicted decision + reason, the canonical compile-cache kwargs.
+* ``apply`` ``run_speed_layer``: the single image + video entry, per-step audit.
+* ``runtime`` call-time checks against the runner that actually executes a request.
+
+Import is torch-free; every submodule imports torch / diffusers lazily.
+"""
+
+from __future__ import annotations
+
+from .apply import (
+ VIDEO_COMPILE_CACHE_DECLINE,
+ Audit,
+ finalize,
+ install_patches,
+ new_audit,
+ record_load_steps,
+ run_speed_layer,
+)
+from .patches import (
+ GROUP_EAGER,
+ GROUP_FUSED_DIT,
+ GROUP_VIDEO_FUSED,
+ STAGE_LOAD,
+ STAGE_LOAD_EAGER,
+ PatchContext,
+ PatchSpec,
+ body_has,
+ body_has_once,
+ register,
+ source_digest,
+ splice_source,
+ uninstall_group,
+)
+from .plan import build_plan, compile_cache_kwargs
+
+__all__ = [
+ "VIDEO_COMPILE_CACHE_DECLINE",
+ "Audit",
+ "GROUP_EAGER",
+ "GROUP_FUSED_DIT",
+ "GROUP_VIDEO_FUSED",
+ "PatchContext",
+ "PatchSpec",
+ "STAGE_LOAD",
+ "STAGE_LOAD_EAGER",
+ "body_has",
+ "body_has_once",
+ "build_plan",
+ "compile_cache_kwargs",
+ "finalize",
+ "install_patches",
+ "new_audit",
+ "record_load_steps",
+ "register",
+ "run_speed_layer",
+ "source_digest",
+ "splice_source",
+ "uninstall_group",
+]
diff --git a/studio/backend/core/inference/diffusion_autoopt/apply.py b/studio/backend/core/inference/diffusion_autoopt/apply.py
new file mode 100644
index 00000000000..739d87a709e
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/apply.py
@@ -0,0 +1,417 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Execute the optimization plan: the ONE speed-layer entry for the image and video backends.
+
+``run_speed_layer`` runs the registered patch stages, the family hooks (data, not branches in the backends) and the
+existing ``apply_speed_optims`` primitive for one pipe / view, and records every step into the load's
+:class:`Audit` (engaged / declined + reason / failed + error). Failures inside the primitives are captured from the
+warnings they already log (a logger proxy), so their internals stay untouched. The audit surfaces in status as
+``resolved["speed_mode"]["steps"]``.
+"""
+
+from __future__ import annotations
+
+import contextvars
+from dataclasses import dataclass, field, replace
+from typing import Any, Callable, Optional
+
+from . import patches, plan as plan_mod, targets
+
+DISCOVER_ENV = plan_mod.DISCOVER_ENV
+# Video loads do not take the image backend's persistent compile cache yet: it repoints the process-wide
+# TORCHINDUCTOR_CACHE_DIR, which an image backend loaded in the same server may be compiling under, and its save /
+# restore lifecycle is not wired into the video state. Recorded so the status says so.
+VIDEO_COMPILE_CACHE_DECLINE = (
+ "not wired for video loads yet (process-wide inductor cache dir shared with the image backend)"
+)
+
+_CURRENT_AUDIT: contextvars.ContextVar = contextvars.ContextVar("unsloth_autoopt_audit", default = None)
+
+
+# ---------------------------------------------------------------------------------------------------------- audit
+@dataclass
+class Audit:
+ """One record per load: ``{step: {"status", "reason"}}`` in first-seen order."""
+
+ backend: str = "image"
+ family: Optional[str] = None
+ entries: dict[str, dict] = field(default_factory = dict)
+ generic: bool = False
+
+ def record(self, step: str, status: str, reason: Optional[str] = None) -> None:
+ prev = self.entries.get(step)
+ # A failure is never overwritten by a later "declined"; an engagement upgrades a decline (dual-DiT views).
+ if prev is not None:
+ if prev["status"] == "failed" and status != "engaged":
+ return
+ if prev["status"] == "engaged" and status == "declined":
+ return
+ self.entries[step] = {"status": status, "reason": reason}
+
+ def status(self, step: str) -> Optional[str]:
+ entry = self.entries.get(step)
+ return entry["status"] if entry else None
+
+ def as_list(self) -> list[dict]:
+ return [{"step": k, **v} for k, v in self.entries.items()]
+
+ def engaged(self) -> list[str]:
+ return [k for k, v in self.entries.items() if v["status"] == "engaged"]
+
+
+def current_audit() -> Optional[Audit]:
+ return _CURRENT_AUDIT.get()
+
+
+def new_audit(*, backend: str, family: Any) -> Audit:
+ return Audit(backend = backend, family = getattr(family, "name", None))
+
+
+class _AuditingLogger:
+ """Forwards everything to ``inner``; records each ``"<prefix>: %s failed: %s"`` warning the primitives log."""
+
+ def __init__(self, inner: Any, audit: Audit) -> None:
+ self._inner = inner
+ self._audit = audit
+
+ def warning(self, msg: Any, *args: Any, **kwargs: Any) -> None:
+ try:
+ if isinstance(msg, str) and msg.endswith("%s failed: %s") and len(args) >= 2:
+ self._audit.record(str(args[0]), "failed", str(args[1])[:300])
+ except Exception: # noqa: BLE001
+ pass
+ if self._inner is not None:
+ self._inner.warning(msg, *args, **kwargs)
+
+ def __getattr__(self, name: str) -> Any:
+ inner = self.__dict__.get("_inner")
+ if inner is None:
+ def _noop(*a: Any, **k: Any) -> None:
+ return None
+ return _noop
+ return getattr(inner, name)
+
+
+def auditing_logger(logger: Any, audit: Optional[Audit]) -> Any:
+ if audit is None or isinstance(logger, _AuditingLogger):
+ return logger
+ return _AuditingLogger(logger, audit)
+
+
+# ------------------------------------------------------------------------------------------------- family hooks
+@dataclass(frozen = True)
+class FamilyHook:
+ """Per-family code that must run around the speed primitive for one view. ``applies(family)`` gates it; ``pre``
+ runs before ``apply_speed_optims``; ``post(view, family, applied, logger)`` may return an updated applied dict."""
+
+ name: str
+ applies: Callable[[Any], bool]
+ pre: Optional[Callable[[Any, Any], None]] = None
+ post: Optional[Callable[[Any, Any, dict, Any], Optional[dict]]] = None
+ backends: tuple[str, ...] = ("video",)
+
+
+def _is_ltx(family: Any) -> bool:
+ try:
+ from ..video_families import LTX_FAMILIES # noqa: PLC0415
+ except Exception: # noqa: BLE001
+ return False
+ return getattr(family, "name", None) in LTX_FAMILIES
+
+
+def _ltx_static_pre(view: Any, family: Any) -> None:
+ # Token counts depend only on (w, h, frames), so static compile: one recompile per shape, ~1.3x faster.
+ dit = getattr(view, getattr(family, "denoiser_attr", "transformer"), None)
+ if dit is not None:
+ try:
+ dit._unsloth_compile_static = True
+ except Exception: # noqa: BLE001 -- not a settable module (tests/fakes)
+ pass
+
+
+def _ltx_stg_post(view: Any, family: Any, applied: dict, logger: Any) -> Optional[dict]:
+ if applied.get("compiled"):
+ from ..video_ltx2 import install_stg_compile_adapter # noqa: PLC0415
+ install_stg_compile_adapter(getattr(view, getattr(family, "denoiser_attr", "transformer"), None))
+ return None
+
+
+def _cudnn_off_post(view: Any, family: Any, applied: dict, logger: Any) -> Optional[dict]:
+ if applied.get("cudnn_benchmark"):
+ from ..video_ltx2 import disable_cudnn_benchmark # noqa: PLC0415
+ if disable_cudnn_benchmark():
+ return {**applied, "cudnn_benchmark": False}
+ return None
+
+
+FAMILY_HOOKS: list[FamilyHook] = [
+ FamilyHook("ltx_static_compile", _is_ltx, pre = _ltx_static_pre),
+ FamilyHook("ltx_stg_compile_adapter", _is_ltx, post = _ltx_stg_post),
+ FamilyHook(
+ "cudnn_benchmark_off",
+ lambda fam: not getattr(fam, "cudnn_benchmark", True),
+ post = _cudnn_off_post,
+ ),
+]
+
+
+def register_family_hook(hook: FamilyHook) -> None:
+ for i, existing in enumerate(FAMILY_HOOKS):
+ if existing.name == hook.name:
+ FAMILY_HOOKS[i] = hook
+ return
+ FAMILY_HOOKS.append(hook)
+
+
+# ------------------------------------------------------------------------------------------------ patch stages
+def install_patches(
+ stage: str,
+ *,
+ pipe: Any,
+ target: Any = None,
+ family: Any = None,
+ dtype: Any = None,
+ device: Any = None,
+ speed_mode: Optional[str] = None,
+ backend: str = "image",
+ audit: Optional[Audit] = None,
+ logger: Any = None,
+) -> dict:
+ """Run one load-time patch stage (``load_eager`` / ``load``) for ``pipe``."""
+ ctx = patches.PatchContext(
+ pipe = pipe,
+ target = target,
+ family = family,
+ dtype = dtype,
+ device = device,
+ speed_mode = speed_mode,
+ backend = backend,
+ logger = logger,
+ )
+ return patches.install_stage(stage, ctx, audit = audit)
+
+
+def install_compile_patches(
+ stage: str,
+ transformer: Any,
+ logger: Any,
+ *,
+ offload_active: bool,
+ denoiser_offloaded: Optional[bool],
+) -> dict:
+ """Per-denoiser patch stage inside the regional compile (``pre_int8`` / ``pre_compile``)."""
+ ctx = patches.PatchContext(
+ transformer = transformer,
+ offload_active = offload_active,
+ denoiser_offloaded = denoiser_offloaded,
+ logger = logger,
+ )
+ return patches.install_stage(stage, ctx, audit = current_audit())
+
+
+# ------------------------------------------------------------------------------------------------ the speed layer
+def _generic_family_view(view: Any, family: Any, plan: plan_mod.OptimizationPlan, logger: Any) -> Any:
+ """For a family with no data: trial-compile discovered blocks, or decline the compile with the plan's reason."""
+ step = plan.step("compiled")
+ if step is not None and not step.attempt and str(step.reason or "").startswith(plan_mod.GRAPH_BREAK_DECLINE):
+ # Graph-break suspects in a discovered block: decline rather than compile a graph that breaks every call.
+ if logger is not None:
+ logger.info("diffusion.autoopt: compile declined for %s: %s", plan.family, step.reason)
+ return _family_with(family, supports_torch_compile = False)
+ if step is not None and step.attempt and plan_mod.discovery_enabled():
+ for dit in targets.denoiser_dits(view):
+ if getattr(dit, "_repeated_blocks", None):
+ continue
+ prof = next((p for p in plan.profiles if p.class_name == type(dit).__name__), None)
+ if prof is not None and prof.discovered_blocks and not prof.graph_break_suspects:
+ try:
+ dit._repeated_blocks = list(prof.discovered_blocks)
+ if logger is not None:
+ logger.info(
+ "diffusion.autoopt: trial regional compile of discovered blocks %s on %s "
+ "(guarded: a failure falls back to eager)",
+ ", ".join(prof.discovered_blocks),
+ type(dit).__name__,
+ )
+ except Exception: # noqa: BLE001
+ pass
+ return family
+
+
+def _family_with(family: Any, **overrides: Any) -> Any:
+ try:
+ return replace(family, **overrides)
+ except Exception: # noqa: BLE001 - not a dataclass: a thin proxy
+ class _Proxy:
+ def __getattr__(self, name: str) -> Any:
+ if name in overrides:
+ return overrides[name]
+ return getattr(family, name)
+ return _Proxy()
+
+
+def run_speed_layer(
+ view: Any,
+ target: Any,
+ *,
+ family: Any,
+ backend: str,
+ speed_mode: str,
+ apply: Callable[[Any, Any], dict],
+ is_gguf: bool = False,
+ offload_active: bool = False,
+ audit: Optional[Audit] = None,
+ logger: Any = None,
+) -> dict[str, bool]:
+ """Plan + apply the speed primitives for one pipe (image) or one denoiser view (video).
+
+ ``apply(family, logger)`` runs the primitive (the backends' ``apply_speed_optims(...)`` call, so its arguments
+ stay where the load computes them); the optimizer supplies the family it should see (a registered family is
+ passed through untouched; a family with no data may get its compile declined) and the auditing logger. Family
+ hooks run around it. Returns the primitive's dict after the hooks, exactly what the backends recorded before."""
+ plan: Optional[plan_mod.OptimizationPlan]
+ try:
+ plan = plan_mod.build_plan(
+ view,
+ target,
+ family = family,
+ backend = backend,
+ speed_mode = speed_mode,
+ is_gguf = is_gguf,
+ offload_active = offload_active,
+ )
+ except Exception as exc: # noqa: BLE001 - the plan explains; it never fails a load
+ if logger is not None:
+ logger.warning("diffusion.autoopt: plan unavailable, applying without it: %s", exc)
+ plan = None
+ if audit is not None and plan is not None:
+ audit.generic = audit.generic or plan.generic
+ hooks = [h for h in FAMILY_HOOKS if backend in h.backends and _safe_applies(h, family)]
+ for hook in hooks:
+ if hook.pre is not None:
+ hook.pre(view, family)
+ family_for_apply = family
+ if plan is not None and plan.generic:
+ try:
+ family_for_apply = _generic_family_view(view, family, plan, logger)
+ except Exception as exc: # noqa: BLE001 - the generic trial is optional; the stock path still runs
+ if logger is not None:
+ logger.warning("diffusion.autoopt: generic path unavailable: %s", exc)
+ token = _CURRENT_AUDIT.set(audit)
+ try:
+ applied = apply(family_for_apply, auditing_logger(logger, audit))
+ finally:
+ _CURRENT_AUDIT.reset(token)
+ for hook in hooks:
+ if hook.post is not None:
+ updated = hook.post(view, family, applied, logger)
+ if updated is not None:
+ applied = updated
+ if audit is not None:
+ try:
+ record_applied(audit, applied, plan, view)
+ except Exception: # noqa: BLE001 - the audit never fails a load
+ pass
+ return applied
+
+
+def _safe_applies(hook: FamilyHook, family: Any) -> bool:
+ try:
+ return bool(hook.applies(family))
+ except Exception: # noqa: BLE001
+ return False
+
+
+def record_applied(audit: Audit, applied: dict, plan: Optional[plan_mod.OptimizationPlan], view: Any = None) -> None:
+ """Fold an ``apply_speed_optims`` result into the audit with the plan's reasons for what did not engage."""
+ for name, on in applied.items():
+ if on:
+ audit.record(name, "engaged")
+ continue
+ reason = plan.reason(name) if plan is not None else None
+ if name == "cuda_graph" and view is not None:
+ reason = getattr(view, "_unsloth_cuda_graph_reason", None) or reason
+ if reason is None and plan is not None and plan.speed_mode == plan_mod.SPEED_OFF:
+ reason = "speed off"
+ audit.record(name, "declined", reason or "not applicable to this model / tier")
+
+
+def record_load_steps(
+ audit: Optional[Audit],
+ *,
+ attention: Optional[str] = None,
+ step_cache: Optional[str] = None,
+ step_cache_reason: Optional[str] = None,
+ compile_cache: Optional[bool] = None,
+ compile_cache_reason: Optional[str] = None,
+ speed_deferred: bool = False,
+) -> None:
+ """Record the load-path steps that run outside ``run_speed_layer`` (attention backend, step cache, compile
+ cache)."""
+ if audit is None:
+ return
+ audit.record(
+ "attention_backend",
+ "engaged" if attention else "declined",
+ attention if attention else "diffusers default attention",
+ )
+ audit.record(
+ "step_cache",
+ "engaged" if step_cache else "declined",
+ step_cache if step_cache else (step_cache_reason or "off"),
+ )
+ if compile_cache is not None:
+ audit.record(
+ "compile_cache",
+ "engaged" if compile_cache else "declined",
+ None
+ if compile_cache
+ else compile_cache_reason
+ if compile_cache_reason
+ else "deferred: engages with the compile profile on the 3rd image"
+ if speed_deferred
+ else "no compile on this load",
+ )
+
+
+def finalize(audit: Optional[Audit], speed_optims: Any, resolved: Optional[dict] = None) -> Optional[list]:
+ """Reconcile the audit with the final ``speed_optims`` (post-placement arming may engage or drop a step) and attach
+ it to ``resolved["speed_mode"]["steps"]``. Returns the step list; never raises."""
+ if audit is None:
+ return None
+ try:
+ return _finalize(audit, speed_optims, resolved)
+ except Exception: # noqa: BLE001 - the audit never fails a load
+ return None
+
+
+def _finalize(audit: Audit, speed_optims: Any, resolved: Optional[dict]) -> list:
+ final = set(speed_optims or ())
+ for name, entry in list(audit.entries.items()):
+ if name in final and entry["status"] != "engaged":
+ audit.entries[name] = {"status": "engaged", "reason": None}
+ elif entry["status"] == "engaged" and name in plan_mod.STEP_ORDER and name not in final and _is_speed_key(name):
+ audit.entries[name] = {"status": "declined", "reason": "disengaged after placement"}
+ for name in final:
+ if name not in audit.entries:
+ audit.entries[name] = {"status": "engaged", "reason": None}
+ steps = audit.as_list()
+ if isinstance(resolved, dict):
+ entry = resolved.get("speed_mode")
+ if isinstance(entry, dict):
+ entry["steps"] = steps
+ return steps
+
+
+_SPEED_KEYS = frozenset(
+ {
+ "channels_last", "vae_fp16_decode", "vae_single_frame", "vae_fused", "cudnn_benchmark", "tf32",
+ "fp16_accum", "fused_qkv", "compiled", "compiled_dequant", "rocm_query_chunks", "compiled_vae_decode",
+ "cuda_graph", "int8_gemm",
+ }
+)
+
+
+def _is_speed_key(name: str) -> bool:
+ return name in _SPEED_KEYS
diff --git a/studio/backend/core/inference/diffusion_autoopt/patches.py b/studio/backend/core/inference/diffusion_autoopt/patches.py
new file mode 100644
index 00000000000..c9969b32c6d
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/patches.py
@@ -0,0 +1,555 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""One registry and one lifecycle for every diffusion source / forward patch.
+
+Each per-architecture module (eager fusions, arch ``_SPECS``, Qwen RoPE, Q2.1 fast step / RoPE / fused, FLUX.2 RoPE,
+ROCm fused, Z-Image fused, Wan fused) used to be installed from its own call site with its own teardown list. They now
+register a :class:`PatchSpec` here and are installed by stage, uninstalled by group, and report one outcome each into
+the load's audit record. The modules keep their internals (fingerprints, eligibility, stashes); the registry owns
+WHEN they run, the kill switches, and the record.
+
+Fingerprints share one helper, :func:`source_digest` (the two identical ``_digest`` copies it replaces stay importable
+as aliases), plus :func:`body_has` / :func:`body_has_once` for needle guards. :func:`splice_source` is the safe in-memory
+source rewrite of unsloth-zoo's ``fused_losses/forward_install.py``: exactly-once needles, an unresolved-globals check,
+exec in the original module globals, a digest gate, and the original kept for an exact uninstall.
+"""
+
+from __future__ import annotations
+
+import ast
+import builtins
+import hashlib
+import inspect
+import io
+import os
+import textwrap
+import threading
+import tokenize
+from dataclasses import dataclass, field
+from typing import Any, Callable, Iterable, Optional
+
+# Stages, in load order. ``load_eager``: shared compile-safe fusions (speed tiers only). ``load``: per-pipe installs
+# that gate themselves (dtype / device / class). ``pre_int8`` / ``pre_compile``: per-denoiser installs inside the
+# regional compile, before and after the int8 GEMM swap (the order the compiled graph depends on).
+STAGE_LOAD_EAGER = "load_eager"
+STAGE_LOAD = "load"
+STAGE_PRE_INT8 = "pre_int8"
+STAGE_PRE_COMPILE = "pre_compile"
+STAGES = (STAGE_LOAD_EAGER, STAGE_LOAD, STAGE_PRE_INT8, STAGE_PRE_COMPILE)
+
+# Teardown groups.
+GROUP_EAGER = "eager"
+GROUP_FUSED_DIT = "fused_dit"
+GROUP_VIDEO_FUSED = "video_fused"
+
+_FALSE_TOKENS = ("0", "off", "false", "no")
+
+
+# ------------------------------------------------------------------------------------------------------ fingerprints
+def source_digest(fn: Any) -> Optional[str]:
+ """16-hex digest of ``fn``'s source minus comments and docstrings. Source text, not ``ast.dump`` (which changes
+ between Python versions). None when the source cannot be read."""
+ try:
+ src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))
+ tree = ast.parse(src)
+ comments = [
+ tok.start
+ for tok in tokenize.generate_tokens(io.StringIO(src).readline)
+ if tok.type == tokenize.COMMENT
+ ]
+ except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):
+ return None
+ lines = src.splitlines()
+ for row, col in comments:
+ lines[row - 1] = lines[row - 1][:col]
+ for node in ast.walk(tree):
+ body = getattr(node, "body", None)
+ if (
+ isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))
+ and body
+ and isinstance(body[0], ast.Expr)
+ and isinstance(getattr(body[0], "value", None), ast.Constant)
+ and isinstance(body[0].value.value, str)
+ ):
+ for row in range(body[0].lineno, body[0].end_lineno + 1):
+ lines[row - 1] = ""
+ text = "\n".join(line.rstrip() for line in lines if line.strip())
+ return hashlib.sha256(text.encode()).hexdigest()[:16]
+
+
+def _source(fn: Any) -> Optional[str]:
+ try:
+ return inspect.getsource(fn)
+ except (OSError, TypeError):
+ return None
+
+
+def body_has(fn: Callable, *needles: str) -> bool:
+ """True iff every ``needle`` is in ``fn``'s source: a body-drift guard that self-disables a patch when diffusers
+ changed the rewritten lines."""
+ src = _source(fn)
+ return src is not None and all(n in src for n in needles)
+
+
+def body_has_once(fn: Callable, *needles: str) -> bool:
+ """Like :func:`body_has`, but each needle must occur exactly once (a rewrite target must be unambiguous)."""
+ src = _source(fn)
+ return src is not None and all(src.count(n) == 1 for n in needles)
+
+
+# ------------------------------------------------------------------------------------------------- source splicing
+class SpliceError(ValueError):
+ """Why a source splice declined; the original stays in place."""
+
+
+def _unresolved_names(tree: ast.AST, fn_globals: dict) -> list[str]:
+ """Names the rewritten function loads that neither its arguments, its own assignments, its globals nor builtins
+ provide (a NameError waiting for the first call)."""
+ bound: set[str] = set()
+ loaded: set[str] = set()
+ for node in ast.walk(tree):
+ if isinstance(node, ast.Name):
+ (loaded if isinstance(node.ctx, ast.Load) else bound).add(node.id)
+ elif isinstance(node, ast.arg):
+ bound.add(node.arg)
+ elif isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef)):
+ bound.add(node.name)
+ elif isinstance(node, (ast.Import, ast.ImportFrom)):
+ for alias in node.names:
+ bound.add((alias.asname or alias.name).split(".")[0])
+ elif isinstance(node, ast.ExceptHandler) and node.name:
+ bound.add(node.name)
+ return sorted(
+ n for n in loaded - bound if n not in fn_globals and not hasattr(builtins, n)
+ )
+
+
+def splice_source(
+ fn: Callable,
+ edits: Iterable[tuple[str, str]],
+ *,
+ fingerprints: Optional[Iterable[str]] = None,
+ extra_globals: Optional[dict] = None,
+) -> Callable:
+ """Return ``fn`` rebuilt from its source with each ``(old, new)`` edit applied. Every ``old`` must occur exactly
+ once; ``fingerprints`` (when given) must contain the stock :func:`source_digest`; the result must resolve every
+ global it loads; closures are refused (their cells cannot be rebuilt). Executed in ``fn.__globals__`` (plus
+ ``extra_globals`` merged into a copy) so module-level helpers resolve exactly as in the original. Raises
+ :class:`SpliceError` with the reason; never mutates anything."""
+ raw = inspect.unwrap(fn)
+ code = getattr(raw, "__code__", None)
+ if code is None:
+ raise SpliceError("not a Python function")
+ if code.co_freevars:
+ raise SpliceError(f"closure over {', '.join(code.co_freevars)}")
+ if fingerprints is not None:
+ digest = source_digest(raw)
+ if digest not in set(fingerprints):
+ raise SpliceError(f"source differs from the version this was written against ({digest})")
+ src = _source(raw)
+ if src is None:
+ raise SpliceError("source unavailable")
+ src = textwrap.dedent(src)
+ for old, new in edits:
+ count = src.count(old)
+ if count != 1:
+ raise SpliceError(f"needle found {count} times, expected exactly once: {old[:60]!r}")
+ src = src.replace(old, new, 1)
+ try:
+ tree = ast.parse(src)
+ except SyntaxError as exc:
+ raise SpliceError(f"rewritten source does not parse: {exc}") from exc
+ funcs = [n for n in tree.body if isinstance(n, (ast.FunctionDef, ast.AsyncFunctionDef))]
+ if len(funcs) != 1:
+ raise SpliceError("rewritten source is not a single function")
+ funcs[0].decorator_list = [] # decorators already ran on the original; never re-apply them
+ namespace = dict(raw.__globals__)
+ if extra_globals:
+ namespace.update(extra_globals)
+ missing = _unresolved_names(tree, namespace)
+ if missing:
+ raise SpliceError(f"unresolved globals: {', '.join(missing)}")
+ try:
+ compiled = compile(tree, filename = f"<unsloth splice {raw.__qualname__}>", mode = "exec")
+ exec(compiled, namespace) # noqa: S102 - the source is the library's own, checked above
+ except Exception as exc: # noqa: BLE001
+ raise SpliceError(f"rewritten source failed to build: {exc}") from exc
+ new_fn = namespace[funcs[0].name]
+ new_fn.__defaults__ = raw.__defaults__
+ new_fn.__kwdefaults__ = raw.__kwdefaults__
+ new_fn.__qualname__ = raw.__qualname__
+ new_fn.__module__ = raw.__module__
+ new_fn.__doc__ = raw.__doc__
+ new_fn.__unsloth_spliced__ = True
+ new_fn.__wrapped_original__ = raw
+ return new_fn
+
+
+# ------------------------------------------------------------------------------------------------------- registry
+@dataclass
+class PatchContext:
+ """What a spec may read when it installs. ``transformer`` is set for per-denoiser stages."""
+
+ pipe: Any = None
+ transformer: Any = None
+ target: Any = None
+ family: Any = None
+ dtype: Any = None
+ device: Any = None
+ speed_mode: Optional[str] = None
+ offload_active: bool = False
+ denoiser_offloaded: Optional[bool] = None
+ backend: str = "image"
+ logger: Any = None
+
+
+@dataclass
+class PatchSpec:
+ """One patch. ``install(ctx)`` returns truthy when engaged (it owns its own fingerprint / eligibility checks and
+ must never raise for a mere mismatch); ``uninstall()`` restores it exactly and is idempotent.
+
+ ``classes``: denoiser class names the spec applies to (empty = any). ``speed_only``: install only on a non-``off``
+ tier, and uninstall on ``off`` (the eager fusions). ``env``: the module's existing kill switch, recorded as the
+ decline reason (the module also honours it itself). Every spec also answers ``UNSLOTH_DIFFUSION_PATCH_<NAME>=0``.
+ ``warn``: the label of the warning a failure logs (kept identical to the pre-registry call sites)."""
+
+ name: str
+ stage: str
+ install: Callable[[PatchContext], Any]
+ uninstall: Optional[Callable[[], None]] = None
+ group: Optional[str] = None
+ classes: tuple[str, ...] = ()
+ backends: tuple[str, ...] = ("image", "video")
+ speed_only: bool = False
+ env: Optional[str] = None
+ warn: Optional[str] = None
+ fingerprints: tuple[str, ...] = field(default_factory = tuple)
+
+ @property
+ def kill_env(self) -> str:
+ return "UNSLOTH_DIFFUSION_PATCH_" + "".join(c if c.isalnum() else "_" for c in self.name).upper()
+
+
+@dataclass
+class PatchOutcome:
+ name: str
+ status: str # engaged | declined | failed
+ reason: Optional[str] = None
+
+
+_LOCK = threading.RLock()
+_REGISTRY: list[PatchSpec] = []
+
+
+def register(spec: PatchSpec) -> PatchSpec:
+ """Add (or replace by name) a spec; registration order is install order within a stage."""
+ if spec.stage not in STAGES:
+ raise ValueError(f"unknown patch stage {spec.stage!r}")
+ with _LOCK:
+ for i, existing in enumerate(_REGISTRY):
+ if existing.name == spec.name:
+ _REGISTRY[i] = spec
+ return spec
+ _REGISTRY.append(spec)
+ return spec
+
+
+def specs(stage: Optional[str] = None, *, group: Optional[str] = None) -> list[PatchSpec]:
+ _ensure_builtin()
+ with _LOCK:
+ return [
+ s
+ for s in _REGISTRY
+ if (stage is None or s.stage == stage) and (group is None or s.group == group)
+ ]
+
+
+def _env_off(name: Optional[str]) -> bool:
+ return bool(name) and (os.environ.get(name) or "").strip().lower() in _FALSE_TOKENS
+
+
+def _class_name(module: Any) -> str:
+ return type(module).__name__
+
+
+def install_stage(
+ stage: str,
+ ctx: PatchContext,
+ *,
+ audit: Any = None,
+) -> dict[str, Any]:
+ """Run every spec of ``stage`` against ``ctx`` in registration order. Returns ``{name: install result}`` for the
+ specs that ran (a declined-by-gate spec is absent). Never raises: a failing spec logs its warning, records
+ ``failed`` and the next spec runs."""
+ results: dict[str, Any] = {}
+ off = str(ctx.speed_mode or "").strip().lower() == "off"
+ for spec in specs(stage):
+ if ctx.backend not in spec.backends:
+ continue
+ if spec.classes:
+ subject = ctx.transformer if ctx.transformer is not None else getattr(ctx.pipe, "transformer", None)
+ if _class_name(subject) not in spec.classes:
+ continue
+ if _env_off(spec.kill_env):
+ _record(audit, spec.name, "declined", f"{spec.kill_env}=0")
+ if spec.uninstall is not None:
+ _safe_uninstall(spec)
+ continue
+ if spec.speed_only and off:
+ if spec.uninstall is not None:
+ _safe_uninstall(spec)
+ _record(audit, spec.name, "declined", "speed off")
+ continue
+ try:
+ result = spec.install(ctx)
+ except Exception as exc: # noqa: BLE001 - optimisation only; the stock code keeps running
+ _warn(ctx.logger, spec.warn or spec.name, exc)
+ _record(audit, spec.name, "failed", f"{type(exc).__name__}: {exc}")
+ continue
+ results[spec.name] = result
+ if _engaged(result):
+ _record(audit, spec.name, "engaged", None)
+ elif _env_off(spec.env):
+ _record(audit, spec.name, "declined", f"{spec.env}=0")
+ else:
+ _record(audit, spec.name, "declined", "not applicable or fingerprint mismatch")
+ return results
+
+
+def _engaged(result: Any) -> bool:
+ if isinstance(result, dict):
+ return any(bool(v) for v in result.values())
+ return bool(result)
+
+
+def _safe_uninstall(spec: PatchSpec) -> None:
+ try:
+ spec.uninstall() # type: ignore[misc]
+ except Exception: # noqa: BLE001 - teardown is best effort
+ pass
+
+
+def uninstall_group(group: str) -> None:
+ """Restore every spec in ``group`` (idempotent, best effort, reverse registration order)."""
+ for spec in reversed(specs(group = group)):
+ if spec.uninstall is not None:
+ _safe_uninstall(spec)
+
+
+def uninstall_stage(stage: str) -> None:
+ for spec in reversed(specs(stage)):
+ if spec.uninstall is not None:
+ _safe_uninstall(spec)
+
+
+def _record(audit: Any, name: str, status: str, reason: Optional[str]) -> None:
+ if audit is None:
+ return
+ try:
+ audit.record(f"patch:{name}", status, reason)
+ except Exception: # noqa: BLE001 - the audit never fails a load
+ pass
+
+
+def _warn(logger: Any, what: str, exc: Exception) -> None:
+ if logger is not None:
+ logger.warning("diffusion.speed: %s failed: %s", what, exc)
+
+
+# ------------------------------------------------------------------------------------------------ built-in specs
+_BUILTIN_DONE = False
+
+
+def _ensure_builtin() -> None:
+ global _BUILTIN_DONE
+ if _BUILTIN_DONE:
+ return
+ with _LOCK:
+ if _BUILTIN_DONE:
+ return
+ _BUILTIN_DONE = True
+ for spec in _builtin_specs():
+ register(spec)
+
+
+def _builtin_specs() -> list[PatchSpec]:
+ """The pre-registry install sites, in their original order. Imports are lazy: these modules import torch."""
+
+ def eager_install(ctx: PatchContext) -> int:
+ from ..diffusion_eager_patches import install_compile_safe_patches
+ return install_compile_safe_patches()
+
+ def eager_uninstall() -> None:
+ from ..diffusion_eager_patches import uninstall_patches
+ uninstall_patches()
+
+ def arch_install(ctx: PatchContext) -> int:
+ from ..diffusion_arch_patches import install_arch_patches
+ return install_arch_patches()
+
+ def arch_uninstall() -> None:
+ from ..diffusion_arch_patches import uninstall_arch_patches
+ uninstall_arch_patches()
+
+ def q21_fast_step(ctx: PatchContext) -> bool:
+ from ..diffusion_qwenimage21 import install_for_pipe
+ return install_for_pipe(ctx.pipe, ctx.logger)
+
+ def flux2_rope(ctx: PatchContext) -> bool:
+ from ..diffusion_flux2_rope import install_for_pipe
+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, ctx.logger)
+
+ def flux2_rope_uninstall() -> None:
+ from ..diffusion_flux2_rope import uninstall
+ uninstall()
+
+ def rocm_fused(ctx: PatchContext) -> dict:
+ from ..diffusion_rocm_fused import install_for_pipe
+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, ctx.logger)
+
+ def rocm_fused_uninstall() -> None:
+ from ..diffusion_rocm_fused import uninstall
+ uninstall()
+
+ def wan_fused(ctx: PatchContext) -> bool:
+ from ..video_wan_fused import install_for_pipe
+ return install_for_pipe(ctx.pipe, ctx.dtype, ctx.device, logger = ctx.logger)
+
+ def wan_fused_uninstall() -> None:
+ from ..video_wan_fused import uninstall
+ uninstall()
+
+ def q21_real_rope(ctx: PatchContext) -> bool:
+ from ..diffusion_qwenimage21_rope import install
+ return install(ctx.logger)
+
+ def qwen_real_rope(ctx: PatchContext) -> bool:
+ from ..diffusion_qwenimage_rope import install
+ return install(ctx.transformer, ctx.logger)
+
+ def qwen_real_rope_uninstall() -> None:
+ from ..diffusion_qwenimage_rope import uninstall
+ uninstall()
+
+ def zimage_fused(ctx: PatchContext) -> bool:
+ from ..diffusion_zimage_fused import install
+ return install(ctx.transformer, ctx.logger, offload_active = ctx.offload_active)
+
+ def zimage_fused_uninstall() -> None:
+ from ..diffusion_zimage_fused import uninstall
+ uninstall()
+
+ def q21_fused(ctx: PatchContext) -> Any:
+ from ..diffusion_qwenimage21_fused import install
+ return install(
+ ctx.transformer,
+ ctx.logger,
+ offload_active = ctx.offload_active
+ if ctx.denoiser_offloaded is None
+ else bool(ctx.denoiser_offloaded),
+ )
+
+ def q21_fused_uninstall() -> None:
+ from ..diffusion_qwenimage21_fused import uninstall
+ uninstall()
+
+ return [
+ # Shared compile-safe fusions (RMSNorm / AdaLN) and the per-arch addcmul fusions: speed tiers only.
+ PatchSpec(
+ "eager_fusions",
+ STAGE_LOAD_EAGER,
+ eager_install,
+ eager_uninstall,
+ group = GROUP_EAGER,
+ backends = ("image",),
+ speed_only = True,
+ env = "UNSLOTH_DIFFUSION_EAGER_PATCHES",
+ ),
+ PatchSpec(
+ "arch_fusions",
+ STAGE_LOAD_EAGER,
+ arch_install,
+ arch_uninstall,
+ group = GROUP_EAGER,
+ backends = ("image",),
+ speed_only = True,
+ env = "UNSLOTH_DIFFUSION_ARCH_PATCHES",
+ ),
+ # Per-pipe installs that gate themselves on class / dtype / device, on every tier.
+ PatchSpec(
+ "qwenimage21_fast_step",
+ STAGE_LOAD,
+ q21_fast_step,
+ backends = ("image",),
+ env = "UNSLOTH_DIFFUSION_Q21_FAST_STEP",
+ ),
+ PatchSpec(
+ "flux2_rope",
+ STAGE_LOAD,
+ flux2_rope,
+ flux2_rope_uninstall,
+ group = GROUP_FUSED_DIT,
+ backends = ("image",),
+ env = "UNSLOTH_DIFFUSION_FLUX2_FUSED_ROPE",
+ ),
+ PatchSpec(
+ "rocm_fused",
+ STAGE_LOAD,
+ rocm_fused,
+ rocm_fused_uninstall,
+ group = GROUP_FUSED_DIT,
+ backends = ("image",),
+ env = "UNSLOTH_DIFFUSION_FUSED_ROPE",
+ ),
+ PatchSpec(
+ "wan_fused",
+ STAGE_LOAD,
+ wan_fused,
+ wan_fused_uninstall,
+ group = GROUP_VIDEO_FUSED,
+ backends = ("video",),
+ speed_only = True,
+ env = "UNSLOTH_DIFFUSION_WAN_FUSED_ADALN",
+ ),
+ # Inside the regional compile, before the int8 swaps.
+ PatchSpec(
+ "qwenimage21_real_rope",
+ STAGE_PRE_INT8,
+ q21_real_rope,
+ classes = ("QwenImage21Transformer2DModel",),
+ warn = "qwen-image-2.1 real rope",
+ env = "UNSLOTH_DIFFUSION_Q21_REAL_ROPE",
+ ),
+ # Inside the regional compile, after the int8 GEMM swap (whose leftovers the Q2.1 fused install reads).
+ PatchSpec(
+ "qwenimage_real_rope",
+ STAGE_PRE_COMPILE,
+ qwen_real_rope,
+ qwen_real_rope_uninstall,
+ group = GROUP_FUSED_DIT,
+ classes = ("QwenImageTransformer2DModel",),
+ warn = "qwen-image real rope",
+ env = "UNSLOTH_DIFFUSION_QWEN_REAL_ROPE",
+ ),
+ PatchSpec(
+ "zimage_fused",
+ STAGE_PRE_COMPILE,
+ zimage_fused,
+ zimage_fused_uninstall,
+ group = GROUP_FUSED_DIT,
+ classes = ("ZImageTransformer2DModel",),
+ warn = "z-image fused attention",
+ env = "UNSLOTH_DIFFUSION_ZIMAGE_FUSED",
+ ),
+ PatchSpec(
+ "qwenimage21_fused",
+ STAGE_PRE_COMPILE,
+ q21_fused,
+ q21_fused_uninstall,
+ group = GROUP_FUSED_DIT,
+ classes = ("QwenImage21Transformer2DModel",),
+ warn = "qwen-image-2.1 convrot sharing",
+ env = "UNSLOTH_DIFFUSION_Q21_CONVROT_FUSED",
+ ),
+ ]
diff --git a/studio/backend/core/inference/diffusion_autoopt/plan.py b/studio/backend/core/inference/diffusion_autoopt/plan.py
new file mode 100644
index 00000000000..200c8ab5263
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/plan.py
@@ -0,0 +1,234 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""The optimization plan: which steps a load will try, in what order, and why a step is declined.
+
+Every decision here is the SAME predicate the primitives apply (compile_eligible, the fp16 U-Net offload rule,
+family flags, the graph layer's eligibility), evaluated up front so the audit can name the reason. The primitives
+still decide at apply time; the plan never overrides a registered family. For a family with no data the plan uses
+the denoiser profile to decline a compile up front (no repeated blocks, graph-break suspects in a discovered block)
+rather than letting it fail inside the load.
+
+:func:`compile_cache_kwargs` is the one resolver for the compile-cache fingerprint kwargs (load-time and deferred
+image compile, and the opt-in video compile cache), so the bundle keys on what the compile will actually use.
+"""
+
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from typing import Any, Optional
+
+from . import targets
+from .profile import ModelProfile, profile_model
+
+# Load order of the optimizer steps (design doc, section A). Names match the audit / ``speed_optims`` keys.
+STEP_ORDER: tuple[str, ...] = (
+ "patches",
+ "attention_backend",
+ "step_cache",
+ "compile_cache",
+ "vae_single_frame",
+ "channels_last",
+ "vae_fp16_decode",
+ "vae_fused",
+ "cudnn_benchmark",
+ "fp16_accum",
+ "fused_qkv",
+ "compiled",
+ "compiled_dequant",
+ "int8_gemm",
+ "compiled_vae_decode",
+ "tf32",
+ "rocm_query_chunks",
+ "cuda_graph",
+ "block_graphs",
+ "bg_compile",
+)
+
+GRAPH_BREAK_DECLINE = "graph-break suspects in a discovered block forward"
+
+SPEED_OFF = "off"
+SPEED_EAGER = "eager"
+SPEED_DEFAULT = "default"
+SPEED_MAX = "max"
+
+
+@dataclass
+class PlannedStep:
+ name: str
+ attempt: bool
+ reason: Optional[str] = None
+
+
+@dataclass
+class OptimizationPlan:
+ backend: str
+ family: Optional[str]
+ speed_mode: str
+ steps: list[PlannedStep] = field(default_factory = list)
+ profiles: list[ModelProfile] = field(default_factory = list)
+ generic: bool = False
+
+ def step(self, name: str) -> Optional[PlannedStep]:
+ for s in self.steps:
+ if s.name == name:
+ return s
+ return None
+
+ def reason(self, name: str) -> Optional[str]:
+ s = self.step(name)
+ return s.reason if s is not None else None
+
+
+def family_has_data(family: Any) -> bool:
+ """Whether ``family`` comes from a registry (image or video); a bare / synthesized family takes the generic path."""
+ name = getattr(family, "name", None)
+ if not isinstance(name, str) or not name:
+ return False
+ try:
+ from ..diffusion_families import _FAMILIES as image_families # noqa: PLC0415
+ from ..video_families import _FAMILIES as video_families # noqa: PLC0415
+ except Exception: # noqa: BLE001
+ return True
+ return any(f is family or f.name == name for f in tuple(image_families) + tuple(video_families))
+
+
+# Generic path (a family with no registry data): compile discovered repeated blocks under the runtime guard.
+DISCOVER_ENV = "UNSLOTH_DIFFUSION_AUTOOPT_DISCOVER"
+
+
+def discovery_enabled() -> bool:
+ import os # noqa: PLC0415
+
+ return (os.environ.get(DISCOVER_ENV) or "").strip().lower() not in ("0", "off", "false", "no")
+
+
+def compile_ineligible_reason(target: Any, family: Any) -> Optional[str]:
+ """Why ``compile_eligible`` refuses, mirroring its checks in order; None when eligible."""
+ from .. import diffusion_speed as ds # noqa: PLC0415
+
+ if not ds.torch_compile_runtime_available():
+ return "torch.compile unavailable in this process (TORCHDYNAMO_DISABLE or no Triton)"
+ if not bool(getattr(target, "supports_default_torch_compile", False)):
+ return "device does not support the default torch.compile profile"
+ if not bool(getattr(family, "supports_torch_compile", True)):
+ return "family opts out of torch.compile"
+ dtype = getattr(target, "dtype", None)
+ if ds._is_bfloat16(dtype):
+ return None
+ if bool(getattr(family, "fp16_incompatible", False)):
+ return "fp16-incompatible family stays eager outside bf16"
+ if ds._is_float16(dtype) and ds._fp16_compile_capable(target):
+ return None
+ return f"dtype {str(dtype).replace('torch.', '')} is not compiled on this device"
+
+
+def build_plan(
+ pipe: Any,
+ target: Any,
+ *,
+ family: Any,
+ backend: str,
+ speed_mode: str,
+ is_gguf: bool = False,
+ offload_active: bool = False,
+) -> OptimizationPlan:
+ """Predict each step's decision and reason from the same predicates the primitives use."""
+ from .. import diffusion_speed as ds # noqa: PLC0415
+
+ mode = ds.normalize_speed_mode(speed_mode)
+ generic = not family_has_data(family)
+ dits = targets.denoiser_dits(pipe)
+ candidates = dits or [m for m in [targets.denoiser_unet(pipe)] if m is not None]
+ if generic and not candidates:
+ candidates = targets.discovered_only(pipe, family)
+ profiles = [p for p in (profile_model(m) for m in candidates if hasattr(m, "forward")) if p is not None]
+ plan = OptimizationPlan(
+ backend = backend,
+ family = getattr(family, "name", None),
+ speed_mode = mode,
+ profiles = profiles,
+ generic = generic,
+ )
+
+ def add(name: str, attempt: bool, reason: Optional[str] = None) -> None:
+ plan.steps.append(PlannedStep(name, attempt, reason))
+
+ if mode == SPEED_OFF:
+ for name in STEP_ORDER:
+ if name not in ("patches", "attention_backend", "step_cache"):
+ add(name, False, "speed off")
+ return plan
+
+ on_cuda = getattr(target, "device", None) == "cuda"
+ compile_reason: Optional[str] = None
+ if mode == SPEED_EAGER:
+ compile_reason = "eager tier does not compile"
+ elif mode == SPEED_DEFAULT and is_gguf and on_cuda and getattr(family, "supports_torch_compile", True):
+ compile_reason = "GGUF compiles the dequant op chain instead"
+ else:
+ compile_reason = compile_ineligible_reason(target, family)
+ if compile_reason is None and ds.fp16_unet_offloaded(target, pipe, offload_active = offload_active):
+ compile_reason = "offloaded fp16 U-Net stays eager (fused QKV costs more transfer than compile saves)"
+ if compile_reason is None and not candidates:
+ compile_reason = "no denoiser transformer or whole-compile U-Net"
+ if compile_reason is None and dits:
+ declines = [p.compile_decline() for p in profiles]
+ if generic and discovery_enabled():
+ # No data: discovered (unverified) blocks get a guarded trial compile instead of a decline.
+ declines = [
+ None if (p.discovered_blocks and not p.repeated_blocks) else d
+ for p, d in zip(profiles, declines)
+ ]
+ if declines and all(declines):
+ compile_reason = declines[0]
+ add("compiled", compile_reason is None, compile_reason)
+ if generic and compile_reason is None:
+ # No measured data: a discovered block whose forward host-syncs would graph-break on every call.
+ for p in profiles:
+ if not p.declared_blocks and p.graph_break_suspects:
+ suspects = "; ".join(f"{k}: {', '.join(v)}" for k, v in p.graph_break_suspects.items())
+ step = plan.step("compiled")
+ step.attempt = False
+ step.reason = f"{GRAPH_BREAK_DECLINE} ({p.class_name}: {suspects})"
+ add(
+ "compiled_dequant",
+ bool(is_gguf and on_cuda),
+ None if is_gguf else "not a GGUF transformer",
+ )
+ add("tf32", mode == SPEED_MAX and on_cuda, None if mode == SPEED_MAX else "max tier only")
+ if not getattr(family, "cudnn_benchmark", True):
+ add("cudnn_benchmark", False, "family keeps cudnn.benchmark off (per-process conv pick changes pixels)")
+ elif not on_cuda:
+ add("cudnn_benchmark", False, "not a CUDA device")
+ else:
+ add("cudnn_benchmark", True)
+ return plan
+
+
+def compile_cache_kwargs(
+ pipe: Any,
+ *,
+ speed_mode: str,
+ fullgraph: bool,
+ offload_below_hooks: bool,
+ deferred: bool = False,
+) -> dict[str, Any]:
+ """The compile kwargs the compile cache fingerprints. ``deferred``: the image backend's 3rd-image profile, which
+ always compiles the ``default`` tier with explicit ``dynamic=True``."""
+ from .. import diffusion_speed as ds # noqa: PLC0415
+
+ mode = SPEED_DEFAULT if deferred else ds.normalize_speed_mode(speed_mode)
+ transformer = getattr(pipe, "transformer", None)
+ kwargs: dict[str, Any] = {
+ # A step cache or planned offload graph-breaks, so the bundle keys on the fullgraph the compile uses.
+ "fullgraph": bool(fullgraph),
+ # max compiles DiTs with automatic dynamic (None), as does the default tier for torchao weights.
+ "dynamic": ds.compile_dynamic(transformer, True if deferred else (None if mode == SPEED_MAX else True)),
+ "mode": "max-autotune-no-cudagraphs" if mode == SPEED_MAX else "default",
+ "vae_decode": ds.vae_decode_compile_allowed(pipe, mode),
+ }
+ if offload_below_hooks:
+ # An offloaded denoiser compiles its blocks below the hooks, a different graph than a traced-hook bundle.
+ kwargs["below_hooks"] = True
+ return kwargs
diff --git a/studio/backend/core/inference/diffusion_autoopt/profile.py b/studio/backend/core/inference/diffusion_autoopt/profile.py
new file mode 100644
index 00000000000..0d09ad2e6fa
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/profile.py
@@ -0,0 +1,212 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Static introspection of a denoiser class, the input the optimizer plans from.
+
+A :class:`ModelProfile` answers, without running the model: which blocks repeat (declared ``_repeated_blocks``,
+Studio's verified list, or discovered via ``_no_split_modules`` + a ModuleList holding >= 2), whether the attention
+goes through diffusers' dispatcher, whether a repeated block merges the text and image streams (static compile on old
+inductors), and a static graph-break screen of each repeated block's ``forward`` source (host syncs, data-dependent
+shapes). Profiles are cached by (class qualname, forward source digest, diffusers version), so a diffusers upgrade or
+a patched forward re-profiles.
+
+The profile only DESCRIBES. Registered families keep the decisions they always had; the plan uses the profile to
+explain a decline and, for a family with no data, to decline a step up front with the reason instead of failing.
+"""
+
+from __future__ import annotations
+
+import re
+import threading
+from dataclasses import dataclass, field
+from typing import Any, Optional
+
+from .patches import source_digest
+
+# Host-sync / data-dependent constructs that break a dynamo graph (zoo compiler.py screens the same set).
+GRAPH_BREAK_PATTERNS: tuple[tuple[str, str], ...] = (
+ (".item()", r"\.item\(\s*\)"),
+ (".tolist()", r"\.tolist\(\s*\)"),
+ (".nonzero()", r"\.nonzero\(|torch\.nonzero\("),
+ (".cpu()", r"\.cpu\(\s*\)"),
+ (".numpy()", r"\.numpy\(\s*\)"),
+ ("torch.unique", r"torch\.unique\(|\.unique\(\s*\)"),
+ ("bincount", r"\.bincount\(|torch\.bincount\("),
+ ("masked_select", r"masked_select\("),
+ ("print", r"(?<![\w.])print\("),
+)
+_COMPILED_PATTERNS = tuple((label, re.compile(rx)) for label, rx in GRAPH_BREAK_PATTERNS)
+_DISPATCH_RX = re.compile(r"dispatch_attention_fn\(")
+_SDPA_RX = re.compile(r"scaled_dot_product_attention\(")
+_STREAM_MERGE_RX = re.compile(
+ r"torch\.cat\(\s*\[\s*(?:encoder_hidden_states\s*,\s*hidden_states"
+ r"|hidden_states\s*,\s*encoder_hidden_states)\s*\]"
+)
+
+
+@dataclass(frozen = True)
+class BlockProfile:
+ name: str
+ count: int
+ digest: Optional[str]
+ graph_break_suspects: tuple[str, ...] = ()
+ merges_streams: bool = False
+
+
+@dataclass(frozen = True)
+class ModelProfile:
+ class_name: str
+ qualname: str
+ digest: Optional[str]
+ diffusers_version: str
+ declared_blocks: tuple[str, ...] = ()
+ verified_blocks: tuple[str, ...] = ()
+ discovered_blocks: tuple[str, ...] = ()
+ blocks: tuple[BlockProfile, ...] = field(default_factory = tuple)
+ uses_dispatcher: Optional[bool] = None
+ calls_sdpa_directly: bool = False
+ has_compile_repeated_blocks: bool = False
+
+ @property
+ def repeated_blocks(self) -> tuple[str, ...]:
+ """What the regional compile will use: declared, else verified-and-present (Studio's ensure_repeated_blocks)."""
+ if self.declared_blocks:
+ return self.declared_blocks
+ return tuple(n for n in self.verified_blocks if n in self.discovered_blocks)
+
+ @property
+ def graph_break_suspects(self) -> dict[str, tuple[str, ...]]:
+ return {b.name: b.graph_break_suspects for b in self.blocks if b.graph_break_suspects}
+
+ def compile_decline(self) -> Optional[str]:
+ """Why a regional compile cannot engage on this class, or None."""
+ if not self.has_compile_repeated_blocks:
+ return "denoiser has no compile_repeated_blocks (not a diffusers ModelMixin)"
+ if self.repeated_blocks:
+ return None
+ if self.discovered_blocks:
+ return (
+ "declares no _repeated_blocks; discovered "
+ + ", ".join(self.discovered_blocks)
+ + " but they are not verified for regional compile"
+ )
+ return "declares no _repeated_blocks and none were discovered"
+
+ def as_dict(self) -> dict:
+ return {
+ "class": self.class_name,
+ "digest": self.digest,
+ "diffusers": self.diffusers_version,
+ "repeated_blocks": list(self.repeated_blocks),
+ "declared_blocks": list(self.declared_blocks),
+ "discovered_blocks": list(self.discovered_blocks),
+ "uses_dispatcher": self.uses_dispatcher,
+ "graph_break_suspects": {k: list(v) for k, v in self.graph_break_suspects.items()},
+ "merges_streams": [b.name for b in self.blocks if b.merges_streams],
+ }
+
+
+_CACHE: dict[tuple, ModelProfile] = {}
+_LOCK = threading.Lock()
+
+
+def _diffusers_version() -> str:
+ try:
+ import diffusers # noqa: PLC0415
+ return str(getattr(diffusers, "__version__", "unknown"))
+ except Exception: # noqa: BLE001
+ return "unavailable"
+
+
+def _source(fn: Any) -> Optional[str]:
+ try:
+ import inspect # noqa: PLC0415
+ return inspect.getsource(fn)
+ except Exception: # noqa: BLE001
+ return None
+
+
+def screen_source(source: Optional[str]) -> tuple[str, ...]:
+ """Graph-break suspects in ``source`` (labels of :data:`GRAPH_BREAK_PATTERNS`), comment lines ignored."""
+ if not source:
+ return ()
+ code = "\n".join(line.split("#", 1)[0] for line in source.splitlines())
+ return tuple(label for label, rx in _COMPILED_PATTERNS if rx.search(code))
+
+
+def _block_classes(model: Any, names: tuple[str, ...]) -> dict[str, tuple[type, int]]:
+ out: dict[str, tuple[type, int]] = {}
+ modules = getattr(model, "modules", None)
+ if not callable(modules) or not names:
+ return out
+ try:
+ for sub in modules():
+ cls = type(sub)
+ if cls.__name__ in names:
+ prev = out.get(cls.__name__)
+ out[cls.__name__] = (cls, (prev[1] if prev else 0) + 1)
+ except Exception: # noqa: BLE001 - a probe, never a failed load
+ return {}
+ return out
+
+
+def profile_model(model: Any) -> Optional[ModelProfile]:
+ """Profile ``model``'s class (cached). None for a non-module (stubs, views)."""
+ if model is None:
+ return None
+ cls = type(model)
+ forward = getattr(cls, "forward", None)
+ key = (f"{cls.__module__}.{cls.__qualname__}", source_digest(forward) if forward else None, _diffusers_version())
+ with _LOCK:
+ cached = _CACHE.get(key)
+ if cached is not None:
+ return cached
+ declared = tuple(getattr(cls, "_repeated_blocks", None) or ())
+ try:
+ from ..diffusion_regional_compile import discover_repeated_blocks, verified_repeated_blocks # noqa: PLC0415
+
+ verified = tuple(verified_repeated_blocks(cls.__name__))
+ discovered = tuple(discover_repeated_blocks(model))
+ except Exception: # noqa: BLE001
+ verified, discovered = (), ()
+ names = declared or verified or discovered
+ blocks = []
+ for name, (bcls, count) in _block_classes(model, names).items():
+ src = _source(getattr(bcls, "forward", None))
+ blocks.append(
+ BlockProfile(
+ name = name,
+ count = count,
+ digest = source_digest(getattr(bcls, "forward", None)),
+ graph_break_suspects = screen_source(src),
+ merges_streams = bool(src and _STREAM_MERGE_RX.search(src)),
+ )
+ )
+ module_src = None
+ try:
+ import sys # noqa: PLC0415
+ mod = sys.modules.get(cls.__module__)
+ module_src = _source(mod) if mod is not None else None
+ except Exception: # noqa: BLE001
+ module_src = None
+ profile = ModelProfile(
+ class_name = cls.__name__,
+ qualname = key[0],
+ digest = key[1],
+ diffusers_version = key[2],
+ declared_blocks = declared,
+ verified_blocks = verified,
+ discovered_blocks = discovered,
+ blocks = tuple(sorted(blocks, key = lambda b: b.name)),
+ uses_dispatcher = bool(_DISPATCH_RX.search(module_src)) if module_src else None,
+ calls_sdpa_directly = bool(module_src and _SDPA_RX.search(module_src)),
+ has_compile_repeated_blocks = callable(getattr(model, "compile_repeated_blocks", None)),
+ )
+ with _LOCK:
+ _CACHE[key] = profile
+ return profile
+
+
+def clear_cache() -> None:
+ with _LOCK:
+ _CACHE.clear()
diff --git a/studio/backend/core/inference/diffusion_autoopt/runtime.py b/studio/backend/core/inference/diffusion_autoopt/runtime.py
new file mode 100644
index 00000000000..e6633159668
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/runtime.py
@@ -0,0 +1,55 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Call-time checks against the pipeline that actually runs a request.
+
+Load-time eligibility is judged on the base pipe, but a request may run a DIFFERENT pipeline over the same denoiser:
+an image workflow built with ``from_pipe`` (FLUX.1 img2img / inpaint), the video I2V class swap, LTX-2.5's condition
+pipe. First-Block-Cache hooks live on the shared denoiser and need the RUNNER to open ``cache_context``; FLUX.1's
+``FluxPipeline`` does, ``FluxImg2ImgPipeline`` / ``FluxInpaintPipeline`` (diffusers 0.41) do not, so an engaged cache
+raised "No cache context is set" on the first img2img step. These helpers answer for the runner.
+"""
+
+from __future__ import annotations
+
+from typing import Any, Optional
+
+# Multi-call renders (a request that calls its pipeline more than once, e.g. LTX-2.5's two stages) use the
+# family-agnostic helpers of diffusion_multistage; they are the runtime layer's multi-runner primitives, re-exported
+# here so the optimizer has one runtime entry point instead of a second copy.
+from ..diffusion_multistage import encode_once, hold_denoiser_between_calls # noqa: F401
+
+
+def runner_opens_cache_context(runner: Any) -> bool:
+ from ..diffusion_cache import _pipeline_opens_cache_context # noqa: PLC0415
+
+ return _pipeline_opens_cache_context(runner)
+
+
+def step_cache_runner_reason(base: Any, runner: Any) -> Optional[str]:
+ """Why the step cache must stay off for a call that runs ``runner`` over ``base``'s denoiser, or None."""
+ if runner is None or runner is base:
+ return None
+ if not shares_denoiser(base, runner):
+ return None
+ if runner_opens_cache_context(runner):
+ return None
+ return f"{type(runner).__name__} opens no cache_context, so the step cache stays off for this call"
+
+
+def auto_cache_steps(base: Any, runner: Any, steps: int) -> tuple[int, Optional[str]]:
+ """The step count an AUTO cache toggle should see for this call: 0 (disengage) when the runner cannot host the
+ cache, else ``steps``. Returns ``(steps, reason)``."""
+ reason = step_cache_runner_reason(base, runner)
+ return (0, reason) if reason else (int(steps), None)
+
+
+def shares_denoiser(base: Any, runner: Any) -> bool:
+ """Whether ``runner`` drives a denoiser module of ``base`` (from_pipe workflows, class swaps and multi-stage
+ runners built from ``base``'s components do); the same denoiser resolution diffusion_multistage holds."""
+ if runner is None or runner is base:
+ return True
+ from ..diffusion_multistage import _denoisers # noqa: PLC0415
+
+ mine = _denoisers(base)
+ return bool(mine) and any(m is n for m in mine for n in _denoisers(runner))
diff --git a/studio/backend/core/inference/diffusion_autoopt/targets.py b/studio/backend/core/inference/diffusion_autoopt/targets.py
new file mode 100644
index 00000000000..b406e934a71
--- /dev/null
+++ b/studio/backend/core/inference/diffusion_autoopt/targets.py
@@ -0,0 +1,137 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Which modules of a pipeline are denoisers, and which pipeline actually runs a request.
+
+Two resolvers with different contracts:
+
+* :func:`denoiser_dits` / :func:`denoiser_unet` / :func:`guarded_dits` / :func:`hooked_denoisers` are the exact
+ attribute contracts the speed, attention, graph and offload layers have always used (one copy here instead of one
+ per module). Every primitive keeps reaching precisely the modules it reached before.
+* :func:`denoisers` resolves BY TYPE for the optimizer's profile / audit and for a family with no data: diffusers
+ ``ModelMixin`` components that declare or expose repeated transformer blocks, honouring ``family.denoiser_attr``,
+ an MoE ``transformer_2`` and named partitions (``transformer_ref``). It never feeds a primitive of a registered
+ family, so it cannot widen what a known load touches.
+
+:func:`runner_for` names the pipeline that executes a call (from_pipe workflows, the I2V class swap, LTX-2.5's
+condition pipe) so call-time checks (``runtime.py``) judge the runner, not the base pipe.
+"""
+
+from __future__ import annotations
+
+from typing import Any, Iterable, Optional
+
+# The DiT attributes every denoise loop may run, in the order the speed / attention layers have always visited them.
+DIT_ATTRS: tuple[str, ...] = ("transformer", "transformer_2", "unconditional_transformer")
+# Attributes an offload hook may move (the graph layer's stale-pointer check).
+HOOKED_ATTRS: tuple[str, ...] = DIT_ATTRS + ("unet",)
+# Named partitions a modular workflow compiles through a view (MiniMax-H3's reference DiT).
+PARTITION_ATTRS: tuple[str, ...] = ("transformer_ref",)
+
+# U-Net denoisers ship no ``_repeated_blocks``, so the regional compile cannot reach them; these classes get a
+# WHOLE-module static compile (diffusion_speed).
+UNET_WHOLE_COMPILE: frozenset[str] = frozenset({"UNet2DConditionModel"})
+
+# Component names that are never a denoiser even when they are a ModelMixin with repeated blocks.
+_NOT_DENOISERS = ("vae", "controlnet", "text_encoder", "image_encoder", "audio", "vocoder", "upsampler", "connector")
+
+
+def _unique(modules: Iterable[Any]) -> list:
+ out: list = []
+ for m in modules:
+ if m is not None and not any(m is seen for seen in out):
+ out.append(m)
+ return out
+
+
+def denoiser_dits(pipe: Any) -> list:
+ """Every DiT the denoise loop runs: ``transformer`` plus a second expert some families carry (Ideogram's
+ ``unconditional_transformer``, an MoE ``transformer_2``)."""
+ dits: list = []
+ for attr in DIT_ATTRS:
+ m = getattr(pipe, attr, None)
+ if m is not None and m not in dits:
+ dits.append(m)
+ return dits
+
+
+def denoiser_unet(pipe: Any) -> Any:
+ """The pipe's U-Net when its class is on the whole-compile list, else None."""
+ unet = getattr(pipe, "unet", None)
+ if unet is not None and type(unet).__name__ in UNET_WHOLE_COMPILE:
+ return unet
+ return None
+
+
+def guarded_dits(pipe: Any) -> list:
+ """:func:`denoiser_dits` plus a modular workflow's named partition (compiled through a view)."""
+ dits = denoiser_dits(pipe)
+ for attr in PARTITION_ATTRS:
+ extra = getattr(pipe, attr, None)
+ if extra is not None and extra not in dits:
+ dits.append(extra)
+ return dits
+
+
+def hooked_denoisers(pipe: Any) -> list:
+ """The modules whose offload hooks make a captured graph replay stale pointers."""
+ return [m for m in (getattr(pipe, a, None) for a in HOOKED_ATTRS) if m is not None]
+
+
+# ----------------------------------------------------------------------------------------------- by-type resolver
+def _is_model_mixin(module: Any) -> bool:
+ try:
+ from diffusers.models.modeling_utils import ModelMixin # noqa: PLC0415
+ except Exception: # noqa: BLE001 - no diffusers: duck-type below
+ ModelMixin = None # type: ignore[assignment] # noqa: N806
+ if ModelMixin is not None and isinstance(module, ModelMixin):
+ return True
+ return callable(getattr(module, "compile_repeated_blocks", None))
+
+
+def _declares_blocks(module: Any) -> bool:
+ if getattr(type(module), "_repeated_blocks", None):
+ return True
+ if getattr(module, "_repeated_blocks", None):
+ return True
+ return bool(getattr(module, "_no_split_modules", None))
+
+
+def _components(pipe: Any) -> dict:
+ comps = getattr(pipe, "components", None)
+ if isinstance(comps, dict):
+ return comps
+ return {}
+
+
+def denoisers(pipe: Any, family: Any = None) -> list:
+ """Denoiser modules of ``pipe`` resolved by type, primary first.
+
+ Order: ``family.denoiser_attr`` (``unet`` for SDXL), the standard DiT attributes, named partitions, then any other
+ ``ModelMixin`` component that declares repeated blocks and is not a VAE / encoder / ControlNet."""
+ found: list = []
+ attr = getattr(family, "denoiser_attr", None)
+ if isinstance(attr, str) and attr:
+ found.append(getattr(pipe, attr, None))
+ found.extend(getattr(pipe, a, None) for a in DIT_ATTRS + PARTITION_ATTRS)
+ if getattr(pipe, "unet", None) is not None:
+ found.append(pipe.unet)
+ for name, module in _components(pipe).items():
+ if module is None or any(tag in str(name).lower() for tag in _NOT_DENOISERS):
+ continue
+ if _is_model_mixin(module) and _declares_blocks(module):
+ found.append(module)
+ return _unique(found)
+
+
+def discovered_only(pipe: Any, family: Any = None) -> list:
+ """Denoisers the by-type resolver finds that the attribute contracts above miss (what the generic path adds)."""
+ known = guarded_dits(pipe) + [m for m in [getattr(pipe, "unet", None)] if m is not None]
+ return [m for m in denoisers(pipe, family) if not any(m is k for k in known)]
+
+
+# ------------------------------------------------------------------------------------------------------- runners
+def runner_for(base: Any, runner: Optional[Any] = None) -> Any:
+ """The pipeline that executes a call: ``runner`` when a workflow swapped one in (from_pipe img2img / inpaint,
+ the I2V class swap, LTX-2.5's condition pipe), else ``base``."""
+ return runner if runner is not None else base
diff --git a/studio/backend/core/inference/diffusion_qwenimage21.py b/studio/backend/core/inference/diffusion_qwenimage21.py
index d255b6f4774..92558b8bb63 100644
--- a/studio/backend/core/inference/diffusion_qwenimage21.py
+++ b/studio/backend/core/inference/diffusion_qwenimage21.py
@@ -7,19 +7,16 @@ Kill switch: ``UNSLOTH_DIFFUSION_Q21_FAST_STEP=0``."""
from __future__ import annotations
-import ast
import functools
-import hashlib
import inspect
-import io
import math
import os
-import textwrap
import threading
-import tokenize
import weakref
from typing import Any, Optional
+from .diffusion_autoopt.patches import source_digest
+
FAST_STEP_ENV = "UNSLOTH_DIFFUSION_Q21_FAST_STEP"
COMPACT_KV_ENV = "UNSLOTH_DIFFUSION_Q21_COMPACT_KV"
@@ -45,34 +42,8 @@ def fast_step_disabled() -> bool:
return (os.environ.get(FAST_STEP_ENV) or "").strip().lower() in ("0", "off", "false", "no")
-def _digest(fn: Any) -> Optional[str]:
- """Source text, not ``ast.dump``, whose output changes between Python versions."""
- try:
- src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))
- tree = ast.parse(src)
- comments = [
- tok.start
- for tok in tokenize.generate_tokens(io.StringIO(src).readline)
- if tok.type == tokenize.COMMENT
- ]
- except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):
- return None
- lines = src.splitlines()
- for row, col in comments:
- lines[row - 1] = lines[row - 1][:col]
- for node in ast.walk(tree):
- body = getattr(node, "body", None)
- if (
- isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))
- and body
- and isinstance(body[0], ast.Expr)
- and isinstance(getattr(body[0], "value", None), ast.Constant)
- and isinstance(body[0].value.value, str)
- ):
- for row in range(body[0].lineno, body[0].end_lineno + 1):
- lines[row - 1] = ""
- text = "\n".join(line.rstrip() for line in lines if line.strip())
- return hashlib.sha256(text.encode()).hexdigest()[:16]
+# One fingerprint util for every patch module (diffusion_autoopt.patches); kept under this name for importers.
+_digest = source_digest
def stock_digests(module: Any) -> dict[str, Optional[str]]:
diff --git a/studio/backend/core/inference/diffusion_qwenimage21_rope.py b/studio/backend/core/inference/diffusion_qwenimage21_rope.py
index 004cd6d228d..9fb8ba8e3d9 100644
--- a/studio/backend/core/inference/diffusion_qwenimage21_rope.py
+++ b/studio/backend/core/inference/diffusion_qwenimage21_rope.py
@@ -10,17 +10,14 @@ Inductor cannot fuse complex multiply; ATen's fma placement differs per card (B2
from __future__ import annotations
-import ast
import functools
-import hashlib
import inspect
-import io
import os
-import textwrap
import threading
-import tokenize
from typing import Any, Optional
+from .diffusion_autoopt.patches import source_digest
+
REAL_ROPE_ENV = "UNSLOTH_DIFFUSION_Q21_REAL_ROPE"
_MODULE = "diffusers.models.transformers.transformer_qwenimage21"
@@ -40,34 +37,8 @@ def real_rope_disabled() -> bool:
return (os.environ.get(REAL_ROPE_ENV) or "").strip().lower() in ("0", "off", "false", "no")
-def _digest(fn: Any) -> Optional[str]:
- """Source text, not ``ast.dump`` (varies across Python versions), minus docstrings/comments."""
- try:
- src = textwrap.dedent(inspect.getsource(inspect.unwrap(fn)))
- tree = ast.parse(src)
- comments = [
- tok.start
- for tok in tokenize.generate_tokens(io.StringIO(src).readline)
- if tok.type == tokenize.COMMENT
- ]
- except (OSError, TypeError, SyntaxError, ValueError, tokenize.TokenError):
- return None
- lines = src.splitlines()
- for row, col in comments:
- lines[row - 1] = lines[row - 1][:col]
- for node in ast.walk(tree):
- body = getattr(node, "body", None)
- if (
- isinstance(node, (ast.FunctionDef, ast.AsyncFunctionDef, ast.ClassDef))
- and body
- and isinstance(body[0], ast.Expr)
- and isinstance(getattr(body[0], "value", None), ast.Constant)
- and isinstance(body[0].value.value, str)
- ):
- for row in range(body[0].lineno, body[0].end_lineno + 1):
- lines[row - 1] = ""
- text = "\n".join(line.rstrip() for line in lines if line.strip())
- return hashlib.sha256(text.encode()).hexdigest()[:16]
+# One fingerprint util for every patch module (diffusion_autoopt.patches); kept under this name for importers.
+_digest = source_digest
def why_unsupported(module: Any) -> Optional[str]:
diff --git a/studio/backend/core/inference/diffusion_speed.py b/studio/backend/core/inference/diffusion_speed.py
index 5bc9f88c73c..589ac667182 100644
--- a/studio/backend/core/inference/diffusion_speed.py
+++ b/studio/backend/core/inference/diffusion_speed.py
@@ -45,6 +45,7 @@ from typing import Any, Iterator, Optional
from . import diffusion_compile_config as compile_config
from .diffusion_bg_compile import eager_forced as _bg_eager_forced
from . import diffusion_gguf_compile as gguf_compile
+from .diffusion_autoopt import targets as _targets
SPEED_OFF = "off"
SPEED_EAGER = "eager"
@@ -936,7 +937,7 @@ def _video_vae_half_decode(pipe: Any, target: Any, family: Any, logger: Any) ->
# U-Net denoisers ship no ``_repeated_blocks``, so the regional compile cannot reach them; these classes get a
# WHOLE-module STATIC compile. SDXL (B200, 30 steps / 1024px): 26.9 vs 45.9 ms/step, 1.61x end-to-end at LPIPS 0.034.
# Static means a recompile per (height, width, batch).
-_UNET_WHOLE_COMPILE: frozenset[str] = frozenset({"UNet2DConditionModel"})
+_UNET_WHOLE_COMPILE: frozenset[str] = _targets.UNET_WHOLE_COMPILE
def _denoiser_unet(pipe: Any) -> Any:
@@ -968,12 +969,7 @@ def _denoiser_dits(pipe: Any) -> list:
families carry (Ideogram's ``unconditional_transformer``, an MoE ``transformer_2``). Speed /
attention optims must reach ALL of them (mirroring the offload path), else the second DiT runs
eager / native while status over-reports the optim as engaged."""
- dits: list = []
- for attr in ("transformer", "transformer_2", "unconditional_transformer"):
- m = getattr(pipe, attr, None)
- if m is not None and m not in dits:
- dits.append(m)
- return dits
+ return _targets.denoiser_dits(pipe)
def int8_gemm_live(pipe: Any, optims: Any) -> list:
@@ -1155,12 +1151,14 @@ def _compile_repeated_blocks(
dit_kwargs["dynamic"] = False
# Read by auto_dynamic_active: the generalising recompile on a new text length must reach the bundle.
transformer._unsloth_auto_dynamic = dit_kwargs["dynamic"] is None
- if type(transformer).__name__ == "QwenImage21Transformer2DModel":
- try:
- from .diffusion_qwenimage21_rope import install as install_real_rope
- install_real_rope(logger)
- except Exception as exc: # noqa: BLE001 - optimisation only
- _warn(logger, "qwen-image-2.1 real rope", exc)
+ # Registered per-denoiser patches (diffusion_autoopt.patches), class gated, before the int8 swaps.
+ _install_compile_patches(
+ "pre_int8",
+ transformer,
+ logger,
+ offload_active = offload_active,
+ denoiser_offloaded = denoiser_offloaded,
+ )
# Before the compile: the regional compile traces whatever forward the blocks carry at the first call.
try:
from .diffusion_int8_fused import install as install_int8_fused
@@ -1184,31 +1182,15 @@ def _compile_repeated_blocks(
)
except Exception as exc: # noqa: BLE001 - optimisation only
_warn(logger, "int8 fused-dequant gemm", exc)
- if type(transformer).__name__ == "QwenImageTransformer2DModel":
- try:
- from .diffusion_qwenimage_rope import install as install_qwen_real_rope
- install_qwen_real_rope(transformer, logger)
- except Exception as exc: # noqa: BLE001 - optimisation only
- _warn(logger, "qwen-image real rope", exc)
- if type(transformer).__name__ == "ZImageTransformer2DModel":
- try:
- from .diffusion_zimage_fused import install as install_zimage_fused
- install_zimage_fused(transformer, logger, offload_active = offload_active)
- except Exception as exc: # noqa: BLE001 - optimisation only
- _warn(logger, "z-image fused attention", exc)
- if type(transformer).__name__ == "QwenImage21Transformer2DModel":
- # after the int8 GEMM swap, whose leftovers it reads
- try:
- from .diffusion_qwenimage21_fused import install as install_q21_fused
- install_q21_fused(
- transformer,
- logger,
- offload_active = offload_active
- if denoiser_offloaded is None
- else bool(denoiser_offloaded),
- )
- except Exception as exc: # noqa: BLE001 - optimisation only
- _warn(logger, "qwen-image-2.1 convrot sharing", exc)
+ # Registered per-denoiser patches after the int8 GEMM swap (Qwen RoPE, Z-Image fused attention, Q2.1 ConvRot
+ # sharing, which reads the swap's leftovers).
+ _install_compile_patches(
+ "pre_compile",
+ transformer,
+ logger,
+ offload_active = offload_active,
+ denoiser_offloaded = denoiser_offloaded,
+ )
try:
transformer.compile_repeated_blocks(**dit_kwargs)
engaged = True
@@ -1253,6 +1235,27 @@ def _compile_repeated_blocks(
return engaged
+def _install_compile_patches(
+ stage: str,
+ transformer: Any,
+ logger: Any,
+ *,
+ offload_active: bool,
+ denoiser_offloaded: Optional[bool],
+) -> None:
+ try:
+ from .diffusion_autoopt.apply import install_compile_patches
+ install_compile_patches(
+ stage,
+ transformer,
+ logger,
+ offload_active = offload_active,
+ denoiser_offloaded = denoiser_offloaded,
+ )
+ except Exception as exc: # noqa: BLE001 - optimisation only
+ _warn(logger, f"{stage} patches", exc)
+
+
def pin_reduction_configs(kwargs: dict[str, Any], logger: Any = None) -> bool:
"""Keep one config per multi-config reduction instead of a per-process benchmark whose pick changes the sum order
(LTX-2 block RMSNorm: R0_BLOCK 4096 vs 2048 tie on B200, half the servers rendered another clip). Per-compile
@@ -1435,9 +1438,10 @@ def _guarded_dits(pipe: Any) -> list:
"""Every DiT a compile guard can sit on: the standard denoisers plus a modular workflow's named partition
(MiniMax-H3's ``transformer_ref`` compiles through a view, so the bare pipe's ``_denoiser_dits`` misses it)."""
dits = _denoiser_dits(pipe)
- extra = getattr(pipe, "transformer_ref", None)
- if extra is not None and extra not in dits:
- dits.append(extra)
+ for attr in _targets.PARTITION_ATTRS:
+ extra = getattr(pipe, attr, None)
+ if extra is not None and extra not in dits:
+ dits.append(extra)
return dits
diff --git a/studio/backend/core/inference/video.py b/studio/backend/core/inference/video.py
index f556f5e53d1..9133221b3e8 100644
--- a/studio/backend/core/inference/video.py
+++ b/studio/backend/core/inference/video.py
@@ -4243,10 +4243,10 @@ class VideoBackend:
self._precommit_globals = None
restore_backend_flags(flags)
from . import diffusion_gguf_compile
- from . import video_wan_fused
+ from .diffusion_autoopt.patches import GROUP_VIDEO_FUSED, uninstall_group
diffusion_gguf_compile.uninstall_all()
- video_wan_fused.uninstall()
+ uninstall_group(GROUP_VIDEO_FUSED)
# LTX-2.3 gets DiT/connectors/VAEs/vocoder from the checkpoint + extras, so only the 2.0 base scheduler / text
# encoder / tokenizer are pulled.
@@ -7402,16 +7402,26 @@ class VideoBackend:
"(quantized transformer must be compiled; eager is ~30x slower)"
)
effective_speed = SPEED_DEFAULT
- # Before the step cache and apply_memory_plan: their hooks capture the block forward when they attach.
- from . import video_wan_fused
-
- wan_fused_engaged = False
- if effective_speed != SPEED_OFF:
- wan_fused_engaged = video_wan_fused.install_for_pipe(
- pipe, dtype, getattr(target, "device", "cuda"), logger = logger
- )
- else:
- video_wan_fused.uninstall()
+ # Before the step cache and apply_memory_plan: their hooks capture the block forward when they attach. The
+ # registered video patches (diffusion_autoopt.patches; the fused fp16 Wan block on a speed tier, uninstalled
+ # on `off`) run through the same orchestrator as the image backend's.
+ from . import diffusion_autoopt as autoopt
+
+ load_audit = autoopt.new_audit(backend = "video", family = fam)
+ wan_fused_engaged = bool(
+ autoopt.install_patches(
+ autoopt.STAGE_LOAD,
+ pipe = pipe,
+ target = target,
+ family = fam,
+ dtype = dtype,
+ device = getattr(target, "device", "cuda"),
+ speed_mode = effective_speed,
+ backend = "video",
+ audit = load_audit,
+ logger = logger,
+ ).get("wan_fused")
+ )
# "off"/"fbcache" pinned; unset/"auto" only on max, by FBCACHE_MIN_STEPS. Run per expert.
cache_request = normalize_transformer_cache(transformer_cache)
cache_auto = transformer_cache is None or cache_request == TC_AUTO
@@ -7549,33 +7559,33 @@ class VideoBackend:
# quadratic math backend.
target = types.SimpleNamespace(device = target.device, dtype = dtype),
)
- if fam.name in LTX_FAMILIES:
- # Token counts depend only on (w, h, frames), so static compile: one recompile per shape, ~1.3x faster.
- ltx_dit = getattr(view, fam.denoiser_attr, None)
- if ltx_dit is not None:
- try:
- ltx_dit._unsloth_compile_static = True
- except Exception: # noqa: BLE001 -- not a settable module (tests/fakes)
- pass
- applied = apply_speed_optims(
+ # The optimizer's speed layer (diffusion_autoopt), shared with the image backend. Its family hooks are
+ # what used to be inline here: LTX static compile (token counts depend only on (w, h, frames): one
+ # recompile per shape, ~1.3x faster) before the primitive, the LTX STG compile adapter and the
+ # cudnn.benchmark opt-out after it.
+ applied = autoopt.run_speed_layer(
view,
target,
- is_gguf = gguf_transformer,
family = fam,
+ backend = "video",
speed_mode = effective_speed,
- # An auto cache that could still engage also drops fullgraph (FBCache under a fullgraph-compiled DiT
- # crashes)
- cache_active = cache_graph_break or cache_may_toggle,
+ is_gguf = gguf_transformer,
offload_active = plan.offload_policy != "none",
- cuda_graph_default = False,
- )
- if fam.name in LTX_FAMILIES and applied.get("compiled"):
- from .video_ltx2 import install_stg_compile_adapter
- install_stg_compile_adapter(getattr(view, fam.denoiser_attr, None))
- if not getattr(fam, "cudnn_benchmark", True) and applied.get("cudnn_benchmark"):
- from .video_ltx2 import disable_cudnn_benchmark
- if disable_cudnn_benchmark():
- applied = {**applied, "cudnn_benchmark": False}
+ audit = load_audit,
+ apply = lambda family, log, view = view: apply_speed_optims(
+ view,
+ target,
+ is_gguf = gguf_transformer,
+ family = family,
+ speed_mode = effective_speed,
+ # An auto cache that could still engage also drops fullgraph (FBCache under a fullgraph-compiled
+ # DiT crashes)
+ cache_active = cache_graph_break or cache_may_toggle,
+ offload_active = plan.offload_policy != "none",
+ cuda_graph_default = False,
+ logger = log,
+ ),
+ )
if view is pipe:
attention_engaged = engaged
speed_optims = tuple(k for k, v in applied.items() if v)
@@ -7765,6 +7775,16 @@ class VideoBackend:
),
}
)
+ # The optimizer's per-step audit, beside the speed_mode entry (same record as the image backend).
+ autoopt.record_load_steps(
+ load_audit,
+ attention = attention_engaged,
+ step_cache = cache_engaged,
+ step_cache_reason = cache_reason,
+ compile_cache = False,
+ compile_cache_reason = autoopt.VIDEO_COMPILE_CACHE_DECLINE,
+ )
+ autoopt.finalize(load_audit, speed_optims, resolved)
apply_comfy_flow_shift(pipe, getattr(fam, "comfy_flow_shift", None), logger)
if ltx25_client is not None:
@@ -8700,6 +8720,9 @@ class VideoBackend:
self._precommit_globals = (_load_token, backend_flags)
attention_engaged = None
speed_optims: tuple = ()
+ from . import diffusion_autoopt as autoopt
+
+ h3_audit = autoopt.new_audit(backend = "video", family = fam)
# Both helpers reach the denoiser through ``pipe.transformer``, and a reference load's DiT is
# ``transformer_ref``. Handed the bare pipe they would enumerate no denoiser at all, so the partition this run
# denoises with would keep native attention and stay uncompiled while the resolved record below still reported
@@ -8759,28 +8782,49 @@ class VideoBackend:
h3_attn_levers += ("h3_strided_attn",)
except Exception as exc: # noqa: BLE001 -- stock processor stays
logger.warning("video.h3_attn: strided attention skipped: %s", exc)
- applied = apply_speed_optims(
- speed_view,
- types.SimpleNamespace(
- device = device,
- dtype = dtype,
- # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.
- backend = getattr(umem_target, "backend", "cuda"),
- supports_default_torch_compile = getattr(
- umem_target, "supports_default_torch_compile", False
- ),
+ h3_speed_target = types.SimpleNamespace(
+ device = device,
+ dtype = dtype,
+ # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.
+ backend = getattr(umem_target, "backend", "cuda"),
+ supports_default_torch_compile = getattr(
+ umem_target, "supports_default_torch_compile", False
),
- is_gguf = False,
+ )
+ # Same orchestrator as the image backend and the other video families (diffusion_autoopt).
+ applied = autoopt.run_speed_layer(
+ speed_view,
+ h3_speed_target,
family = fam,
+ backend = "video",
speed_mode = effective_speed,
- cache_active = False,
- # The conditioner and the VAEs stay in the rotation even when the denoiser is pinned, so the onload
- # hooks are live and fullgraph has to drop.
offload_active = offload_policy != "none",
- # a denoiser pinned under the others' offload rotation never moves, so the fused int8 GEMM can engage
- denoiser_offloaded = bool(denoiser_streamed) or not denoiser_pinned,
- cuda_graph_default = False,
+ audit = h3_audit,
logger = logger,
+ apply = lambda family, log: apply_speed_optims(
+ speed_view,
+ types.SimpleNamespace(
+ device = device,
+ dtype = dtype,
+ # ROCm reports device "cuda"; the graph arm refuses it by backend, so keep the field.
+ backend = getattr(umem_target, "backend", "cuda"),
+ supports_default_torch_compile = getattr(
+ umem_target, "supports_default_torch_compile", False
+ ),
+ ),
+ is_gguf = False,
+ family = family,
+ speed_mode = effective_speed,
+ cache_active = False,
+ # The conditioner and the VAEs stay in the rotation even when the denoiser is pinned, so the
+ # onload hooks are live and fullgraph has to drop.
+ offload_active = offload_policy != "none",
+ # a denoiser pinned under the others' offload rotation never moves, so the fused int8 GEMM can
+ # engage
+ denoiser_offloaded = bool(denoiser_streamed) or not denoiser_pinned,
+ cuda_graph_default = False,
+ logger = log,
+ ),
)
speed_optims = tuple(k for k, v in applied.items() if v) + h3_attn_levers
if denoiser_streamed and "compiled" in speed_optims:
@@ -8966,6 +9010,15 @@ class VideoBackend:
),
}
)
+ autoopt.record_load_steps(
+ h3_audit,
+ attention = attention_engaged,
+ step_cache = h3_cache_engaged,
+ step_cache_reason = h3_cache_reason,
+ compile_cache = False,
+ compile_cache_reason = autoopt.VIDEO_COMPILE_CACHE_DECLINE,
+ )
+ autoopt.finalize(h3_audit, speed_optims, resolved)
apply_comfy_flow_shift(pipe, getattr(fam, "comfy_flow_shift", None), logger)
from . import diffusion_prompt_cache
@@ -10168,11 +10221,16 @@ class VideoBackend:
# Re-check an AUTO cache decision against the ACTUAL step count; explicit choices never toggle
if state.cache_auto:
+ # Judged against the runner (an I2V class swap shares the denoiser): FBCache hooks need it to
+ # open cache_context, which every registered I2V pipeline does today (diffusers 0.41).
+ from .diffusion_autoopt.runtime import auto_cache_steps
+
+ cache_steps, runner_reason = auto_cache_steps(state.pipe, pipe, steps)
toggled = state.transformer_cache
for view in _views_for(pipe, fam):
toggled = maybe_toggle_step_cache(
view,
- steps = steps,
+ steps = cache_steps,
quant_active = state.cache_quant_active,
threshold = state.cache_threshold,
logger = logger,
@@ -10184,7 +10242,9 @@ class VideoBackend:
if isinstance(entry, dict):
entry["value"] = toggled or "off"
entry["reason"] = (
- f"auto: {steps}-step generation "
+ f"auto: {runner_reason}"
+ if runner_reason
+ else f"auto: {steps}-step generation "
+ ("reaches" if toggled else "is below")
+ f" {FBCACHE_MIN_STEPS}"
)
@@ -11045,11 +11105,11 @@ class VideoBackend:
# speed=off load is bit-identical.
from . import diffusion_gguf_compile
from . import diffusion_cuda_graph
- from . import video_wan_fused
+ from .diffusion_autoopt.patches import GROUP_VIDEO_FUSED, uninstall_group
diffusion_gguf_compile.uninstall_all()
# The fused Wan block forward is class-level: a later bf16 / speed=off load gets the stock one back.
- video_wan_fused.uninstall()
+ uninstall_group(GROUP_VIDEO_FUSED)
from . import diffusion_prompt_cache
diffusion_prompt_cache.release(getattr(state, "pipe", None))
diff --git a/studio/backend/models/inference.py b/studio/backend/models/inference.py
index 054f0a645b2..b786509342d 100644
--- a/studio/backend/models/inference.py
+++ b/studio/backend/models/inference.py
@@ -5117,6 +5117,12 @@ class DiffusionResolvedControl(BaseModel):
description = 'The picked checkpoint that did NOT run, as "gguf:<file>", when a GGUF pick whose memory plan '
"offloads loaded the hosted pre-quantized checkpoint (``artifact``) instead. Null otherwise.",
)
+ steps: Optional[List[Dict[str, Any]]] = Field(
+ None,
+ description = "speed_mode only: the auto-optimizer's per-step audit for this load, in order, each "
+ '{"step", "status": "engaged" | "declined" | "failed", "reason"} (why a step did not engage, or the '
+ "error it failed with). Null on every other control.",
+ )
class DiffusionDownloadPlanEntry(BaseModel):
diff --git a/studio/backend/tests/fixtures/diffusion_autoopt_parity.json b/studio/backend/tests/fixtures/diffusion_autoopt_parity.json
new file mode 100644
index 00000000000..86056a11033
--- /dev/null
+++ b/studio/backend/tests/fixtures/diffusion_autoopt_parity.json
@@ -0,0 +1,629 @@
+{
+ "meta": {"base": "origin/main 5f38afbc2d (before diffusion_autoopt)", "dtypes": ["bfloat16", "float16"], "families": ["image|flux.1", "image|flux.1-kontext", "image|flux.2-dev", "image|flux.2-klein", "image|hidream-i1", "image|hunyuanimage-2.1", "image|ideogram-4", "image|krea-2", "image|lumina-2", "image|qwen-image", "image|qwen-image-2.1", "image|qwen-image-edit", "image|qwen-image-layered", "image|sdxl", "image|z-image", "video|hunyuanvideo-1.5", "video|hunyuanvideo-1.5-720p", "video|ltx-2", "video|ltx-2.5", "video|minimax-h3", "video|wan2.1-t2v-1.3b", "video|wan2.1-t2v-14b", "video|wan2.2-t2v-a14b", "video|wan2.2-ti2v-5b"], "speeds": ["off", "eager", "default", "max"]},
+ "cases": {
+ "image|flux.1-kontext|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1-kontext|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|float16|offload=1|gguf=0": {"applied":[["compiled"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|float16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|max|float16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-dev|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|flux.2-klein|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":true,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hidream-i1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanImageTransformer2DModel forward is not capture-safe (boolean-mask indexing in its text-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|hunyuanimage-2.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|ideogram-4|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|krea-2|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|bfloat16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|lumina-2|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|float16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|float16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|float16|offload=0|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|float16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|max|float16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"QwenImage21Transformer2DModel forward is not capture-safe (its pipeline passes the prefix KV cache as a Python object on every step; the Studio fast step that replays decode steps from tensors is not installed)","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-2.1|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":true,"rocm_fused":false}},
+ "image|qwen-image-edit|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-edit|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|bfloat16|offload=0|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|bfloat16|offload=1|gguf=1": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|float16|offload=0|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|eager|float16|offload=1|gguf=1": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image-layered|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|qwen-image|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":false,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|float16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|float16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[{"dynamic":false,"fullgraph":true,"mode":"max-autotune-no-cudagraphs","whole":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|sdxl|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"unet":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|bfloat16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|bfloat16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|float16|offload=0|gguf=0": {"applied":[["cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|default|float16|offload=1|gguf=1": {"applied":[["compiled_dequant"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|bfloat16|offload=0|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|bfloat16|offload=1|gguf=1": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|eager|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|bfloat16|offload=0|gguf=1": {"applied":[["compiled","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|bfloat16|offload=1|gguf=1": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|float16|offload=0|gguf=0": {"applied":[["cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|float16|offload=0|gguf=1": {"applied":[["compiled_dequant","cuda_graph","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"eligible","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|max|float16|offload=1|gguf=1": {"applied":[["compiled_dequant","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"arch_fusions":true,"eager_fusions":true,"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|bfloat16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|bfloat16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|float16|offload=0|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "image|z-image|off|float16|offload=1|gguf=1": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"flux2_rope":false,"qwenimage21_fast_step":false,"rocm_fused":false}},
+ "video|hunyuanvideo-1.5-720p|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5-720p|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5-720p|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5-720p|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5-720p|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"HunyuanVideo15Transformer3DModel forward is not capture-safe (its t2v branch reads a device bool on the host and boolean-mask indexing in its three-stream merge syncs the host) and was not rewritten","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|hunyuanvideo-1.5|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|hunyuanvideo-1.5|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|ltx-2.5|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2.5|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2.5|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2.5|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2.5|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":true,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":false,"fullgraph":false,"options":"{'max_autotune': True, 'coordinate_descent_tuning': True, 'test_configs.force_filter_reduction_configs': True}"}],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{"wan_fused":false}},
+ "video|ltx-2|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|ltx-2|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":true}},"patches":{}},
+ "video|minimax-h3|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|default|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|default|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|eager|bfloat16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|eager|bfloat16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|eager|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|eager|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|max|float16|offload=0|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|max|float16|offload=1|gguf=0": {"applied":[["cudnn_benchmark","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"measured GPU-bound: 1.0018x resident for 3.93 GB held; streamed, its group onloads wait on the host (27 per step at 16 GB), which a graph cannot record","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|minimax-h3|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|minimax-h3|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|minimax-h3|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|minimax-h3|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-1.3b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-1.3b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-1.3b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-1.3b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-1.3b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-1.3b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-14b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.1-t2v-14b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.1-t2v-14b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-14b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-14b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.1-t2v-14b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-t2v-a14b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"],["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true},{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"],["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false},{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|default|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|default|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"],["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"],["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|eager|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|eager|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"],["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"},{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"],["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"},{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-t2v-a14b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"],["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"],["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-t2v-a14b|off|bfloat16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-t2v-a14b|off|bfloat16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-t2v-a14b|off|float16|offload=0|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-t2v-a14b|off|float16|offload=1|gguf=0": {"applied":[[],[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"],["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false},"transformer_2":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-ti2v-5b|default|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":true}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|default|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":false,"compile_calls":[{"dynamic":true,"fullgraph":false}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|default|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|default|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|eager|bfloat16|offload=0|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|eager|bfloat16|offload=1|gguf=0": {"applied":[["fp16_accum"]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|eager|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|eager|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|max|bfloat16|offload=0|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":true,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|max|bfloat16|offload=1|gguf=0": {"applied":[["compiled","fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":true,"compile_calls":[{"dynamic":null,"fullgraph":false,"mode":"max-autotune-no-cudagraphs"}],"int8_gemm":false,"static":false}},"patches":{"wan_fused":false}},
+ "video|wan2.2-ti2v-5b|max|float16|offload=0|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":false,"graph_reason":"family opts out","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|max|float16|offload=1|gguf=0": {"applied":[["fp16_accum","tf32"]],"graph_after_placement":true,"graph_reason":"armed after placement","keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{"wan_fused":true}},
+ "video|wan2.2-ti2v-5b|off|bfloat16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-ti2v-5b|off|bfloat16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-ti2v-5b|off|float16|offload=0|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}},
+ "video|wan2.2-ti2v-5b|off|float16|offload=1|gguf=0": {"applied":[[]],"graph_after_placement":false,"graph_reason":null,"keys":[["channels_last","compiled","compiled_dequant","compiled_vae_decode","cuda_graph","cudnn_benchmark","fp16_accum","fused_qkv","int8_gemm","rocm_query_chunks","tf32","vae_fp16_decode","vae_fused","vae_single_frame"]],"modules":{"transformer":{"auto_dynamic":null,"compile_calls":[],"int8_gemm":false,"static":false}},"patches":{}}
+ }
+}
diff --git a/studio/backend/tests/test_diffusion_autoopt_core.py b/studio/backend/tests/test_diffusion_autoopt_core.py
new file mode 100644
index 00000000000..0ec1799c9e3
--- /dev/null
+++ b/studio/backend/tests/test_diffusion_autoopt_core.py
@@ -0,0 +1,534 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""Unit tests for the diffusion auto-optimizer core: patches, targets, profile, plan, apply, runtime."""
+
+from __future__ import annotations
+
+import logging
+import sys
+import types
+from pathlib import Path
+
+import pytest
+
+_BACKEND = Path(__file__).resolve().parents[1]
+if str(_BACKEND) not in sys.path:
+ sys.path.insert(0, str(_BACKEND))
+
+from core.inference.diffusion_autoopt import apply as ao # noqa: E402
+from core.inference.diffusion_autoopt import patches as ap # noqa: E402
+from core.inference.diffusion_autoopt import plan as plan_mod # noqa: E402
+from core.inference.diffusion_autoopt import profile as prof # noqa: E402
+from core.inference.diffusion_autoopt import runtime, targets # noqa: E402
+
+
+# ------------------------------------------------------------------------------------------------- fingerprints
+def _sample(x, y = 1):
+ """Docstring is ignored by the digest."""
+ # so is this comment
+ return x + y
+
+
+def test_source_digest_is_the_one_both_q21_modules_use():
+ from core.inference import diffusion_qwenimage21, diffusion_qwenimage21_rope
+
+ assert diffusion_qwenimage21._digest is ap.source_digest
+ assert diffusion_qwenimage21_rope._digest is ap.source_digest
+ assert ap.source_digest(_sample) == ap.source_digest(_sample)
+ assert len(ap.source_digest(_sample)) == 16
+ assert ap.source_digest(len) is None # no Python source
+
+
+def test_source_digest_matches_a_pinned_fingerprint():
+ """A fingerprint recorded with the pre-merge ``_digest`` still matches (the algorithm did not change)."""
+ from core.inference import video_wan_fused
+
+ try:
+ from diffusers.models.transformers.transformer_wan import WanTransformerBlock
+ except Exception: # noqa: BLE001
+ pytest.skip("diffusers without Wan")
+ digest = ap.source_digest(WanTransformerBlock.forward)
+ # The pinned set covers the diffusers versions the fused block was written against; the installed one is among
+ # them in the Studio venv, and the digest must be byte-for-byte what the old helper produced.
+ if digest not in video_wan_fused._FINGERPRINTS:
+ pytest.skip(f"installed diffusers Wan block is not a pinned version ({digest})")
+ assert digest in video_wan_fused._FINGERPRINTS
+
+
+def test_body_has_and_once():
+ assert ap.body_has(_sample, "return x + y")
+ assert not ap.body_has(_sample, "return x - y")
+ assert ap.body_has_once(_sample, "return x + y")
+
+ def twice(a):
+ a = a + 1
+ a = a + 1
+ return a
+
+ assert ap.body_has(twice, "a = a + 1")
+ assert not ap.body_has_once(twice, "a = a + 1")
+
+
+def test_arch_patches_keep_a_monkeypatchable_body_has():
+ from core.inference import diffusion_arch_patches
+
+ assert diffusion_arch_patches._body_has is ap.body_has
+
+
+# ---------------------------------------------------------------------------------------------- splice_source
+_SCALE = 3
+
+
+def _spliced_target(x):
+ y = x * 2
+ return y + _SCALE
+
+
+def test_splice_source_rewrites_in_the_original_globals():
+ new = ap.splice_source(_spliced_target, [("y = x * 2", "y = x * 10")])
+ assert new(1) == 13 and _spliced_target(1) == 5
+ assert new.__unsloth_spliced__ and new.__wrapped_original__ is _spliced_target
+ assert new.__qualname__ == _spliced_target.__qualname__
+
+
+def test_splice_source_needles_must_match_exactly_once():
+ with pytest.raises(ap.SpliceError, match = "0 times"):
+ ap.splice_source(_spliced_target, [("not in there", "x")])
+
+ def dup(x):
+ x = x + 1
+ x = x + 1
+ return x
+
+ with pytest.raises(ap.SpliceError, match = "2 times"):
+ ap.splice_source(dup, [("x = x + 1", "x = x + 2")])
+
+
+def test_splice_source_refuses_unresolved_globals_and_closures():
+ with pytest.raises(ap.SpliceError, match = "unresolved globals: _nowhere"):
+ ap.splice_source(_spliced_target, [("return y + _SCALE", "return y + _nowhere")])
+ captured = 4
+
+ def closure(x):
+ return x + captured
+
+ with pytest.raises(ap.SpliceError, match = "closure"):
+ ap.splice_source(closure, [("x + captured", "x - captured")])
+
+
+def test_splice_source_fingerprint_gate():
+ digest = ap.source_digest(_spliced_target)
+ assert ap.splice_source(_spliced_target, [("x * 2", "x * 4")], fingerprints = [digest])(1) == 7
+ with pytest.raises(ap.SpliceError, match = "differs"):
+ ap.splice_source(_spliced_target, [("x * 2", "x * 4")], fingerprints = ["0" * 16])
+
+
+# --------------------------------------------------------------------------------------------------- registry
+def scratch_registry(monkeypatch):
+ """A private registry so these tests never touch the built-in specs' targets."""
+ monkeypatch.setattr(ap, "_REGISTRY", [])
+ monkeypatch.setattr(ap, "_BUILTIN_DONE", True)
+ return ap
+
+
+def test_registry_lifecycle_kill_switch_speed_only_and_failures(scratch_registry, monkeypatch):
+ calls: list = []
+ state = {"on": False}
+
+ def install(ctx):
+ calls.append(("install", ctx.speed_mode))
+ state["on"] = True
+ return True
+
+ def uninstall():
+ calls.append(("uninstall",))
+ state["on"] = False
+
+ def boom(ctx):
+ raise RuntimeError("kaboom")
+
+ ap.register(ap.PatchSpec("fuse", ap.STAGE_LOAD, install, uninstall, group = "g", speed_only = True))
+ ap.register(ap.PatchSpec("broken", ap.STAGE_LOAD, boom, warn = "broken thing"))
+ ap.register(ap.PatchSpec("dit_only", ap.STAGE_LOAD, install, classes = ("OtherDiT",)))
+ audit = ao.new_audit(backend = "image", family = None)
+ warnings: list = []
+ log = types.SimpleNamespace(warning = lambda *a: warnings.append(a))
+ pipe = types.SimpleNamespace(transformer = type("MyDiT", (), {})())
+
+ res = ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "default", logger = log), audit = audit)
+ assert res == {"fuse": True} and state["on"]
+ assert audit.entries["patch:fuse"]["status"] == "engaged"
+ assert audit.entries["patch:broken"]["status"] == "failed"
+ assert "kaboom" in audit.entries["patch:broken"]["reason"]
+ assert warnings and warnings[0][1] == "broken thing"
+ assert "patch:dit_only" not in audit.entries # class gate: not applicable, not recorded
+
+ # speed off uninstalls a speed-only spec
+ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "off"), audit = audit)
+ assert not state["on"]
+
+ # per-spec kill switch
+ monkeypatch.setenv("UNSLOTH_DIFFUSION_PATCH_FUSE", "0")
+ audit2 = ao.new_audit(backend = "image", family = None)
+ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "max"), audit = audit2)
+ assert audit2.entries["patch:fuse"] == {"status": "declined", "reason": "UNSLOTH_DIFFUSION_PATCH_FUSE=0"}
+ monkeypatch.delenv("UNSLOTH_DIFFUSION_PATCH_FUSE")
+
+ ap.install_stage(ap.STAGE_LOAD, ap.PatchContext(pipe = pipe, speed_mode = "max"))
+ assert state["on"]
+ ap.uninstall_group("g")
+ assert not state["on"]
+
+
+def test_register_rejects_unknown_stage(scratch_registry):
+ with pytest.raises(ValueError):
+ ap.register(ap.PatchSpec("x", "sometime", lambda ctx: True))
+
+
+def test_builtin_specs_cover_every_former_install_site():
+ names = {s.name for s in ap.specs()}
+ assert names >= {
+ "eager_fusions",
+ "arch_fusions",
+ "qwenimage21_fast_step",
+ "flux2_rope",
+ "rocm_fused",
+ "wan_fused",
+ "qwenimage21_real_rope",
+ "qwenimage_real_rope",
+ "zimage_fused",
+ "qwenimage21_fused",
+ }
+ # the former hand-kept teardown list is now a registry group
+ assert {s.name for s in ap.specs(group = ap.GROUP_FUSED_DIT)} == {
+ "flux2_rope",
+ "rocm_fused",
+ "qwenimage_real_rope",
+ "zimage_fused",
+ "qwenimage21_fused",
+ }
+ # every spec answers its module's existing kill switch name
+ envs = {s.name: s.env for s in ap.specs()}
+ assert envs["arch_fusions"] == "UNSLOTH_DIFFUSION_ARCH_PATCHES"
+ assert envs["wan_fused"] == "UNSLOTH_DIFFUSION_WAN_FUSED_ADALN"
+ assert envs["zimage_fused"] == "UNSLOTH_DIFFUSION_ZIMAGE_FUSED"
+ # order inside the regional compile: Q2.1 real RoPE before the int8 swap, the rest after it
+ assert [s.name for s in ap.specs(ap.STAGE_PRE_INT8)] == ["qwenimage21_real_rope"]
+ assert [s.name for s in ap.specs(ap.STAGE_PRE_COMPILE)] == [
+ "qwenimage_real_rope",
+ "zimage_fused",
+ "qwenimage21_fused",
+ ]
+
+
+def test_uninstall_fused_dit_patches_goes_through_the_registry(monkeypatch):
+ from core.inference import diffusion, diffusion_flux2_rope, diffusion_zimage_fused
+
+ seen = []
+ monkeypatch.setattr(diffusion_flux2_rope, "uninstall", lambda: seen.append("flux2"))
+ monkeypatch.setattr(diffusion_zimage_fused, "uninstall", lambda *a: seen.append("zimage"))
+ diffusion._uninstall_fused_dit_patches()
+ assert {"flux2", "zimage"} <= set(seen)
+
+
+# ---------------------------------------------------------------------------------------------------- targets
+def test_denoiser_dits_contract_is_unchanged():
+ from core.inference import diffusion_attention, diffusion_speed
+
+ a, b = object(), object()
+ pipe = types.SimpleNamespace(transformer = a, transformer_2 = b, unconditional_transformer = a, unet = object())
+ assert targets.denoiser_dits(pipe) == [a, b]
+ assert diffusion_speed._denoiser_dits(pipe) == [a, b]
+ assert diffusion_attention._attention_dits(pipe) == [a, b]
+ ref = object()
+ assert diffusion_speed._guarded_dits(types.SimpleNamespace(transformer_ref = ref)) == [ref]
+ assert targets.hooked_denoisers(pipe)[-1] is pipe.unet
+
+
+def test_by_type_resolver_finds_unnamed_denoisers_but_not_vaes():
+ import torch
+
+ class Blocky(torch.nn.Module):
+ _repeated_blocks = ["Block"]
+
+ def compile_repeated_blocks(self, **kw):
+ pass
+
+ dit, vae, cn = Blocky(), Blocky(), Blocky()
+ pipe = types.SimpleNamespace(components = {"prior": dit, "vae": vae, "controlnet": cn})
+ assert targets.denoisers(pipe) == [dit]
+ assert targets.discovered_only(pipe) == [dit]
+ assert targets.denoiser_dits(pipe) == [] # the primitives' contract does not widen
+ fam = types.SimpleNamespace(denoiser_attr = "prior")
+ pipe.prior = dit
+ assert targets.denoisers(pipe, fam)[0] is dit
+
+
+# ---------------------------------------------------------------------------------------------------- profile
+def test_graph_break_screen():
+ src = "def forward(self, x):\n n = x.sum().item()\n # x.tolist() in a comment\n return x[: n]\n"
+ assert prof.screen_source(src) == (".item()",)
+ assert prof.screen_source("def f(x):\n return x.nonzero()\n") == (".nonzero()",)
+ assert prof.screen_source(None) == ()
+
+
+def _toy_model(block_src_sync: bool):
+ import torch
+
+ class ToyBlock(torch.nn.Module):
+ def __init__(self):
+ super().__init__()
+ self.lin = torch.nn.Linear(4, 4)
+
+ if block_src_sync:
+ def forward(self, x):
+ k = int(x.abs().max().item())
+ return self.lin(x) + k
+ else:
+ def forward(self, x):
+ return self.lin(x)
+
+ class ToyDiT(torch.nn.Module):
+ _no_split_modules = ["ToyBlock"]
+
+ def __init__(self):
+ super().__init__()
+ self.blocks = torch.nn.ModuleList([ToyBlock(), ToyBlock()])
+ self.compiled = None
+
+ def forward(self, x):
+ for b in self.blocks:
+ x = b(x)
+ return x
+
+ def compile_repeated_blocks(self, **kw):
+ if not getattr(self, "_repeated_blocks", None):
+ raise ValueError("_repeated_blocks is empty")
+ self.compiled = kw
+
+ return ToyDiT()
+
+
+def test_profile_discovers_blocks_and_is_cached():
+ prof.clear_cache()
+ model = _toy_model(block_src_sync = True)
+ p = prof.profile_model(model)
+ assert p.discovered_blocks == ("ToyBlock",)
+ assert p.declared_blocks == () and p.repeated_blocks == ()
+ assert p.graph_break_suspects == {"ToyBlock": (".item()",)}
+ assert "not verified" in p.compile_decline()
+ assert prof.profile_model(model) is p # cached by (qualname, digest, diffusers)
+
+
+# -------------------------------------------------------------------------------------------- plan / generic
+def _target():
+ import torch
+
+ return types.SimpleNamespace(
+ device = "cuda", backend = "cuda", dtype = torch.bfloat16, supports_default_torch_compile = True
+ )
+
+
+def test_registered_family_detection():
+ from core.inference.diffusion_families import _FAMILIES
+ from core.inference.video_families import _FAMILIES as VIDEO
+
+ assert plan_mod.family_has_data(_FAMILIES[0])
+ assert plan_mod.family_has_data(VIDEO[0])
+ assert not plan_mod.family_has_data(types.SimpleNamespace(name = "brand-new-dit"))
+ assert not plan_mod.family_has_data(None)
+
+
+def test_plan_reasons_mirror_the_primitive_gates():
+ model = _toy_model(block_src_sync = False)
+ pipe = types.SimpleNamespace(transformer = model)
+ fam = types.SimpleNamespace(name = "z-image", supports_torch_compile = False)
+ p = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "default")
+ assert p.step("compiled").attempt is False
+ assert p.reason("compiled") == "family opts out of torch.compile"
+ off = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "off")
+ assert off.reason("compiled") == "speed off"
+ eager = plan_mod.build_plan(pipe, _target(), family = fam, backend = "image", speed_mode = "eager")
+ assert eager.reason("compiled") == "eager tier does not compile"
+
+
+def _generic_run(model, monkeypatch, env = None):
+ from core.inference import diffusion_speed as ds
+
+ if env is not None:
+ monkeypatch.setenv(plan_mod.DISCOVER_ENV, env)
+ monkeypatch.setattr(ds, "torch_compile_runtime_available", lambda: True)
+ fam = types.SimpleNamespace(name = "brand-new-dit", supports_torch_compile = True)
+ pipe = types.SimpleNamespace(transformer = model)
+ audit = ao.new_audit(backend = "image", family = fam)
+ seen = {}
+
+ def apply(family, log):
+ seen["family"] = family
+ compiled = False
+ if getattr(family, "supports_torch_compile", True):
+ try:
+ model.compile_repeated_blocks(fullgraph = True)
+ compiled = True
+ except Exception as exc: # noqa: BLE001
+ log.warning("diffusion.speed: %s failed: %s", "compile_repeated_blocks", exc)
+ return {"compiled": compiled, "cuda_graph": False}
+
+ applied = ao.run_speed_layer(
+ pipe, _target(), family = fam, backend = "image", speed_mode = "default", audit = audit, apply = apply
+ )
+ return applied, audit, seen
+
+
+def test_generic_family_trial_compiles_discovered_blocks(monkeypatch):
+ prof.clear_cache()
+ model = _toy_model(block_src_sync = False)
+ applied, audit, _ = _generic_run(model, monkeypatch)
+ assert applied["compiled"] and model.compiled == {"fullgraph": True}
+ assert model._repeated_blocks == ["ToyBlock"]
+ assert audit.generic and audit.entries["compiled"]["status"] == "engaged"
+
+
+def test_generic_family_declines_a_graph_breaking_block_with_the_reason(monkeypatch):
+ prof.clear_cache()
+ model = _toy_model(block_src_sync = True)
+ applied, audit, seen = _generic_run(model, monkeypatch)
+ assert not applied["compiled"] and model.compiled is None
+ assert seen["family"].supports_torch_compile is False
+ reason = audit.entries["compiled"]["reason"]
+ assert audit.entries["compiled"]["status"] == "declined"
+ assert reason.startswith(plan_mod.GRAPH_BREAK_DECLINE) and ".item()" in reason
+
+
+def test_generic_family_without_discovery_records_the_failure_and_never_raises(monkeypatch):
+ prof.clear_cache()
+ model = _toy_model(block_src_sync = False)
+ applied, audit, _ = _generic_run(model, monkeypatch, env = "0")
+ assert not applied["compiled"]
+ assert audit.entries["compile_repeated_blocks"]["status"] == "failed"
+ assert audit.entries["compiled"]["status"] == "declined"
+
+
+def test_registered_family_passes_through_untouched():
+ from core.inference.diffusion_families import _FAMILIES
+
+ fam = next(f for f in _FAMILIES if f.name == "z-image")
+ seen = {}
+
+ def apply(family, log):
+ seen["family"] = family
+ return {"compiled": False}
+
+ ao.run_speed_layer(
+ types.SimpleNamespace(transformer = None), _target(), family = fam, backend = "image",
+ speed_mode = "default", apply = apply,
+ )
+ assert seen["family"] is fam
+
+
+def test_audit_logger_forwards_and_records(caplog):
+ audit = ao.new_audit(backend = "image", family = None)
+ log = ao.auditing_logger(logging.getLogger("autoopt-test"), audit)
+ with caplog.at_level(logging.WARNING, logger = "autoopt-test"):
+ log.warning("diffusion.speed: %s failed: %s", "channels_last", RuntimeError("nope"))
+ log.info("ignored")
+ assert audit.entries["channels_last"] == {"status": "failed", "reason": "nope"}
+ assert "channels_last failed: nope" in caplog.text
+ silent = ao.auditing_logger(None, audit)
+ silent.info("x") # an absent logger stays silent
+ assert ao.auditing_logger(log, None) is log
+
+
+def test_finalize_reconciles_and_attaches():
+ audit = ao.new_audit(backend = "image", family = None)
+ audit.record("cuda_graph", "declined", "armed after placement")
+ audit.record("compiled", "engaged")
+ resolved = {"speed_mode": {"value": "default"}}
+ steps = ao.finalize(audit, ("cuda_graph", "int8_gemm"), resolved)
+ by = {s["step"]: s for s in steps}
+ assert by["cuda_graph"]["status"] == "engaged"
+ assert by["int8_gemm"]["status"] == "engaged"
+ assert by["compiled"]["status"] == "declined" # dropped after placement
+ assert resolved["speed_mode"]["steps"] == steps
+
+
+def test_compile_cache_kwargs_match_the_former_inline_dicts():
+ from core.inference import diffusion_speed as ds
+
+ pipe = types.SimpleNamespace(transformer = None, vae = None)
+ for mode in ("default", "max"):
+ for below in (False, True):
+ want = {
+ "fullgraph": True,
+ "dynamic": ds.compile_dynamic(None, None if mode == "max" else True),
+ "mode": "max-autotune-no-cudagraphs" if mode == "max" else "default",
+ "vae_decode": ds.vae_decode_compile_allowed(pipe, mode),
+ **({"below_hooks": True} if below else {}),
+ }
+ got = plan_mod.compile_cache_kwargs(pipe, speed_mode = mode, fullgraph = True, offload_below_hooks = below)
+ assert got == want
+ deferred = plan_mod.compile_cache_kwargs(
+ pipe, speed_mode = "max", fullgraph = False, offload_below_hooks = False, deferred = True
+ )
+ assert deferred == {
+ "fullgraph": False,
+ "dynamic": ds.compile_dynamic(None, True),
+ "mode": "default",
+ "vae_decode": ds.vae_decode_compile_allowed(pipe, "default"),
+ }
+
+
+# ---------------------------------------------------------------------------------------------------- runtime
+class _OpensContext:
+ def __call__(self):
+ with self.transformer.cache_context("cond"):
+ pass
+
+
+class _NoContext:
+ def __call__(self):
+ self.transformer()
+
+
+def test_runner_aware_step_cache():
+ dit = object()
+ base = _OpensContext()
+ base.transformer = dit
+ runner = _NoContext()
+ runner.transformer = dit
+ assert runtime.step_cache_runner_reason(base, base) is None
+ assert runtime.step_cache_runner_reason(base, None) is None
+ reason = runtime.step_cache_runner_reason(base, runner)
+ assert reason and "_NoContext opens no cache_context" in reason
+ assert runtime.auto_cache_steps(base, runner, 28) == (0, reason)
+ assert runtime.auto_cache_steps(base, base, 28) == (28, None)
+ ok = _OpensContext()
+ ok.transformer = dit
+ assert runtime.auto_cache_steps(base, ok, 28) == (28, None)
+ other = _NoContext()
+ other.transformer = object() # a different denoiser carries none of base's hooks
+ assert runtime.step_cache_runner_reason(base, other) is None
+
+
+def test_video_family_hooks_are_data():
+ names = [h.name for h in ao.FAMILY_HOOKS]
+ assert names[:3] == ["ltx_static_compile", "ltx_stg_compile_adapter", "cudnn_benchmark_off"]
+ ltx = types.SimpleNamespace(name = "ltx-2", denoiser_attr = "transformer", cudnn_benchmark = False)
+ dit = types.SimpleNamespace()
+ view = types.SimpleNamespace(transformer = dit)
+ seen = {}
+
+ def apply(family, log):
+ seen["static"] = getattr(dit, "_unsloth_compile_static", False)
+ return {"compiled": False, "cudnn_benchmark": False}
+
+ ao.run_speed_layer(view, _target(), family = ltx, backend = "video", speed_mode = "default", apply = apply)
+ assert seen["static"] is True
+ image_dit = types.SimpleNamespace()
+ ao.run_speed_layer(
+ types.SimpleNamespace(transformer = image_dit), _target(), family = ltx, backend = "image",
+ speed_mode = "default", apply = apply,
+ )
+ assert not hasattr(image_dit, "_unsloth_compile_static") # video hooks never run on the image backend
diff --git a/studio/backend/tests/test_diffusion_autoopt_parity.py b/studio/backend/tests/test_diffusion_autoopt_parity.py
new file mode 100644
index 00000000000..36625506ea6
--- /dev/null
+++ b/studio/backend/tests/test_diffusion_autoopt_parity.py
@@ -0,0 +1,493 @@
+# SPDX-License-Identifier: AGPL-3.0-only
+# Copyright 2026-present the Unsloth AI Inc. team. All rights reserved. See /studio/LICENSE.AGPL-3.0
+
+"""The auto-optimizer resolves EXACTLY the optimization set every registered family got before it existed.
+
+``fixtures/diffusion_autoopt_parity.json`` was captured from origin/main 5f38afbc2d (before diffusion_autoopt) by
+running :func:`snapshot` with :func:`legacy_entry`, which replays the old load-path sequence (patch installs, then
+``apply_speed_optims`` per view with the video family branches). This test runs the same cases through the
+optimizer (``install_patches`` + ``run_speed_layer``) and asserts equality, for every family in the image and video
+registries x speed tier x dtype x offload x GGUF. Stub pipes carry a denoiser of the family's real class name,
+module and ``_repeated_blocks``, so every class / module gated install sees what a real load shows it.
+
+Regenerate (only when a registry change is intended): run ``snapshot(legacy_entry)`` against the base tree.
+"""
+
+from __future__ import annotations
+
+import json
+import os
+import sys
+import types
+from pathlib import Path
+from typing import Any, Callable
+
+import pytest
+
+_BACKEND = Path(__file__).resolve().parents[1]
+if str(_BACKEND) not in sys.path:
+ sys.path.insert(0, str(_BACKEND))
+
+FIXTURE = Path(__file__).with_name("fixtures") / "diffusion_autoopt_parity.json"
+
+SPEEDS = ("off", "eager", "default", "max")
+DTYPES = ("bfloat16", "float16")
+_ENV_CLEAR = (
+ "UNSLOTH_DIFFUSION_CUDA_GRAPH",
+ "UNSLOTH_DIFFUSION_OFFLOAD_CUDA_GRAPH",
+ "TORCHDYNAMO_DISABLE",
+ "UNSLOTH_DIFFUSION_AUTOOPT_DISCOVER",
+)
+
+
+class _Patch:
+ """Minimal attribute patcher (the capture runs outside pytest)."""
+
+ def __init__(self) -> None:
+ self._undo: list = []
+
+ def setattr(self, obj: Any, name: str, value: Any) -> None:
+ missing = object()
+ old = getattr(obj, name, missing)
+ self._undo.append((obj, name, old, missing))
+ setattr(obj, name, value)
+
+ def undo(self) -> None:
+ for obj, name, old, missing in reversed(self._undo):
+ if old is missing:
+ try:
+ delattr(obj, name)
+ except AttributeError:
+ pass
+ else:
+ setattr(obj, name, old)
+ self._undo.clear()
+
+
+def _real_class(name: str) -> Any:
+ try:
+ import diffusers
+ return getattr(diffusers, name, None)
+ except Exception: # noqa: BLE001
+ return None
+
+
+_STUB_CLASSES: dict[str, type] = {}
+
+
+def _stub_class(name: str) -> type:
+ import torch
+
+ cls = _STUB_CLASSES.get(name)
+ if cls is not None:
+ return cls
+ real = _real_class(name)
+
+ def compile_repeated_blocks(self, **kwargs):
+ if not getattr(self, "_repeated_blocks", None):
+ raise ValueError("_repeated_blocks is empty")
+ self.compile_calls.append(dict(kwargs))
+
+ def compile(self, **kwargs): # the U-Net whole-module compile
+ self.compile_calls.append({"whole": True, **kwargs})
+
+ def forward(self, *args, **kwargs):
+ return None
+
+ ns = {
+ "_repeated_blocks": list(getattr(real, "_repeated_blocks", None) or []),
+ "_no_split_modules": list(getattr(real, "_no_split_modules", None) or []),
+ "compile_repeated_blocks": compile_repeated_blocks,
+ "forward": forward,
+ "__module__": getattr(real, "__module__", __name__),
+ }
+ if name == "UNet2DConditionModel":
+ ns["compile"] = compile
+ del ns["compile_repeated_blocks"]
+ cls = type(name, (torch.nn.Module,), ns)
+ _STUB_CLASSES[name] = cls
+ return cls
+
+
+def _stub_denoiser(name: str) -> Any:
+ module = _stub_class(name)()
+ module.compile_calls = []
+ return module
+
+
+def _image_pipe(fam: Any) -> Any:
+ pipe = types.SimpleNamespace()
+ setattr(pipe, getattr(fam, "denoiser_attr", "transformer") or "transformer", _stub_denoiser(fam.transformer_class))
+ return pipe
+
+
+def _video_pipe(fam: Any) -> Any:
+ pipe = types.SimpleNamespace()
+ setattr(pipe, getattr(fam, "denoiser_attr", "transformer") or "transformer", _stub_denoiser(fam.transformer_class))
+ if getattr(fam, "is_moe", False):
+ pipe.transformer_2 = _stub_denoiser(fam.transformer_class)
+ return pipe
+
+
+def _target(dtype_name: str) -> Any:
+ import torch
+
+ return types.SimpleNamespace(
+ device = "cuda",
+ backend = "cuda",
+ dtype = getattr(torch, dtype_name),
+ ordinal = None,
+ torch_device = "cuda:0",
+ supports_default_torch_compile = True,
+ )
+
+
+def _engaged(result: Any) -> bool:
+ if isinstance(result, dict):
+ return any(bool(v) for v in result.values())
+ return bool(result)
+
+
+def _teardown() -> None:
+ """Restore every process-global patch a case may have installed (old and new teardown entry points)."""
+ from core.inference import diffusion_arch_patches, diffusion_eager_patches
+ diffusion_eager_patches.uninstall_patches()
+ diffusion_arch_patches.uninstall_arch_patches()
+ for mod_name in (
+ "diffusion_flux2_rope",
+ "diffusion_qwenimage_rope",
+ "diffusion_zimage_fused",
+ "diffusion_qwenimage21_fused",
+ "diffusion_rocm_fused",
+ "diffusion_qwenimage21",
+ "diffusion_qwenimage21_rope",
+ "video_wan_fused",
+ ):
+ try:
+ mod = __import__(f"core.inference.{mod_name}", fromlist = ["uninstall"])
+ mod.uninstall()
+ except Exception: # noqa: BLE001
+ pass
+
+
+# ------------------------------------------------------------------------------------------------- entry points
+def legacy_entry(backend: str, pipe: Any, target: Any, fam: Any, speed: str, offload: bool, gguf: bool) -> dict:
+ """The pre-optimizer load-path sequence (diffusion.py / video.py at 5f38afbc2d), patch installs + speed layer."""
+ from core.inference import diffusion_speed as ds
+
+ patches: dict = {}
+ per_view: list = []
+ if backend == "image":
+ from core.inference.diffusion_arch_patches import install_arch_patches, uninstall_arch_patches
+ from core.inference.diffusion_eager_patches import install_compile_safe_patches, uninstall_patches
+
+ if speed != "off":
+ patches["eager_fusions"] = _engaged(install_compile_safe_patches())
+ patches["arch_fusions"] = _engaged(install_arch_patches())
+ else:
+ uninstall_patches()
+ uninstall_arch_patches()
+ from core.inference.diffusion_flux2_rope import install_for_pipe as flux2
+ from core.inference.diffusion_qwenimage21 import install_for_pipe as q21
+ from core.inference.diffusion_rocm_fused import install_for_pipe as rocm
+
+ patches["qwenimage21_fast_step"] = _engaged(q21(pipe, None))
+ patches["flux2_rope"] = _engaged(flux2(pipe, target.dtype, target.device, None))
+ patches["rocm_fused"] = _engaged(rocm(pipe, target.dtype, target.device, None))
+ applied = ds.apply_speed_optims(
+ pipe,
+ target,
+ is_gguf = gguf,
+ family = fam,
+ speed_mode = speed,
+ cache_active = False,
+ cache_engaged = False,
+ offload_active = offload,
+ denoiser_offloaded = offload,
+ stream_int8_gemm = True,
+ )
+ per_view.append(applied)
+ return {"patches": patches, "views": per_view}
+ from core.inference import video_wan_fused
+ from core.inference.video import _views_for
+ from core.inference.video_families import LTX_FAMILIES
+
+ if speed != "off":
+ patches["wan_fused"] = _engaged(video_wan_fused.install_for_pipe(pipe, target.dtype, target.device))
+ else:
+ video_wan_fused.uninstall()
+ for view in _views_for(pipe, fam):
+ if fam.name in LTX_FAMILIES:
+ dit = getattr(view, fam.denoiser_attr, None)
+ if dit is not None:
+ dit._unsloth_compile_static = True
+ applied = ds.apply_speed_optims(
+ view,
+ target,
+ is_gguf = False,
+ family = fam,
+ speed_mode = speed,
+ cache_active = False,
+ offload_active = offload,
+ cuda_graph_default = False,
+ )
+ if fam.name in LTX_FAMILIES and applied.get("compiled"):
+ from core.inference.video_ltx2 import install_stg_compile_adapter
+ install_stg_compile_adapter(getattr(view, fam.denoiser_attr, None))
+ if not getattr(fam, "cudnn_benchmark", True) and applied.get("cudnn_benchmark"):
+ from core.inference.video_ltx2 import disable_cudnn_benchmark
+ if disable_cudnn_benchmark():
+ applied = {**applied, "cudnn_benchmark": False}
+ per_view.append(applied)
+ return {"patches": patches, "views": per_view}
+
+
+def autoopt_entry(backend: str, pipe: Any, target: Any, fam: Any, speed: str, offload: bool, gguf: bool) -> dict:
+ """The same load through the optimizer."""
+ from core.inference import diffusion_speed as ds
+ from core.inference.diffusion_autoopt import apply as ao
+ from core.inference.diffusion_autoopt import patches as ap
+
+ audit = ao.new_audit(backend = backend, family = fam)
+ results: dict = {}
+ if backend == "image":
+ for stage in (ap.STAGE_LOAD_EAGER, ap.STAGE_LOAD):
+ results.update(
+ ao.install_patches(
+ stage,
+ pipe = pipe,
+ target = target,
+ family = fam,
+ dtype = target.dtype,
+ device = target.device,
+ speed_mode = speed,
+ backend = "image",
+ audit = audit,
+ )
+ )
+ applied = ao.run_speed_layer(
+ pipe,
+ target,
+ family = fam,
+ backend = "image",
+ speed_mode = speed,
+ is_gguf = gguf,
+ offload_active = offload,
+ audit = audit,
+ apply = lambda family, log: ds.apply_speed_optims(
+ pipe,
+ target,
+ is_gguf = gguf,
+ family = family,
+ speed_mode = speed,
+ cache_active = False,
+ cache_engaged = False,
+ offload_active = offload,
+ denoiser_offloaded = offload,
+ stream_int8_gemm = True,
+ logger = log,
+ ),
+ )
+ views = [applied]
+ else:
+ from core.inference.video import _views_for
+
+ results.update(
+ ao.install_patches(
+ ap.STAGE_LOAD,
+ pipe = pipe,
+ target = target,
+ family = fam,
+ dtype = target.dtype,
+ device = target.device,
+ speed_mode = speed,
+ backend = "video",
+ audit = audit,
+ )
+ )
+ views = [
+ ao.run_speed_layer(
+ view,
+ target,
+ family = fam,
+ backend = "video",
+ speed_mode = speed,
+ offload_active = offload,
+ audit = audit,
+ apply = lambda family, log, view = view: ds.apply_speed_optims(
+ view,
+ target,
+ is_gguf = False,
+ family = family,
+ speed_mode = speed,
+ cache_active = False,
+ offload_active = offload,
+ cuda_graph_default = False,
+ logger = log,
+ ),
+ )
+ for view in _views_for(pipe, fam)
+ ]
+ patches = {k: _engaged(v) for k, v in results.items()}
+ _check_audit(audit, views[0], speed)
+ return {"patches": patches, "views": views}
+
+
+def _check_audit(audit: Any, applied: dict, speed: str) -> None:
+ """Every speed key lands in the audit with a status that agrees with what engaged, and a reason when it did not."""
+ for key, on in applied.items():
+ entry = audit.entries.get(key)
+ assert entry is not None, key
+ if on:
+ assert entry["status"] == "engaged", (key, entry)
+ else:
+ assert entry["status"] in ("declined", "failed", "engaged"), (key, entry)
+ if entry["status"] == "declined":
+ assert entry["reason"], (key, entry)
+
+
+# ------------------------------------------------------------------------------------------------------- harness
+def _families() -> list[tuple[str, Any]]:
+ from core.inference.diffusion_families import _FAMILIES as image
+ from core.inference.video_families import _FAMILIES as video
+
+ return [("image", f) for f in image] + [("video", f) for f in video]
+
+
+def _observe(pipe: Any, out: dict) -> dict:
+ mods = {}
+ for attr in ("transformer", "transformer_2", "unconditional_transformer", "unet"):
+ m = getattr(pipe, attr, None)
+ if m is None:
+ continue
+ mods[attr] = {
+ "compile_calls": [
+ {k: (v if isinstance(v, (bool, int, float, str, type(None))) else repr(v)) for k, v in c.items()}
+ for c in getattr(m, "compile_calls", [])
+ ],
+ "static": bool(getattr(m, "_unsloth_compile_static", False)),
+ "auto_dynamic": getattr(m, "_unsloth_auto_dynamic", None),
+ "int8_gemm": bool(getattr(m, "_unsloth_int8_gemm", 0)),
+ }
+ return {
+ "patches": dict(sorted(out["patches"].items())),
+ "applied": [sorted(k for k, v in view.items() if v) for view in out["views"]],
+ "keys": [sorted(view) for view in out["views"]],
+ "graph_reason": _stable_reason(getattr(pipe, "_unsloth_cuda_graph_reason", None)),
+ "graph_after_placement": bool(getattr(pipe, "_unsloth_cuda_graph_after_placement", False)),
+ "modules": mods,
+ }
+
+
+def _stable_reason(reason: Any) -> Any:
+ """The capture-safe decline names WHY the rewrite did not apply, which depends on what this process imported
+ first (``its defining module is not imported`` vs a source mismatch on the stub class); keep the verdict."""
+ if isinstance(reason, str) and "was not rewritten" in reason:
+ return reason.split("was not rewritten", 1)[0] + "was not rewritten"
+ return reason
+
+
+def snapshot(entry: Callable) -> dict:
+ """Run every (family, speed, dtype, offload, gguf) case through ``entry``; returns ``{case_id: observation}``."""
+ import torch
+
+ from core.inference import diffusion_cuda_graph, diffusion_speed as ds
+
+ # Real classes (and their lazy diffusers modules) resolve BEFORE torch.cuda is faked below.
+ for _backend, fam in _families():
+ _stub_class(fam.transformer_class)
+ patch = _Patch()
+ # A deterministic stand-in for unsloth_zoo's patch_function / restore_original: the real one imports unsloth
+ # (GPU detection, transformers patches) the moment torch.cuda reports a device, which a test must never do.
+ from core.inference import diffusion_patch_backend
+
+ stash: dict = {}
+
+ def _patch_function(target, attr, new_fn, match_level = "relaxed", force = False):
+ stash.setdefault((target, attr), getattr(target, attr))
+ setattr(target, attr, new_fn)
+ return True
+
+ def _restore_original(target, attr):
+ if (target, attr) not in stash:
+ return False
+ setattr(target, attr, stash.pop((target, attr)))
+ return True
+
+ patch.setattr(
+ diffusion_patch_backend, "_HELPERS", {"patch": _patch_function, "restore": _restore_original}
+ )
+ saved_env = {k: os.environ.pop(k, None) for k in _ENV_CLEAR}
+ patch.setattr(torch.cuda, "is_available", lambda: True)
+ patch.setattr(torch.cuda, "get_device_capability", lambda *a, **k: (9, 0))
+ patch.setattr(diffusion_cuda_graph, "install_cuda_graphs", lambda pipe, logger = None: True)
+ # The fp16-accumulation gate asks the real device (datacenter vs consumer); pin it so the snapshot is host-free.
+ from core.inference import diffusion_transformer_quant
+
+ patch.setattr(diffusion_transformer_quant, "_is_consumer_gpu", lambda *a, **k: True)
+ out: dict = {}
+ try:
+ for backend, fam in _families():
+ for speed in SPEEDS:
+ for dtype_name in DTYPES:
+ for offload in (False, True):
+ for gguf in ((False, True) if backend == "image" else (False,)):
+ case = f"{backend}|{fam.name}|{speed}|{dtype_name}|offload={int(offload)}|gguf={int(gguf)}"
+ pipe = (_image_pipe if backend == "image" else _video_pipe)(fam)
+ flags = ds.snapshot_backend_flags()
+ try:
+ result = entry(backend, pipe, _target(dtype_name), fam, speed, offload, gguf)
+ out[case] = _observe(pipe, result)
+ except Exception as exc: # noqa: BLE001 - recorded, compared like any outcome
+ out[case] = {"error": f"{type(exc).__name__}: {exc}"}
+ finally:
+ ds.restore_backend_flags(flags)
+ _teardown()
+ finally:
+ patch.undo()
+ for k, v in saved_env.items():
+ if v is not None:
+ os.environ[k] = v
+ return out
+
+
+# ---------------------------------------------------------------------------------------------------------- tests
[email protected](scope = "module")
+def captured() -> dict:
+ if not FIXTURE.exists():
+ pytest.fail(f"missing parity fixture {FIXTURE}")
+ return json.loads(FIXTURE.read_text())
+
+
+def test_fixture_covers_every_registered_family(captured):
+ meta = captured["meta"]
+ fams = {f"{b}|{f.name}" for b, f in _families()}
+ assert fams == set(meta["families"]), "a registry family was added / removed: regenerate the fixture"
+
+
+def test_autoopt_resolves_the_same_optimizations_as_before(captured):
+ got = snapshot(autoopt_entry)
+ want = captured["cases"]
+ assert set(got) == set(want)
+ diffs = [case for case in want if got[case] != want[case]]
+ assert not diffs, {case: {"before": want[case], "after": got[case]} for case in diffs[:5]}
+
+
+def test_legacy_sequence_still_matches_fixture(captured):
+ """The fixture is not stale: the old sequence over today's primitives still produces it."""
+ got = snapshot(legacy_entry)
+ want = captured["cases"]
+ diffs = [case for case in want if got.get(case) != want[case]]
+ assert not diffs, {case: {"before": want[case], "now": got.get(case)} for case in diffs[:5]}
+
+
+def capture() -> dict:
+ """Fixture payload (run against the base tree)."""
+ return {
+ "meta": {
+ "families": sorted(f"{b}|{f.name}" for b, f in _families()),
+ "speeds": list(SPEEDS),
+ "dtypes": list(DTYPES),
+ },
+ "cases": snapshot(legacy_entry),
+ }
diff --git a/studio/backend/tests/test_diffusion_backend.py b/studio/backend/tests/test_diffusion_backend.py
index 464fc46a6f9..33675e016f3 100644
--- a/studio/backend/tests/test_diffusion_backend.py
+++ b/studio/backend/tests/test_diffusion_backend.py
@@ -7238,6 +7238,7 @@ def test_diffusion_status_response_carries_resolved():
"reason": "blackwell",
"artifact": None,
"replaced": None,
+ "steps": None,
}
}
# Absent by default (nothing resolved / native engine).
@@ -7260,7 +7261,7 @@ def test_diffusion_status_response_carries_requested_precision():
}
resp = DiffusionStatusResponse(loaded = True, resolved = rec)
assert resp.model_dump()["resolved"] == {
- "transformer_quant": {**rec["transformer_quant"], "artifact": None, "replaced": None}
+ "transformer_quant": {**rec["transformer_quant"], "artifact": None, "replaced": None, "steps": None}
}
diff --git a/studio/backend/tests/test_diffusion_flux2_rope.py b/studio/backend/tests/test_diffusion_flux2_rope.py
index c2f006e1587..252b243c26b 100644
--- a/studio/backend/tests/test_diffusion_flux2_rope.py
+++ b/studio/backend/tests/test_diffusion_flux2_rope.py
@@ -135,11 +135,35 @@ def test_teardown_and_load_wiring():
for n in ast.walk(tree)
if isinstance(n, ast.FunctionDef) and n.name == "_uninstall_fused_dit_patches"
)
- assert "uninstall_flux2_rope()" in ast.unparse(teardown)
+ # The teardown restores the registry's fused-DiT group, which carries the FLUX.2 RoPE spec ...
+ assert "uninstall_group(GROUP_FUSED_DIT)" in ast.unparse(teardown)
+ from core.inference.diffusion_autoopt import patches as ap
+
+ spec = next(s for s in ap.specs(group = ap.GROUP_FUSED_DIT) if s.name == "flux2_rope")
+ assert spec.stage == ap.STAGE_LOAD and spec.backends == ("image",)
+ # ... and the load runs that stage for the pipe with its dtype / device / logger.
load = next(
n for n in ast.walk(tree) if isinstance(n, ast.FunctionDef) and n.name == "load_pipeline"
)
- assert "install_flux2_rope(pipe, dtype, device, logger)" in ast.unparse(load)
+ assert "autoopt.STAGE_LOAD," in ast.unparse(load)
+ import types as _types
+
+ seen = []
+ orig_install, orig_uninstall = fr.install_for_pipe, fr.uninstall
+ try:
+ fr.install_for_pipe = lambda *a: seen.append(("install", a)) or False
+ fr.uninstall = lambda: seen.append(("uninstall",))
+ pipe = _types.SimpleNamespace(transformer = None)
+ ap.install_stage(
+ ap.STAGE_LOAD,
+ ap.PatchContext(pipe = pipe, dtype = "fp16", device = "cuda", logger = "log", speed_mode = "off"),
+ )
+ from core.inference import diffusion
+
+ diffusion._uninstall_fused_dit_patches()
+ finally:
+ fr.install_for_pipe, fr.uninstall = orig_install, orig_uninstall
+ assert ("install", (pipe, "fp16", "cuda", "log")) in seen and ("uninstall",) in seen
def _case(shape, layout, freq_dtype):
diff --git a/studio/backend/tests/test_diffusion_rocm_fused.py b/studio/backend/tests/test_diffusion_rocm_fused.py
index 80e49141aa4..279127e3332 100644
--- a/studio/backend/tests/test_diffusion_rocm_fused.py
+++ b/studio/backend/tests/test_diffusion_rocm_fused.py
@@ -152,13 +152,37 @@ def test_load_and_teardown_wiring():
for n in ast.walk(tree)
if isinstance(n, ast.FunctionDef) and n.name == "_uninstall_fused_dit_patches"
)
- assert "uninstall_rocm_fused()" in ast.unparse(teardown)
+ # The teardown restores the registry's fused-DiT group, which carries the ROCm fused spec.
+ assert "uninstall_group(GROUP_FUSED_DIT)" in ast.unparse(teardown)
+ from core.inference.diffusion_autoopt import patches as ap
+
+ spec = next(s for s in ap.specs(group = ap.GROUP_FUSED_DIT) if s.name == "rocm_fused")
+ assert spec.stage == ap.STAGE_LOAD
# Both unload paths unwind the fused AdaLN again after the eager layer (deferred profile installs it on top).
assert src.count("_uninstall_fused_dit_patches()") >= 4
load = next(
n for n in ast.walk(tree) if isinstance(n, ast.FunctionDef) and n.name == "load_pipeline"
)
- assert "install_rocm_fused(pipe, dtype, device, logger)" in ast.unparse(load)
+ assert "autoopt.STAGE_LOAD," in ast.unparse(load)
+ import types as _types
+
+ from core.inference import diffusion, diffusion_rocm_fused
+
+ seen = []
+ orig_install, orig_uninstall = diffusion_rocm_fused.install_for_pipe, diffusion_rocm_fused.uninstall
+ try:
+ diffusion_rocm_fused.install_for_pipe = lambda *a: seen.append(("install", a)) or {"rope": False, "adaln": 0}
+ diffusion_rocm_fused.uninstall = lambda: seen.append(("uninstall",))
+ pipe = _types.SimpleNamespace(transformer = None)
+ ap.install_stage(
+ ap.STAGE_LOAD,
+ ap.PatchContext(pipe = pipe, dtype = "bf16", device = "cuda", logger = "log", speed_mode = "off"),
+ )
+ diffusion._uninstall_fused_dit_patches()
+ finally:
+ diffusion_rocm_fused.install_for_pipe = orig_install
+ diffusion_rocm_fused.uninstall = orig_uninstall
+ assert ("install", (pipe, "bf16", "cuda", "log")) in seen and ("uninstall",) in seen
def test_stock_lines_still_present_in_diffusers():
diff --git a/studio/backend/tests/test_diffusion_routes.py b/studio/backend/tests/test_diffusion_routes.py
index f512d3a4957..7ad803603f3 100644
--- a/studio/backend/tests/test_diffusion_routes.py
+++ b/studio/backend/tests/test_diffusion_routes.py
@@ -1487,6 +1487,7 @@ def test_status_passes_through_resolved(client, monkeypatch):
**resolved["transformer_quant"],
"artifact": None,
"replaced": None,
+ "steps": None,
}
# Entries from an older backend (no requested/status) still parse, defaulted to "applied".
assert body["resolved"]["speed_mode"]["requested"] is None
diff --git a/studio/backend/tests/test_diffusion_speed.py b/studio/backend/tests/test_diffusion_speed.py
index 9a7dbe994e7..10725018c44 100644
--- a/studio/backend/tests/test_diffusion_speed.py
+++ b/studio/backend/tests/test_diffusion_speed.py
@@ -1910,10 +1910,26 @@ def test_the_loader_keys_the_compile_bundle_on_the_vae_decode_decision():
src = (Path(__file__).resolve().parents[1] / "core" / "inference" / "diffusion.py").read_text(
encoding = "utf-8"
)
- assert src.count('"vae_decode": vae_decode_compile_allowed(') == 2
- assert '"vae_decode": vae_decode_compile_allowed(pipe, effective_speed)' in src
- assert '"vae_decode": vae_decode_compile_allowed(state.pipe, SPEED_DEFAULT)' in src
- assert ds_mod.vae_decode_compile_allowed is not None
+ # Both compile-cache begins (load, and the deferred 3rd-image profile) key through the one resolver ...
+ assert src.count("autoopt.compile_cache_kwargs(") == 2
+ assert "deferred = True" in src
+ # ... which keys vae_decode on the same decision the speed pass makes for that tier.
+ from core.inference.diffusion_autoopt.plan import compile_cache_kwargs
+
+ seen = []
+ orig = ds_mod.vae_decode_compile_allowed
+ try:
+ ds_mod.vae_decode_compile_allowed = lambda pipe, mode: seen.append(mode) or mode == "max"
+ pipe = types.SimpleNamespace(transformer = None)
+ assert compile_cache_kwargs(pipe, speed_mode = "max", fullgraph = True, offload_below_hooks = False)[
+ "vae_decode"
+ ] is True
+ assert compile_cache_kwargs(
+ pipe, speed_mode = "max", fullgraph = True, offload_below_hooks = False, deferred = True
+ )["vae_decode"] is False
+ finally:
+ ds_mod.vae_decode_compile_allowed = orig
+ assert seen == ["max", "default"]
def test_stream_merging_dit_compiles_dynamic_once_inductor_proves_the_split(monkeypatch):
diff --git a/studio/backend/tests/test_video_backend.py b/studio/backend/tests/test_video_backend.py
index 0cffb0a1194..c218454bfbe 100644
--- a/studio/backend/tests/test_video_backend.py
+++ b/studio/backend/tests/test_video_backend.py
@@ -9990,7 +9990,7 @@ def test_h3_modular_load_arms_a_deferred_graph_after_placement():
and getattr(node.func, "id", None) == "arm_graphs_after_placement"
]
assert calls and isinstance(calls[0].args[0], ast.Name) and calls[0].args[0].id == "speed_view"
- speed = src.index("applied = apply_speed_optims(")
+ speed = src.index("applied = autoopt.run_speed_layer(")
arm = src.index("arm_graphs_after_placement(")
status = src.index('"cuda_graph": (')
assert (
diff --git a/studio/backend/tests/test_video_routes.py b/studio/backend/tests/test_video_routes.py
index 7526cf9429c..1162612a875 100644
--- a/studio/backend/tests/test_video_routes.py
+++ b/studio/backend/tests/test_video_routes.py
@@ -893,11 +893,13 @@ def test_status_passthrough(client, monkeypatch):
**resolved["transformer_quant"],
"artifact": None,
"replaced": None,
+ "steps": None,
}
assert body["resolved"]["text_encoder_quant"] == {
**resolved["text_encoder_quant"],
"artifact": None,
"replaced": None,
+ "steps": None,
}
# Entries from an older backend (no requested/status) still parse, defaulted to "applied".
assert body["resolved"]["speed_mode"]["requested"] is None
diff --git a/studio/backend/tests/test_video_wan_fused.py b/studio/backend/tests/test_video_wan_fused.py
index 3d7d7d55907..ae1829b03d6 100644
--- a/studio/backend/tests/test_video_wan_fused.py
+++ b/studio/backend/tests/test_video_wan_fused.py
@@ -9,6 +9,7 @@ from __future__ import annotations
import ast
import inspect
+import textwrap
import pytest
@@ -421,13 +422,28 @@ def test_loader_installs_before_the_step_cache_and_offload_hooks():
c for c in vars(video).values() if inspect.isclass(c) and hasattr(c, "load_pipeline")
)
src = inspect.getsource(cls.load_pipeline)
- install = src.index("video_wan_fused.install_for_pipe(")
+ # The registered video patch stage (diffusion_autoopt) installs the fused Wan block ...
+ install = src.index("autoopt.STAGE_LOAD,")
assert install < src.index("apply_step_cache(")
assert install < src.index("apply_memory_plan(")
- # held off on speed_mode=off, like every other optimisation layer
- head = src[src.rindex("if effective_speed != SPEED_OFF:", 0, install) : install]
- assert "video_wan_fused" in src[:install] and head
assert '"wan_fused_adaln"' in src
+ from core.inference.diffusion_autoopt import patches as ap
+
+ spec = next(s for s in ap.specs(ap.STAGE_LOAD) if s.name == "wan_fused")
+ # ... held off on speed_mode=off (uninstalled there), like every other optimisation layer.
+ assert spec.speed_only and spec.backends == ("video",) and spec.group == ap.GROUP_VIDEO_FUSED
+ seen = []
+ orig_install, orig_uninstall = wf.install_for_pipe, wf.uninstall
+ try:
+ wf.install_for_pipe = lambda *a, **k: seen.append(("install", a)) or True
+ wf.uninstall = lambda: seen.append(("uninstall",))
+ ctx = ap.PatchContext(pipe = "pipe", dtype = "fp16", device = "cuda", backend = "video", speed_mode = "off")
+ assert ap.install_stage(ap.STAGE_LOAD, ctx) == {}
+ ctx.speed_mode = "default"
+ assert ap.install_stage(ap.STAGE_LOAD, ctx) == {"wan_fused": True}
+ finally:
+ wf.install_for_pipe, wf.uninstall = orig_install, orig_uninstall
+ assert seen == [("uninstall",), ("install", ("pipe", "fp16", "cuda"))]
def test_teardown_and_rollback_restore_the_stock_forward():
@@ -438,8 +454,18 @@ def test_teardown_and_rollback_restore_the_stock_forward():
if inspect.isclass(c) and hasattr(c, "_teardown_state_locked")
)
for name in ("_teardown_state_locked", "_rollback_precommit_globals"):
- body = ast.unparse(ast.parse(inspect.getsource(getattr(cls, name)).lstrip()))
- assert "video_wan_fused.uninstall()" in body, name
+ body = ast.unparse(ast.parse(textwrap.dedent(inspect.getsource(getattr(cls, name)))))
+ assert "uninstall_group(GROUP_VIDEO_FUSED)" in body, name
+ from core.inference.diffusion_autoopt import patches as ap
+
+ seen = []
+ orig = wf.uninstall
+ try:
+ wf.uninstall = lambda: seen.append("uninstall")
+ ap.uninstall_group(ap.GROUP_VIDEO_FUSED)
+ finally:
+ wf.uninstall = orig
+ assert seen == ["uninstall"]
@needs_cuda