The most powerful and modular diffusion model GUI, api and backend with a graph/nodes interface. The fastest local inference engine in the world.
Add explicit casting in apply_rope for Qwen VL (#9759)
contentis97652d26b81f
diff --git a/comfy/text_encoders/llama.py b/comfy/text_encoders/llama.pyindex 4c976058f..5e11956b5 100644--- a/comfy/text_encoders/llama.py+++ b/comfy/text_encoders/llama.py@@ -128,11 +128,12 @@ def precompute_freqs_cis(head_dim, position_ids, theta, rope_dims=None, device=Ndef apply_rope(xq, xk, freqs_cis):+ org_dtype = xq.dtypecos = freqs_cis[0]sin = freqs_cis[1]q_embed = (xq * cos) + (rotate_half(xq) * sin)k_embed = (xk * cos) + (rotate_half(xk) * sin)- return q_embed, k_embed+ return q_embed.to(org_dtype), k_embed.to(org_dtype)class Attention(nn.Module):