LLM inference in C/C++
C++ ggml
convert: fix handle HunyuanVL XD-RoPE config (#25514)
wendadawen66e4bf7e592a
diff --git a/conversion/hunyuan.py b/conversion/hunyuan.pyindex 65d294fbe9..f5ac8a4fb7 100644--- a/conversion/hunyuan.py+++ b/conversion/hunyuan.py@@ -338,6 +338,12 @@ class HunyuanVLTextModel(HunYuanModel):def __init__(self, dir_model: Path, *args, **kwargs):super().__init__(dir_model, *args, **kwargs)+ # transformers 5.13.0 encodes HunyuanVL XD-RoPE as dynamic + mrope_section.+ # Normalize it to avoid the HunYuan dynamic-RoPE context assertion.+ if self.rope_parameters.get("rope_type") == "dynamic" and "mrope_section" in self.rope_parameters:+ self.rope_parameters["rope_type"] = "xdrope"+ self.rope_parameters["type"] = "xdrope"+ self.rope_parameters["xdrope_section"] = list(self.rope_parameters["mrope_section"])def set_gguf_parameters(self):super().set_gguf_parameters()