Skip to content

LLM inference in C/C++

C++ ggml

conversion: fix Qwen2.5-Omni mmproj conversion regression (#26262)

Kaben Nanlohye1af89a68157
diff --git a/conversion/qwenvl.py b/conversion/qwenvl.py
index 7befd0c8d8..202a47961b 100644
--- a/conversion/qwenvl.py
+++ b/conversion/qwenvl.py
@@ -179,12 +179,12 @@ class Qwen25OmniModel(Qwen2VLVisionModel, Qwen25AudioModel):
def filter_tensors(cls, item: tuple[str, Callable[[], Tensor]]) -> tuple[str, Callable[[], Tensor]] | None:
name, gen = item
- if not name.startswith("visual.") and not name.startswith("audio_tower."):
- return None
-
if name.startswith("thinker."):
name = name.replace("thinker.", "")
+ if not name.startswith("visual.") and not name.startswith("audio_tower."):
+ return None
+
if "audio_bos_eos_token" in name:
# this tensor is left unused in transformers code
# https://github.com/huggingface/transformers/blob/6e3063422c4b1c014aa60c32b9254fd2902f0f28/src/transformers/models/qwen2_5_omni/modular_qwen2_5_omni.py#L1809