LLM inference in C/C++
C++ ggml
conversion: accept BitNetForCausalLM architecture name (#25769)
Khashayar Ghafouri3278e921b1e6
diff --git a/conversion/__init__.py b/conversion/__init__.pyindex 02102fac8d..465c010f66 100644--- a/conversion/__init__.py+++ b/conversion/__init__.py@@ -31,6 +31,7 @@ TEXT_MODEL_MAP: dict[str, str] = {"BertForSequenceClassification": "bert","BertModel": "bert","BitnetForCausalLM": "bitnet",+ "BitNetForCausalLM": "bitnet","BloomForCausalLM": "bloom","BloomModel": "bloom","CamembertModel": "bert",diff --git a/conversion/bitnet.py b/conversion/bitnet.pyindex a66446abee..0c2baee876 100644--- a/conversion/bitnet.py+++ b/conversion/bitnet.py@@ -8,7 +8,7 @@ if TYPE_CHECKING:from .base import ModelBase, TextModel, gguf[email protected]("BitnetForCausalLM")[email protected]("BitnetForCausalLM", "BitNetForCausalLM")class BitnetModel(TextModel):model_arch = gguf.MODEL_ARCH.BITNET