LLM inference in C/C++
C++ ggml
ci : bump ty to 0.0.84 (#29529)
Sigbjørn Skjæret6fd50a4094ce
diff --git a/.github/workflows/python-type-check.yml b/.github/workflows/python-type-check.ymlindex f3695be96f..7a2b65890f 100644--- a/.github/workflows/python-type-check.yml+++ b/.github/workflows/python-type-check.yml@@ -31,7 +31,7 @@ jobs:uses: actions/setup-python@v6with:python-version: "3.11"- pip-install: -r requirements/requirements-all.txt ty==0.0.78+ pip-install: -r requirements/requirements-all.txt ty==0.0.84# - name: Type-check with Pyright# uses: jakebailey/pyright-action@v2# with:diff --git a/conversion/bert.py b/conversion/bert.pyindex 8ea6c42dc6..23d8b93332 100644--- a/conversion/bert.py+++ b/conversion/bert.py@@ -341,7 +341,7 @@ class NomicBertModel(BertModel):else:raise ValueError(f"unrecognized parameters: n_positions={npos}, max_trained_positions={mtp}")- assert self.hparams["activation_function"] == "gelu" if self.is_moe else "swiglu"+ assert self.hparams["activation_function"] == ("gelu" if self.is_moe else "swiglu")# this doesn't do anything in the HF versionassert self.hparams["causal"] is False