Skip to content

LLM inference in C/C++

C++ ggml

model-conversion : add causal-compare-logits recipe (#29305)

Daniel Bevenius18f9f7bef960
diff --git a/examples/model-conversion/Makefile b/examples/model-conversion/Makefile
index 0130b0493b..b80dc0f411 100644
--- a/examples/model-conversion/Makefile
+++ b/examples/model-conversion/Makefile
@@ -68,6 +68,9 @@ causal-run-converted-model:
@CONVERTED_MODEL="$(CONVERTED_MODEL)" ./scripts/causal/run-converted-model.sh
causal-verify-logits: causal-run-original-model causal-run-converted-model
+ $(MAKE) causal-compare-logits
+
+causal-compare-logits:
@MODEL_PATH="$(MODEL_PATH)" ./scripts/causal/compare-logits.py
@MODEL_PATH="$(MODEL_PATH)" ./scripts/utils/check-nmse.py -m ${MODEL_PATH}