LLM inference in C/C++
C++ ggml
model-conversion : add causal-compare-logits recipe (#29305)
Daniel Bevenius18f9f7bef960
diff --git a/examples/model-conversion/Makefile b/examples/model-conversion/Makefileindex 0130b0493b..b80dc0f411 100644--- a/examples/model-conversion/Makefile+++ b/examples/model-conversion/Makefile@@ -68,6 +68,9 @@ causal-run-converted-model:@CONVERTED_MODEL="$(CONVERTED_MODEL)" ./scripts/causal/run-converted-model.shcausal-verify-logits: causal-run-original-model causal-run-converted-model+ $(MAKE) causal-compare-logits++causal-compare-logits:@MODEL_PATH="$(MODEL_PATH)" ./scripts/causal/compare-logits.py@MODEL_PATH="$(MODEL_PATH)" ./scripts/utils/check-nmse.py -m ${MODEL_PATH}