LLM inference in C/C++
C++ ggml
ci : remove gg_sum summary logic (#28857)
Georgi Gerganov15d8f2d59262
diff --git a/ci/run.sh b/ci/run.shindex e510b8c45e..a9f92a065b 100755--- a/ci/run.sh+++ b/ci/run.sh@@ -58,8 +58,6 @@ if [ -n "${GG_BUILD_ROCM}" ] && [ -n "${GITHUB_RUN_ID}" ]; thenfirm -f $OUT/*.log-rm -f $OUT/*.exit-rm -f $OUT/*.mdsd=`dirname $0`cd $sd/../@@ -211,10 +209,6 @@ function gg_wget {cd $cwd}-function gg_printf {- printf -- "$@" >> $OUT/README.md-}-function gg_run {ci=$1@@ -223,13 +217,10 @@ function gg_run {gg_run_$ci | tee $OUT/$ci.logcur=$?- echo "$cur" > $OUT/$ci.exitset +xset +o pipefail- gg_sum_$ci-ret=$((ret | cur))}@@ -255,17 +246,6 @@ function gg_run_ctest_debug {set +e}-function gg_sum_ctest_debug {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs ctest in debug mode\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"- gg_printf '```\n'- gg_printf '\n'-}-# ctest_releasefunction gg_run_ctest_release {@@ -290,16 +270,6 @@ function gg_run_ctest_release {set +e}-function gg_sum_ctest_release {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs ctest in release mode\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"- gg_printf '```\n'-}-# test_llama_archs_tensor_splitfunction gg_run_test_llama_archs_tensor_split {@@ -324,16 +294,6 @@ function gg_run_test_llama_archs_tensor_split {set +e}-function gg_sum_test_llama_archs_tensor_split {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs test-llama-archs with 1 to 4 devices\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}.log)"- gg_printf '```\n'-}-# test_llama_archs_modelsfunction gg_run_test_llama_archs_models {@@ -353,16 +313,6 @@ function gg_run_test_llama_archs_models {set +e}-function gg_sum_test_llama_archs_models {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Generates the dummy models used by the model-dependent tests\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}.log)"- gg_printf '```\n'-}-# test_scriptsfunction gg_run_test_scripts {@@ -376,17 +326,6 @@ function gg_run_test_scripts {set +e}-function gg_sum_test_scripts {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs test scripts\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-scripts.log)"- gg_printf '```\n'- gg_printf '\n'-}-function gg_get_model {#local gguf_0="$MNT/models/qwen3/0.6B/ggml-model-f16.gguf"local gguf_0="$MNT/models/qwen3/0.6B/ggml-model-q4_0.gguf"@@ -430,26 +369,6 @@ function gg_run_ctest_with_model_release {cd ..}-function gg_sum_ctest_with_model_debug {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs ctest with model files in debug mode\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"- gg_printf '```\n'-}--function gg_sum_ctest_with_model_release {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs ctest with model files in release mode\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-ctest.log)"- gg_printf '```\n'-}-# qwen3_0_6bfunction gg_run_qwen3_0_6b {@@ -554,50 +473,24 @@ function gg_run_qwen3_0_6b {return 0}- check_ppl "f16" "$(cat $OUT/${ci}-tg-f16.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log+ check_ppl "f16" "$(cat $OUT/${ci}-tg-f16.log | grep "^\[1\]")"if [ -z ${GG_BUILD_NO_BF16} ]; then- check_ppl "bf16" "$(cat $OUT/${ci}-tg-bf16.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- fi- check_ppl "q8_0" "$(cat $OUT/${ci}-tg-q8_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q4_0" "$(cat $OUT/${ci}-tg-q4_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q4_1" "$(cat $OUT/${ci}-tg-q4_1.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q5_0" "$(cat $OUT/${ci}-tg-q5_0.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q5_1" "$(cat $OUT/${ci}-tg-q5_1.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- #check_ppl "q2_k" "$(cat $OUT/${ci}-tg-q2_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log # note: ppl > 20.0 for this quant and model- check_ppl "q3_k" "$(cat $OUT/${ci}-tg-q3_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q4_k" "$(cat $OUT/${ci}-tg-q4_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q5_k" "$(cat $OUT/${ci}-tg-q5_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log- check_ppl "q6_k" "$(cat $OUT/${ci}-tg-q6_k.log | grep "^\[1\]")" | tee -a $OUT/${ci}-ppl.log-- cat $OUT/${ci}-imatrix.log | grep "Final" >> $OUT/${ci}-imatrix-sum.log+ check_ppl "bf16" "$(cat $OUT/${ci}-tg-bf16.log | grep "^\[1\]")"+ fi+ check_ppl "q8_0" "$(cat $OUT/${ci}-tg-q8_0.log | grep "^\[1\]")"+ check_ppl "q4_0" "$(cat $OUT/${ci}-tg-q4_0.log | grep "^\[1\]")"+ check_ppl "q4_1" "$(cat $OUT/${ci}-tg-q4_1.log | grep "^\[1\]")"+ check_ppl "q5_0" "$(cat $OUT/${ci}-tg-q5_0.log | grep "^\[1\]")"+ check_ppl "q5_1" "$(cat $OUT/${ci}-tg-q5_1.log | grep "^\[1\]")"+ #check_ppl "q2_k" "$(cat $OUT/${ci}-tg-q2_k.log | grep "^\[1\]")" # note: ppl > 20.0 for this quant and model+ check_ppl "q3_k" "$(cat $OUT/${ci}-tg-q3_k.log | grep "^\[1\]")"+ check_ppl "q4_k" "$(cat $OUT/${ci}-tg-q4_k.log | grep "^\[1\]")"+ check_ppl "q5_k" "$(cat $OUT/${ci}-tg-q5_k.log | grep "^\[1\]")"+ check_ppl "q6_k" "$(cat $OUT/${ci}-tg-q6_k.log | grep "^\[1\]")"set +e}-function gg_sum_qwen3_0_6b {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Qwen3 0.6B:\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '- perplexity:\n%s\n' "$(cat $OUT/${ci}-ppl.log)"- gg_printf '- imatrix:\n```\n%s\n```\n' "$(cat $OUT/${ci}-imatrix-sum.log)"- gg_printf '- f16:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-f16.log)"- if [ -z ${GG_BUILD_NO_BF16} ]; then- gg_printf '- bf16:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-bf16.log)"- fi- gg_printf '- q8_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q8_0.log)"- gg_printf '- q4_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_0.log)"- gg_printf '- q4_1:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_1.log)"- gg_printf '- q5_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_0.log)"- gg_printf '- q5_1:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_1.log)"- gg_printf '- q2_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q2_k.log)"- gg_printf '- q3_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q3_k.log)"- gg_printf '- q4_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q4_k.log)"- gg_printf '- q5_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q5_k.log)"- gg_printf '- q6_k:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q6_k.log)"- gg_printf '- save-load-state: \n```\n%s\n```\n' "$(cat $OUT/${ci}-save-load-state.log)"-}-# bge-smallfunction gg_run_embd_bge_small {@@ -639,15 +532,6 @@ function gg_run_embd_bge_small {set +e}-function gg_sum_embd_bge_small {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'BGE Small (BERT):\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '- f16: \n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-f16.log)"- gg_printf '- q8_0:\n```\n%s\n```\n' "$(cat $OUT/${ci}-tg-q8_0.log)"-}-# rerank_tinyfunction gg_run_rerank_tiny {@@ -704,66 +588,58 @@ function gg_run_rerank_tiny {set +e}-function gg_sum_rerank_tiny {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Rerank Tiny (Jina):\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '- f16: \n```\n%s\n```\n' "$(cat $OUT/${ci}-rk-f16.log)"-}-function gg_check_build_requirements {if ! command -v git &> /dev/null; then- gg_printf 'git not found, please install\n'+ echo 'git not found, please install'exit 1fiif ! command -v git-lfs &> /dev/null; then- gg_printf 'git-lfs not found, please install\n'+ echo 'git-lfs not found, please install'exit 1fiif ! git config --get filter.lfs.clean &> /dev/null; then- gg_printf 'git-lfs not initialized, please run `git lfs install`\n'+ echo 'git-lfs not initialized, please run `git lfs install`'exit 1fiif ! command -v wget &> /dev/null; then- gg_printf 'wget not found, please install\n'+ echo 'wget not found, please install'exit 1fiif ! command -v python3 &> /dev/null; then- gg_printf 'python3 not found, please install\n'+ echo 'python3 not found, please install'exit 1fiif ! command -v pip3 &> /dev/null; then- gg_printf 'pip3 not found, please install\n'+ echo 'pip3 not found, please install'exit 1fiif ! python3 -m ensurepip --help &> /dev/null; then- gg_printf 'ensurepip not found, please install python3-venv package\n'+ echo 'ensurepip not found, please install python3-venv package'exit 1fiif ! command -v cmake &> /dev/null; then- gg_printf 'cmake not found, please install\n'+ echo 'cmake not found, please install'exit 1fiif ! command -v ccache &> /dev/null; then- gg_printf 'ccache not found, please consider installing for faster builds\n'+ echo 'ccache not found, please consider installing for faster builds'fiif ! command -v ctest &> /dev/null; then- gg_printf 'ctest not found, please install\n'+ echo 'ctest not found, please install'exit 1fiif ! command -v unzip &> /dev/null; then- gg_printf 'unzip not found, please install\n'+ echo 'unzip not found, please install'exit 1fi}@@ -803,17 +679,6 @@ function gg_run_test_backend_ops {set +e}-function gg_sum_test_backend_ops {- gg_printf '### %s\n\n' "${ci}"-- gg_printf 'Runs test-backend-ops\n'- gg_printf '- status: %s\n' "$(cat $OUT/${ci}.exit)"- gg_printf '```\n'- gg_printf '%s\n' "$(cat $OUT/${ci}-test-backend-ops.log)"- gg_printf '```\n'- gg_printf '\n'-}-## mainexport LLAMA_ARG_LOG_PREFIX=1@@ -861,6 +726,4 @@ if [ -z ${GG_BUILD_LOW_PERF} ]; thentest $ret -eq 0 && gg_run ctest_with_model_releasefi-cat $OUT/README.md-exit $ret