LLM inference in C/C++
C++ ggml
ci: remove redundant or duplicate jobs (#23927)
Eveaf6528e6df5d
diff --git a/.github/workflows/build-apple.yml b/.github/workflows/build-apple.ymlindex 54a3ed8597..2b3d14d1f3 100644--- a/.github/workflows/build-apple.yml+++ b/.github/workflows/build-apple.yml@@ -109,40 +109,6 @@ jobs:cd buildctest -L main --verbose --timeout 900- macos-latest-ios:- runs-on: macos-latest-- steps:- - name: Clone- id: checkout- uses: actions/checkout@v6-- # TODO: this likely does not do anything - if yes, remove it- - name: ccache- uses: ggml-org/[email protected]- with:- key: apple-ios- evict-old-files: 1d- save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}-- - name: Build- id: cmake_build- run: |- sysctl -a- cmake -B build -G Xcode \- -DGGML_METAL_USE_BF16=ON \- -DGGML_METAL_EMBED_LIBRARY=ON \- -DLLAMA_BUILD_APP=OFF \- -DLLAMA_BUILD_COMMON=OFF \- -DLLAMA_BUILD_EXAMPLES=OFF \- -DLLAMA_BUILD_TOOLS=OFF \- -DLLAMA_BUILD_TESTS=OFF \- -DLLAMA_BUILD_SERVER=OFF \- -DCMAKE_SYSTEM_NAME=iOS \- -DCMAKE_OSX_DEPLOYMENT_TARGET=14.0 \- -DCMAKE_XCODE_ATTRIBUTE_DEVELOPMENT_TEAM=ggml- cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) -- CODE_SIGNING_ALLOWED=NO-macos-latest-ios-xcode:runs-on: macos-latestdiff --git a/.github/workflows/build-openvino.yml b/.github/workflows/build-openvino.ymlindex 35a955f75c..ddcbc66974 100644--- a/.github/workflows/build-openvino.yml+++ b/.github/workflows/build-openvino.yml@@ -35,24 +35,12 @@ env:jobs:ubuntu-24-openvino:- name: ubuntu-24-openvino-${{ matrix.openvino_device }}+ runs-on: [self-hosted, Linux, Intel, OpenVINO]concurrency:- group: openvino-${{ matrix.variant }}-${{ github.head_ref || github.ref }}+ group: openvino-gpu-${{ github.head_ref || github.ref }}cancel-in-progress: false- strategy:- matrix:- include:- - variant: cpu- runner: '"ubuntu-24.04"'- openvino_device: "CPU"- - variant: gpu- runner: '["self-hosted","Linux","Intel","OpenVINO"]'- openvino_device: "GPU"-- runs-on: ${{ fromJSON(matrix.runner) }}-env:# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.DockerfileOPENVINO_VERSION_MAJOR: "2026.0"@@ -63,14 +51,6 @@ jobs:id: checkoutuses: actions/checkout@v6- - name: ccache- if: runner.environment == 'github-hosted'- uses: ggml-org/[email protected]- with:- key: openvino-ubuntu-24.04-${{ matrix.variant }}-no-preset-v1- evict-old-files: 1d- save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}-- name: Dependenciesid: dependsrun: |@@ -78,16 +58,7 @@ jobs:sudo apt-get install -y build-essential libssl-dev libtbb12 cmake ninja-build python3-pipsudo apt-get install -y ocl-icd-opencl-dev opencl-headers opencl-clhpp-headers intel-opencl-icd- - name: Use OpenVINO Toolkit Cache- if: runner.environment == 'github-hosted'- uses: actions/cache@v5- id: cache-openvino- with:- path: ./openvino_toolkit- key: cache-gha-openvino-toolkit-v${{ env.OPENVINO_VERSION_FULL }}-${{ runner.os }}-- name: Setup OpenVINO Toolkit- if: steps.cache-openvino.outputs.cache-hit != 'true'uses: ./.github/actions/linux-setup-openvinowith:path: ./openvino_toolkit@@ -109,12 +80,17 @@ jobs:-DGGML_OPENVINO=ONtime cmake --build build/ReleaseOV --config Release -j $(nproc)- - name: Test- id: cmake_test+ - name: Test (CPU)+ id: cmake_test_cpu+ # TODO: fix and re-enable the `test-llama-archs` test below+ run: |+ cd ${{ github.workspace }}+ ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 2000++ - name: Test (GPU)+ id: cmake_test_gpu# TODO: fix and re-enable the `test-llama-archs` test belowrun: |cd ${{ github.workspace }}- if [ "${{ matrix.openvino_device }}" = "GPU" ]; then- export GGML_OPENVINO_DEVICE=GPU- fi+ export GGML_OPENVINO_DEVICE=GPUctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 2000diff --git a/.github/workflows/build-rpc.yml b/.github/workflows/build-rpc.ymlindex c060b649b8..d04dc375b5 100644--- a/.github/workflows/build-rpc.yml+++ b/.github/workflows/build-rpc.yml@@ -34,8 +34,8 @@ env:LLAMA_ARG_LOG_TIMESTAMPS: 1jobs:- ubuntu-latest-rpc:- runs-on: ubuntu-latest+ ubuntu-24-rpc:+ runs-on: ${{ 'ubuntu-24.04-arm' || 'ubuntu-24.04' }}continue-on-error: truediff --git a/.github/workflows/build-self-hosted.yml b/.github/workflows/build-self-hosted.ymlindex 381cd3ce1b..93d05ee7a7 100644--- a/.github/workflows/build-self-hosted.yml+++ b/.github/workflows/build-self-hosted.yml@@ -210,7 +210,7 @@ jobs:GG_BUILD_WEBGPU=1 GG_BUILD_WEBGPU_DAWN_PREFIX="$GITHUB_WORKSPACE/dawn" \bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp- gpu-vulkan:+ gpu-vulkan-apple:runs-on: [self-hosted, macOS, ARM64]steps:@@ -261,7 +261,7 @@ jobs:# a valid python environment for testingLLAMA_FATAL_WARNINGS=OFF GG_BUILD_NINJA=1 GG_BUILD_VULKAN=1 GG_BUILD_LOW_PERF=1 ./ci/run.sh ./results/llama.cpp ./mnt/llama.cpp- cpu-openvino-low-perf:+ gpu-openvino-low-perf:runs-on: [self-hosted, Linux, Intel, OpenVINO]concurrency:@@ -297,8 +297,8 @@ jobs:source ./openvino_toolkit/setupvars.shGG_BUILD_OPENVINO=1 GGML_OPENVINO_DEVICE=GPU GG_BUILD_LOW_PERF=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp- cpu-any-low-perf:- runs-on: [self-hosted, CPU]+ cpu-x64-high-perf:+ runs-on: [self-hosted, X64]steps:- name: Clone@@ -308,22 +308,9 @@ jobs:- name: Testid: ggml-cirun: |- LLAMA_ARG_THREADS=$(nproc) GG_BUILD_LOW_PERF=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp+ LLAMA_ARG_THREADS=$(nproc) GG_BUILD_HIGH_PERF=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp- cpu-any-high-perf:- runs-on: [self-hosted, CPU]-- steps:- - name: Clone- id: checkout- uses: actions/checkout@v6-- - name: Test- id: ggml-ci- run: |- LLAMA_ARG_THREADS=$(nproc) GG_BUILD_HIGH_PERF=1 GG_BUILD_NO_SVE=1 GG_BUILD_NO_BF16=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp-- cpu-arm64-graviton4:+ cpu-arm64-high-perf-graviton4:runs-on: ah-ubuntu_22_04-c8g_8xsteps:@@ -360,7 +347,7 @@ jobs:- name: Testid: ggml-cirun: |- LLAMA_ARG_THREADS=$(nproc) GG_BUILD_NO_BF16=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp+ LLAMA_ARG_THREADS=$(nproc) GG_BUILD_HIGH_PERF=1 GG_BUILD_NO_BF16=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cppcpu-arm64-graviton4-kleidiai:runs-on: ah-ubuntu_22_04-c8g_8xdiff --git a/.github/workflows/build-vulkan.yml b/.github/workflows/build-vulkan.ymlindex d473b14c11..a103c50faf 100644--- a/.github/workflows/build-vulkan.yml+++ b/.github/workflows/build-vulkan.yml@@ -36,16 +36,8 @@ env:LLAMA_ARG_LOG_TIMESTAMPS: 1jobs:- ubuntu:- strategy:- matrix:- include:- - build: 'x64'- os: ubuntu-24.04- - build: 'arm64'- os: ubuntu-24.04-arm-- runs-on: ${{ matrix.os }}+ ubuntu-arm64:+ runs-on: ubuntu-24.04-armsteps:- name: Clone@@ -63,7 +55,7 @@ jobs:- name: ccacheuses: ggml-org/[email protected]with:- key: vulkan-${{ matrix.os }}-new+ key: vulkan-ubuntu-24.04-arm-newvariant: ccacheevict-old-files: 1dsave: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}diff --git a/.github/workflows/build-webgpu.yml b/.github/workflows/build-webgpu.ymlindex 1974511a92..bade95c6ab 100644--- a/.github/workflows/build-webgpu.yml+++ b/.github/workflows/build-webgpu.yml@@ -130,15 +130,7 @@ jobs:ctest -L main -E test-backend-ops --verbose --timeout 900ubuntu-wasm:- strategy:- matrix:- include:- - build: 'x64'- os: ubuntu-24.04- - build: 'arm64'- os: ubuntu-24.04-arm-- runs-on: ${{ matrix.os }}+ runs-on: ubuntu-24.04-armsteps:- name: Clone@@ -148,7 +140,7 @@ jobs:- name: ccacheuses: ggml-org/[email protected]with:- key: webgpu-${{ matrix.os }}-wasm+ key: webgpu-ubuntu-24.04-arm-wasmevict-old-files: 1dsave: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}diff --git a/.github/workflows/server.yml b/.github/workflows/server.ymlindex ffdc7c17da..f42b30d5cd 100644--- a/.github/workflows/server.yml+++ b/.github/workflows/server.yml@@ -55,21 +55,7 @@ concurrency:jobs:ubuntu:- runs-on: ubuntu-24.04-- name: ubuntu (${{ matrix.wf_name }})- strategy:- matrix:- build_type: [Release]- wf_name: ["default"]- include:- - build_type: Release- extra_args: ""- wf_name: "default"- - build_type: Release- extra_args: "LLAMA_ARG_BACKEND_SAMPLING=1"- wf_name: "backend-sampling"- fail-fast: false+ runs-on: ubuntu-24.04-armsteps:- name: Dependencies@@ -96,7 +82,7 @@ jobs:- name: ccacheuses: ggml-org/[email protected]with:- key: server-ubuntu-24.04-x64+ key: server-ubuntu-24.04-armevict-old-files: 1dsave: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}@@ -105,7 +91,7 @@ jobs:run: |cmake -B build \-DGGML_SCHED_NO_REALLOC=ON- cmake --build build --config ${{ matrix.build_type }} -j $(nproc) --target llama-server+ cmake --build build --config Release -j $(nproc) --target llama-server- name: Python setupid: setup_python@@ -116,18 +102,32 @@ jobs:- name: Testsid: server_integration_tests- if: ${{ (!matrix.disabled_on_pr || !github.event.pull_request) }}+ if: ${{ !github.event.pull_request }}run: |cd tools/server/tests- export ${{ matrix.extra_args }}pytest -v -x -m "not slow"- name: Slow testsid: server_integration_tests_slow- if: ${{ (github.event.schedule || github.event.inputs.slow_tests == 'true') && matrix.build_type == 'Release' }}+ if: ${{ github.event.schedule || github.event.inputs.slow_tests == 'true' }}run: |cd tools/server/tests- export ${{ matrix.extra_args }}+ SLOW_TESTS=1 pytest -v -x++ - name: Tests (Backend sampling)+ id: server_integration_tests_backend_sampling+ if: ${{ !github.event.pull_request }}+ run: |+ cd tools/server/tests+ export LLAMA_ARG_BACKEND_SAMPLING=1+ pytest -v -x -m "not slow"++ - name: Slow tests (Backend sampling)+ id: server_integration_tests_slow_backend_sampling+ if: ${{ github.event.schedule || github.event.inputs.slow_tests == 'true' }}+ run: |+ cd tools/server/tests+ export LLAMA_ARG_BACKEND_SAMPLING=1SLOW_TESTS=1 pytest -v -xwindows:@@ -169,7 +169,7 @@ jobs:- name: Testsid: server_integration_tests- if: ${{ !matrix.disabled_on_pr || !github.event.pull_request }}+ if: ${{ !github.event.pull_request }}run: |cd tools/server/tests$env:PYTHONIOENCODING = ":replace"@@ -177,7 +177,7 @@ jobs:- name: Slow testsid: server_integration_tests_slow- if: ${{ (github.event.schedule || github.event.inputs.slow_tests == 'true') && matrix.build_type == 'Release' }}+ if: ${{ github.event.schedule || github.event.inputs.slow_tests == 'true' }}run: |cd tools/server/tests$env:SLOW_TESTS = "1"