Skip to content

LLM inference in C/C++

C++ ggml

ci : run ccache-clear as the last step of release jobs (#27503)

Georgi Gerganovd7fa69b7de21
diff --git a/.github/actions/ccache-clear/action.yml b/.github/actions/ccache-clear/action.yml
index d38587efaf..d20f6bf848 100644
--- a/.github/actions/ccache-clear/action.yml
+++ b/.github/actions/ccache-clear/action.yml
@@ -1,3 +1,4 @@
+# note: place this as the last step of the job, so the new cache is saved by "Post ccache" right after the old one is cleared
name: "ccache-clear"
description: "Delete all GitHub Actions caches matching a key prefix"
inputs:
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index a3c67604e8..90aab37e84 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -145,11 +145,6 @@ jobs:
${{ env.CMAKE_ARGS }}
cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-${{ matrix.os }}-${{ matrix.arch }}
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -166,6 +161,11 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-macos-${{ matrix.build }}.tar.gz
name: llama-bin-macos-${{ matrix.build }}.tar.gz
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-${{ matrix.os }}-${{ matrix.arch }}
+
ubuntu-cpu:
needs: [check-release, get-version]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -231,12 +231,6 @@ jobs:
${{ env.CMAKE_ARGS }}
cmake --build build --config Release -j $(nproc)
- - name: ccache-clear
- if: ${{ matrix.build != 's390x' }}
- uses: ./.github/actions/ccache-clear
- with:
- key: release-${{ matrix.os }}-cpu
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -253,6 +247,12 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-${{ matrix.build }}.tar.gz
name: llama-bin-ubuntu-${{ matrix.build }}.tar.gz
+ - name: ccache-clear
+ if: ${{ matrix.build != 's390x' }}
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-${{ matrix.os }}-cpu
+
ubuntu-vulkan:
needs: [check-release, get-version]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -318,11 +318,6 @@ jobs:
${{ env.CMAKE_ARGS }}
cmake --build build --config Release -j $(nproc)
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-${{ matrix.os }}-vulkan
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -339,6 +334,11 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz
name: llama-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-${{ matrix.os }}-vulkan
+
android-arm64:
needs: [check-release, get-version]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -512,11 +512,6 @@ jobs:
${{ env.CMAKE_ARGS }}
cmake --build build/ReleaseOV --config Release --parallel
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-ubuntu-24.04-openvino-release-no-preset-v1
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -551,6 +546,11 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.tar.gz
name: llama-bin-ubuntu-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.tar.gz
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-ubuntu-24.04-openvino-release-no-preset-v1
+
windows-openvino:
needs: [check-release]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -637,11 +637,6 @@ jobs:
cmake --build build\ReleaseOV --config Release -- /m
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-windows-2022-openvino
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -680,6 +675,11 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-win-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.zip
name: llama-bin-win-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.zip
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-windows-2022-openvino
+
windows-cpu:
name: windows-cpu / ${{ matrix.arch }}
needs: [check-release]
@@ -733,11 +733,6 @@ jobs:
${{ env.CMAKE_ARGS }}
cmake --build build --config Release
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-windows-2025-vs2026-${{ matrix.arch }}-cpu
-
- name: Pack artifacts
id: pack_artifacts
run: |
@@ -749,6 +744,11 @@ jobs:
path: llama-bin-win-cpu-${{ matrix.arch }}.zip
name: llama-bin-win-cpu-${{ matrix.arch }}.zip
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-windows-2025-vs2026-${{ matrix.arch }}-cpu
+
windows-rocm:
needs: [check-release]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -841,11 +841,6 @@ jobs:
-DAMDGPU_TARGETS="${{ matrix.gpu_targets }}"
cmake --build . --config Release --parallel ${env:NUMBER_OF_PROCESSORS}
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: windows-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}
-
- name: Verify HIP backend was built
run: |
$hipDll = Get-ChildItem -Path build\bin -Filter "ggml-hip*.dll" -ErrorAction SilentlyContinue
@@ -878,6 +873,11 @@ jobs:
path: llama-bin-win-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.zip
name: llama-bin-win-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.zip
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: windows-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}
+
windows:
needs: [check-release]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -1043,11 +1043,6 @@ jobs:
set /A NINJA_JOBS=%NUMBER_OF_PROCESSORS%-1
cmake --build build --config Release -j %NINJA_JOBS% --target ggml-cuda
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-windows-2022-${{ matrix.arch }}-cuda-${{ matrix.cuda }}
-
- name: Pack artifacts
id: pack_artifacts
run: |
@@ -1083,6 +1078,11 @@ jobs:
path: cudart-llama-bin-win-cuda-${{ matrix.cuda }}-${{ matrix.arch }}.zip
name: cudart-llama-bin-win-cuda-${{ matrix.cuda }}-${{ matrix.arch }}.zip
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-windows-2022-${{ matrix.arch }}-cuda-${{ matrix.cuda }}
+
windows-sycl:
needs: [check-release]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -1142,11 +1142,6 @@ jobs:
-DLLAMA_BUILD_BORINGSSL=ON
cmake --build build --target ggml-sycl -j %NUMBER_OF_PROCESSORS%
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-windows-2022-x64-sycl
-
- name: Build the release package
id: pack_artifacts
run: |
@@ -1193,6 +1188,11 @@ jobs:
path: llama-bin-win-sycl-x64.zip
name: llama-bin-win-sycl-x64.zip
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-windows-2022-x64-sycl
+
ubuntu-24-sycl:
needs: [check-release]
if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -1265,11 +1265,6 @@ jobs:
-DGGML_SYCL_F16=${{ matrix.fp16 }}
time cmake --build build --config Release -j $(nproc)
- - name: ccache-clear
- uses: ./.github/actions/ccache-clear
- with:
- key: release-ubuntu-24.04-sycl-${{ matrix.build }}
-
- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name
@@ -1286,6 +1281,11 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-sycl-${{ matrix.build }}-x64.tar.gz
name: llama-bin-ubuntu-sycl-${{ matrix.build }}-x64.tar.gz
+ - name: ccache-clear
+ uses: ./.github/actions/ccache-clear
+ with:
+ key: release-ubuntu-24.04-sycl-${{ matrix.build }}
+
# ubuntu-22-rocm:
# needs: [check-release, get-version]
# if: ${{ needs.check-release.outputs.should_release == 'true' }}
@@ -1380,11 +1380,6 @@ jobs:
# ${{ env.CMAKE_ARGS }}
# cmake --build build --config Release -j $(nproc)
-# # - name: ccache-clear
-# # uses: ./.github/actions/ccache-clear
-# # with:
-# # key: release-ubuntu-22.04-rocm-${{ matrix.ROCM_VERSION }}
-
# - name: Determine tag name
# id: tag
# uses: ./.github/actions/get-tag-name
@@ -1404,6 +1399,11 @@ jobs:
# path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz
# name: llama-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz
+# # - name: ccache-clear
+# # uses: ./.github/actions/ccache-clear
+# # with:
+# # key: release-ubuntu-22.04-rocm-${{ matrix.ROCM_VERSION }}
+
ios-xcode:
needs: [check-release, get-version]
if: ${{ needs.check-release.outputs.should_release == 'true' }}