LLM inference in C/C++
C++ ggml
ci : publish snapdragon builds in release workflow (#29007)
Yuri Khrustalev0ee9435b8f91
diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 363227f52c..be13d9118a 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -544,6 +544,120 @@ jobs:path: llama-${{ steps.tag.outputs.name }}-bin-android-arm64.tar.gzname: llama-bin-android-arm64.tar.gz+ android-arm64-snapdragon:+ needs: [check-release, ui-build]+ if: ${{ needs.check-release.outputs.should_release == 'true' }}++ runs-on: ubuntu-latest+ container: 'ghcr.io/snapdragon-toolchain/arm64-android:v0.7'++ defaults:+ run:+ shell: bash++ steps:+ - name: Clone+ id: checkout+ uses: actions/checkout@v6+ with:+ fetch-depth: 0++ # checkout runs as the host user; in-container steps run as root, so git+ # refuses to touch a repo it does not own. Mark the workspace as safe.+ - name: Git safe directory+ run: git config --global --add safe.directory "$GITHUB_WORKSPACE"++ - name: Download UI build+ uses: actions/download-artifact@v7+ with:+ name: llama-ui.zip+ path: tools/ui/dist++ - name: Build+ id: cmake_build+ run: |+ cp docs/backend/snapdragon/CMakeUserPresets.json .+ cmake --preset arm64-android-snapdragon-release -B build \+ -DCMAKE_INSTALL_RPATH='$ORIGIN;$ORIGIN/../lib' \+ -DCMAKE_BUILD_WITH_INSTALL_RPATH=ON \+ -DLLAMA_BUILD_BORINGSSL=ON \+ ${{ env.CMAKE_ARGS }}+ cmake --build build -j $(nproc)+ cmake --install build --prefix pkg-snapdragon/llama.cpp++ - name: Determine tag name+ id: tag+ uses: ./.github/actions/get-tag-name++ - name: Pack artifacts+ id: pack_artifacts+ run: |+ cp LICENSE pkg-snapdragon/llama.cpp/+ tar -czvf llama-${{ steps.tag.outputs.name }}-bin-android-arm64-snapdragon.tar.gz --transform "s,^\.,llama-${{ steps.tag.outputs.name }}," -C pkg-snapdragon/llama.cpp .++ - name: Upload artifacts+ uses: actions/upload-artifact@v6+ with:+ path: llama-${{ steps.tag.outputs.name }}-bin-android-arm64-snapdragon.tar.gz+ name: llama-bin-android-arm64-snapdragon.tar.gz++ linux-arm64-snapdragon:+ needs: [check-release, ui-build]+ if: ${{ needs.check-release.outputs.should_release == 'true' }}++ runs-on: ubuntu-latest+ container: 'ghcr.io/snapdragon-toolchain/arm64-linux:v0.7'++ defaults:+ run:+ shell: bash++ steps:+ - name: Clone+ id: checkout+ uses: actions/checkout@v6+ with:+ fetch-depth: 0++ # checkout runs as the host user; in-container steps run as root, so git+ # refuses to touch a repo it does not own. Mark the workspace as safe.+ - name: Git safe directory+ run: git config --global --add safe.directory "$GITHUB_WORKSPACE"++ - name: Download UI build+ uses: actions/download-artifact@v7+ with:+ name: llama-ui.zip+ path: tools/ui/dist++ - name: Build+ id: cmake_build+ run: |+ cp docs/backend/snapdragon/CMakeUserPresets.json .+ cmake --preset arm64-linux-snapdragon-release -B build -DGGML_OPENCL=ON \+ -DCMAKE_INSTALL_RPATH='$ORIGIN;$ORIGIN/../lib' \+ -DCMAKE_BUILD_WITH_INSTALL_RPATH=ON \+ -DLLAMA_BUILD_BORINGSSL=ON \+ ${{ env.CMAKE_ARGS }}+ cmake --build build -j $(nproc)+ cmake --install build --prefix pkg-snapdragon/llama.cpp++ - name: Determine tag name+ id: tag+ uses: ./.github/actions/get-tag-name++ - name: Pack artifacts+ id: pack_artifacts+ run: |+ cp LICENSE pkg-snapdragon/llama.cpp/+ tar -czvf llama-${{ steps.tag.outputs.name }}-bin-linux-arm64-snapdragon.tar.gz --transform "s,^\.,llama-${{ steps.tag.outputs.name }}," -C pkg-snapdragon/llama.cpp .++ - name: Upload artifacts+ uses: actions/upload-artifact@v6+ with:+ path: llama-${{ steps.tag.outputs.name }}-bin-linux-arm64-snapdragon.tar.gz+ name: llama-bin-linux-arm64-snapdragon.tar.gz+ubuntu-24-openvino:needs: [check-release, ui-build]if: ${{ needs.check-release.outputs.should_release == 'true' }}@@ -1725,6 +1839,8 @@ jobs:- ubuntu-24-openvino- ubuntu-24-sycl- android-arm64+ - android-arm64-snapdragon+ - linux-arm64-snapdragon- macos-cpu- ios-xcode#- openEuler-cann@@ -1860,9 +1976,11 @@ jobs:- [Ubuntu x64 (OpenVINO)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-openvino-${{ needs.ubuntu-24-openvino.outputs.openvino_version }}-x64.tar.gz)- [Ubuntu x64 (SYCL FP32)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-sycl-fp32-x64.tar.gz)- [Ubuntu x64 (SYCL FP16)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-sycl-fp16-x64.tar.gz)+ - [Linux arm64 (Snapdragon: CPU, Adreno GPU, Hexagon NPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-linux-arm64-snapdragon.tar.gz) - [setup guide](https://github.com/ggml-org/llama.cpp/blob/master/docs/backend/snapdragon/linux.md)**Android:**- [Android arm64 (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-android-arm64.tar.gz)+ - [Android arm64 (Snapdragon: CPU, Adreno GPU, Hexagon NPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-android-arm64-snapdragon.tar.gz) - [setup guide](https://github.com/ggml-org/llama.cpp/blob/master/docs/backend/snapdragon/README.md)**Windows:**- [Windows x64 (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-cpu-x64.zip)