LLM inference in C/C++
C++ ggml
ci : target ROCm 7.14 for build and release (#25775)
Mario Limonciello0666ad2b2b24
diff --git a/.github/actions/windows-setup-rocm/action.yml b/.github/actions/windows-setup-rocm/action.ymlindex fd9f8e5a41..aecbcf14f5 100644--- a/.github/actions/windows-setup-rocm/action.yml+++ b/.github/actions/windows-setup-rocm/action.yml@@ -8,8 +8,26 @@ inputs:runs:using: "composite"steps:- - name: Setup ROCm- uses: ./.github/actions/install-exe- with:- url: https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-${{ inputs.version }}-Win11-For-HIP.exe- args: -install+ - name: Install ROCm with Wheels+ shell: pwsh+ run: |+ $ErrorActionPreference = "Stop"+ write-host "Setting up Python virtual environment"++ # Create the venv directly at the cache location to avoid relocation issues+ New-Item -Path "C:\TheRock\build" -ItemType Directory -Force | Out-Null+ python -m venv C:\TheRock\build\.venv+ & C:\TheRock\build\.venv\Scripts\Activate.ps1++ write-host "Upgrading pip"+ python -m pip install --upgrade pip++ write-host "Installing ROCm wheels for multi-arch support"+ # Install ROCm wheels for multi-arch support (this may take several minutes)+ python -m pip install --index-url https://repo.amd.com/rocm/whl-multi-arch/ "rocm[libraries,devel]==${{ inputs.version }}"++ # Pre-expand the devel tree so it is included in the cache+ write-host "Initializing ROCm devel tree"+ rocm-sdk init+ if ($LASTEXITCODE -ne 0) { throw "rocm-sdk init failed with exit code $LASTEXITCODE" }+ write-host "Completed ROCm wheel installation to C:\TheRock\build"diff --git a/.github/workflows/build-cache.yml b/.github/workflows/build-cache.ymlindex 327f71978b..e15fc5e083 100644--- a/.github/workflows/build-cache.yml+++ b/.github/workflows/build-cache.yml@@ -123,8 +123,8 @@ jobs:runs-on: windows-2022env:- # Make sure this is in sync with build.yml- HIPSDK_INSTALLER_VERSION: "26.Q1"+ # Make sure this is in sync with release.yml and build-cuda-windows.yml+ ROCM_VERSION: "7.14.0"steps:- name: Clone@@ -135,11 +135,11 @@ jobs:uses: actions/cache@v5id: cache-rocmwith:- path: C:\Program Files\AMD\ROCm- key: cache-gha-rocm-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ runner.os }}+ path: C:\TheRock\build+ key: rocm-wheels-${{ env.ROCM_VERSION }}-multi-arch-${{ runner.os }}- name: Setup ROCmif: steps.cache-rocm.outputs.cache-hit != 'true'uses: ./.github/actions/windows-setup-rocmwith:- version: ${{ env.HIPSDK_INSTALLER_VERSION }}+ version: ${{ env.ROCM_VERSION }}diff --git a/.github/workflows/build-cuda-windows.yml b/.github/workflows/build-cuda-windows.ymlindex 367a3a8546..ff900802f4 100644--- a/.github/workflows/build-cuda-windows.yml+++ b/.github/workflows/build-cuda-windows.yml@@ -83,7 +83,7 @@ jobs:env:# Make sure this is in sync with build-cache.yml- HIPSDK_INSTALLER_VERSION: "26.Q1"+ ROCM_VERSION: "7.14.0"strategy:matrix:@@ -97,36 +97,53 @@ jobs:id: checkoutuses: actions/checkout@v6- - name: Grab rocWMMA package- id: grab_rocwmma- run: |- curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2.1/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70201-81~24.04_amd64.deb"- 7z x rocwmma.deb- 7z x data.tar-- - name: Use ROCm Installation Cache+ - name: Cache ROCm Installationuses: actions/cache@v5id: cache-rocmwith:- path: C:\Program Files\AMD\ROCm- key: cache-gha-rocm-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ runner.os }}+ path: C:\TheRock\build+ key: rocm-wheels-${{ env.ROCM_VERSION }}-multi-arch-${{ runner.os }}- name: Setup ROCmif: steps.cache-rocm.outputs.cache-hit != 'true'uses: ./.github/actions/windows-setup-rocmwith:- version: ${{ env.HIPSDK_INSTALLER_VERSION }}+ version: ${{ env.ROCM_VERSION }}++ - name: Setup ROCm Environment+ run: |+ $ErrorActionPreference = "Stop"++ # Activate venv from cache or fresh install+ & C:\TheRock\build\.venv\Scripts\Activate.ps1++ # Expand the devel tree (idempotent; no-op if already done during install)+ rocm-sdk init+ if ($LASTEXITCODE -ne 0) { throw "rocm-sdk init failed with exit code $LASTEXITCODE" }++ # Get ROCm installation paths using the rocm-sdk CLI tool+ $rocmPath = (rocm-sdk path --root)+ if (-not $rocmPath) { throw "rocm-sdk path --root returned empty - devel package may not be installed" }+ $rocmPath = $rocmPath.Trim()+ $cmakePath = (rocm-sdk path --cmake).Trim()+ $binPath = (rocm-sdk path --bin).Trim()+ write-host "ROCm root: $rocmPath"++ echo "HIP_PATH=$rocmPath" >> $env:GITHUB_ENV+ echo "CMAKE_PREFIX_PATH=$cmakePath" >> $env:GITHUB_ENV+ echo "HIP_DEVICE_LIB_PATH=$rocmPath\lib\llvm\amdgcn\bitcode" >> $env:GITHUB_ENV+ echo "HIP_PLATFORM=amd" >> $env:GITHUB_ENV+ echo "LLVM_PATH=$rocmPath\lib\llvm" >> $env:GITHUB_ENV+ echo "$binPath" >> $env:GITHUB_PATH++ # Keep venv in PATH for subsequent steps+ echo "C:\TheRock\build\.venv\Scripts" >> $env:GITHUB_PATH- name: Verify ROCmid: verifyrun: |- # Find and test ROCm installation- $clangPath = Get-ChildItem 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' | Select-Object -First 1- if (-not $clangPath) {- Write-Error "ROCm installation not found"- exit 1- }- & $clangPath.FullName --version+ # Test the ROCm clang shipped in the installed wheel+ & "${env:HIP_PATH}\lib\llvm\bin\clang.exe" --version- name: ccacheuses: ggml-org/[email protected]@@ -134,28 +151,27 @@ jobs:# TODO: this build does not match the build in release.yml, so we use a different cache key# ideally, the builds should match, similar to the CUDA build above so that we would be able# to populate the ccache for the release with manual runs of this workflow- #key: release-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}- key: cuda-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}+ #key: release-windows-2022-x64-hip-${{ env.ROCM_VERSION }}-${{ matrix.name }}+ key: cuda-windows-2022-x64-hip-${{ env.ROCM_VERSION }}-${{ matrix.name }}- name: Buildid: cmake_buildrun: |- $env:HIP_PATH=$(Resolve-Path 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' | split-path | split-path)- $env:CMAKE_PREFIX_PATH="${env:HIP_PATH}"cmake -G "Unix Makefiles" -B build -S . `- -DCMAKE_C_COMPILER="${env:HIP_PATH}\bin\clang.exe" `- -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\bin\clang++.exe" `- -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.1/include/" `+ -DCMAKE_PREFIX_PATH="${env:HIP_PATH}" `+ -DCMAKE_C_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang.exe" `+ -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang++.exe" `+ -DCMAKE_HIP_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang.exe" `-DCMAKE_BUILD_TYPE=Release `-DLLAMA_BUILD_BORINGSSL=ON `- -DROCM_DIR="${env:HIP_PATH}" `+ -DHIP_PATH="${env:HIP_PATH}" `-DGGML_HIP=ON `- -DGPU_TARGETS="gfx1100" `+ -DGPU_TARGETS="gfx1100" `-DGGML_RPC=ONcmake --build build -j ${env:NUMBER_OF_PROCESSORS}- name: ccache-clearuses: ./.github/actions/ccache-clearwith:- #key: release-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}- key: cuda-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}+ #key: release-windows-2022-x64-hip-${{ env.ROCM_VERSION }}-${{ matrix.name }}+ key: cuda-windows-2022-x64-hip-${{ env.ROCM_VERSION }}-${{ matrix.name }}diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex c668930b0c..3a48a57c1b 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -748,6 +748,132 @@ jobs:path: llama-bin-win-cpu-${{ matrix.arch }}.zipname: llama-bin-win-cpu-${{ matrix.arch }}.zip+ windows-rocm:+ runs-on: windows-2022++ strategy:+ matrix:+ include:+ - ROCM_VERSION: "7.14.0"+ gpu_targets: "gfx1010;gfx1011;gfx1012;gfx1030;gfx1031;gfx1032;gfx1033;gfx1034;gfx1035;gfx1036;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201"+ build: x64++ steps:+ - name: Clone+ id: checkout+ uses: actions/checkout@v6+ with:+ fetch-depth: 0++ - name: ccache+ uses: ggml-org/[email protected]+ with:+ key: windows-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}+ evict-old-files: 1d++ - name: Cache ROCm Installation+ id: cache-rocm+ uses: actions/cache@v5+ with:+ path: C:\TheRock\build+ key: rocm-wheels-${{ matrix.ROCM_VERSION }}-multi-arch-${{ runner.os }}++ - name: Setup ROCm+ if: steps.cache-rocm.outputs.cache-hit != 'true'+ uses: ./.github/actions/windows-setup-rocm+ with:+ version: ${{ matrix.ROCM_VERSION }}++ - name: Setup ROCm Environment+ run: |+ $ErrorActionPreference = "Stop"++ # Activate venv from cache or fresh install+ & C:\TheRock\build\.venv\Scripts\Activate.ps1++ # Expand the devel tree (idempotent; no-op if already done during install)+ rocm-sdk init+ if ($LASTEXITCODE -ne 0) { throw "rocm-sdk init failed with exit code $LASTEXITCODE" }++ # Get ROCm installation paths using the rocm-sdk CLI tool+ $rocmPath = (rocm-sdk path --root)+ if (-not $rocmPath) { throw "rocm-sdk path --root returned empty - devel package may not be installed" }+ $rocmPath = $rocmPath.Trim()+ $cmakePath = (rocm-sdk path --cmake).Trim()+ $binPath = (rocm-sdk path --bin).Trim()+ write-host "ROCm root: $rocmPath"+ write-host "CMake path: $cmakePath"+ write-host "Bin path: $binPath"++ echo "HIP_PATH=$rocmPath" >> $env:GITHUB_ENV+ echo "CMAKE_PREFIX_PATH=$cmakePath" >> $env:GITHUB_ENV+ echo "HIP_DEVICE_LIB_PATH=$rocmPath\lib\llvm\amdgcn\bitcode" >> $env:GITHUB_ENV+ echo "HIP_PLATFORM=amd" >> $env:GITHUB_ENV+ echo "LLVM_PATH=$rocmPath\lib\llvm" >> $env:GITHUB_ENV+ echo "$binPath" >> $env:GITHUB_PATH++ # Keep venv in PATH for subsequent steps+ echo "C:\TheRock\build\.venv\Scripts" >> $env:GITHUB_PATH++ - name: Build+ run: |+ mkdir build+ cd build+ cmake .. `+ -G "Unix Makefiles" `+ -DCMAKE_PREFIX_PATH="${env:HIP_PATH}" `+ -DCMAKE_BUILD_TYPE=Release `+ -DGGML_BACKEND_DL=ON `+ -DGGML_NATIVE=OFF `+ -DGGML_CPU=ON `+ -DGGML_CPU_ALL_VARIANTS=ON `+ -DGGML_HIP=ON `+ -DCMAKE_C_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang.exe" `+ -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang++.exe" `+ -DCMAKE_C_FLAGS="-Wno-error=incompatible-pointer-types" `+ -DCMAKE_HIP_COMPILER="${env:HIP_PATH}\lib\llvm\bin\clang.exe" `+ -DHIP_PATH="${env:HIP_PATH}" `+ -DGGML_HIP_ROCWMMA_FATTN=ON `+ -DAMDGPU_TARGETS="${{ matrix.gpu_targets }}"+ cmake --build . --config Release --parallel ${env:NUMBER_OF_PROCESSORS}++ - name: ccache-clear+ uses: ./.github/actions/ccache-clear+ with:+ key: windows-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}++ - name: Verify HIP backend was built+ run: |+ $hipDll = Get-ChildItem -Path build\bin -Filter "ggml-hip*.dll" -ErrorAction SilentlyContinue+ if (-not $hipDll) {+ Write-Host "##[error]ggml-hip*.dll was NOT produced. The HIP backend silently failed to build."+ Write-Host "Contents of build\bin:"+ Get-ChildItem build\bin | Format-Table -AutoSize+ exit 1+ }+ Write-Host "HIP backend artifact found:"+ $hipDll | Format-Table FullName, Length -AutoSize++ - name: Determine tag name+ id: tag+ uses: ./.github/actions/get-tag-name++ - name: Get ROCm short version+ run: |+ $rocmVersionShort = ('${{ matrix.ROCM_VERSION }}'.Split('.')[0..1] -join '.')+ echo "ROCM_VERSION_SHORT=$rocmVersionShort" >> $env:GITHUB_ENV++ - name: Pack artifacts+ run: |+ cp "LICENSE" "build\bin\"+ 7z a -snl llama-bin-win-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.zip .\build\bin\*++ - name: Upload artifacts+ uses: actions/upload-artifact@v6+ with:+ path: llama-bin-win-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.zip+ name: llama-bin-win-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.zip+windows:needs: [check-release]if: ${{ needs.check-release.outputs.should_release == 'true' }}@@ -1168,8 +1294,8 @@ jobs:strategy:matrix:include:- - ROCM_VERSION: "7.2.1"- gpu_targets: "gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1102;gfx1151;gfx1150;gfx1200;gfx1201"+ - ROCM_VERSION: "7.14.0"+ gpu_targets: "gfx908;gfx90a;gfx942;gfx950;gfx1010;gfx1011;gfx1012;gfx1030;gfx1031;gfx1032;gfx1033;gfx1034;gfx1035;gfx1036;gfx1100;gfx1101;gfx1102;gfx1150;gfx1151;gfx1152;gfx1200;gfx1201"build: 'x64'steps:@@ -1201,38 +1327,36 @@ jobs:run: |sudo apt install -y build-essential git cmake wget- - name: Setup Legacy ROCm- if: matrix.ROCM_VERSION == '7.2.1'- id: legacy_env- run: |- sudo mkdir --parents --mode=0755 /etc/apt/keyrings- wget https://repo.radeon.com/rocm/rocm.gpg.key -O - | \- gpg --dearmor | sudo tee /etc/apt/keyrings/rocm.gpg > /dev/null-- sudo tee /etc/apt/sources.list.d/rocm.list << EOF- deb [arch=amd64 signed-by=/etc/apt/keyrings/rocm.gpg] https://repo.radeon.com/rocm/apt/${{ matrix.ROCM_VERSION }} jammy main- EOF-- sudo tee /etc/apt/preferences.d/rocm-pin-600 << EOF- Package: *- Pin: release o=repo.radeon.com- Pin-Priority: 600- EOF-- sudo apt update- sudo apt-get install -y libssl-dev rocm-hip-sdk-- - name: Setup TheRock- if: matrix.ROCM_VERSION != '7.2.1'+ - name: Setup TheRock with Wheelsid: therock_envrun: |- wget https://repo.amd.com/rocm/tarball/therock-dist-linux-gfx1151-${{ matrix.ROCM_VERSION }}.tar.gz- mkdir install- tar -xf *.tar.gz -C install- export ROCM_PATH=$(pwd)/install- echo ROCM_PATH=$ROCM_PATH >> $GITHUB_ENV- echo PATH=$PATH:$ROCM_PATH/bin >> $GITHUB_ENV- echo LD_LIBRARY_PATH=$ROCM_PATH/lib:$ROCM_PATH/llvm/lib:$ROCM_PATH/lib/rocprofiler-systems >> $GITHUB_ENV+ # Create Python virtual environment+ python3 -m venv .venv+ source .venv/bin/activate++ # Install ROCm wheels for build+ # libraries = HIP runtime and CMake configs needed for linking+ # devel = compilers, headers, static libs+ python -m pip install --upgrade pip+ python -m pip install --index-url https://repo.amd.com/rocm/whl-multi-arch/ "rocm[libraries,devel]==${{ matrix.ROCM_VERSION }}"++ # Get ROCm installation paths using the rocm-sdk CLI tool+ ROCM_PATH=$(rocm-sdk path --root)+ CMAKE_PATH=$(rocm-sdk path --cmake)+ BIN_PATH=$(rocm-sdk path --bin)+ echo "ROCM_PATH=$ROCM_PATH"+ echo "CMAKE_PATH=$CMAKE_PATH"+ echo "BIN_PATH=$BIN_PATH"++ # Set environment variables+ echo "ROCM_PATH=$ROCM_PATH" >> $GITHUB_ENV+ echo "CMAKE_PREFIX_PATH=$CMAKE_PATH" >> $GITHUB_ENV+ echo "HIP_PATH=$ROCM_PATH" >> $GITHUB_ENV+ echo "PATH=$BIN_PATH:${PATH}" >> $GITHUB_ENV+ echo "LD_LIBRARY_PATH=$ROCM_PATH/lib:${LD_LIBRARY_PATH:-}" >> $GITHUB_ENV++ # Keep venv activated for subsequent steps+ echo "$(pwd)/.venv/bin" >> $GITHUB_PATH- name: Build with native CMake HIP supportid: cmake_build@@ -1276,129 +1400,6 @@ jobs:path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gzname: llama-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz- windows-hip:- needs: [check-release, get-version]- if: ${{ needs.check-release.outputs.should_release == 'true' }}-- runs-on: windows-2022-- permissions:- actions: write-- env:- HIPSDK_INSTALLER_VERSION: "26.Q1"-- strategy:- matrix:- include:- - name: "radeon"- gpu_targets: "gfx1150;gfx1151;gfx1200;gfx1201;gfx1100;gfx1101;gfx1102;gfx1030;gfx1031;gfx1032"-- steps:- - name: Clone- id: checkout- uses: actions/checkout@v6-- - name: Setup Node.js- uses: actions/setup-node@v6- with:- node-version: "24"- cache: "npm"- cache-dependency-path: "tools/ui/package-lock.json"-- - name: Grab rocWMMA package- id: grab_rocwmma- run: |- curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2.1/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70201-81~24.04_amd64.deb"- 7z x rocwmma.deb- 7z x data.tar-- - name: Cache ROCm Installation- id: cache-rocm- uses: actions/cache@v5- with:- path: C:\Program Files\AMD\ROCm- key: cache-gha-rocm-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ runner.os }}-- - name: ccache- uses: ggml-org/[email protected]- with:- key: release-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}-- - name: Install ROCm- if: steps.cache-rocm.outputs.cache-hit != 'true'- id: depends- run: |- $ErrorActionPreference = "Stop"- write-host "Downloading AMD HIP SDK Installer"- Invoke-WebRequest -Uri "https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-${{ env.HIPSDK_INSTALLER_VERSION }}-Win11-For-HIP.exe" -OutFile "${env:RUNNER_TEMP}\rocm-install.exe"- write-host "Installing AMD HIP SDK"- $proc = Start-Process "${env:RUNNER_TEMP}\rocm-install.exe" -ArgumentList '-install' -NoNewWindow -PassThru- $completed = $proc.WaitForExit(600000)- if (-not $completed) {- Write-Error "ROCm installation timed out after 10 minutes. Killing the process"- $proc.Kill()- exit 1- }- if ($proc.ExitCode -ne 0) {- Write-Error "ROCm installation failed with exit code $($proc.ExitCode)"- exit 1- }- write-host "Completed AMD HIP SDK installation"-- - name: Verify ROCm- id: verify- run: |- # Find and test ROCm installation- $clangPath = Get-ChildItem 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' | Select-Object -First 1- if (-not $clangPath) {- Write-Error "ROCm installation not found"- exit 1- }- & $clangPath.FullName --version-- - name: Build- id: cmake_build- run: |- $env:HIP_PATH=$(Resolve-Path 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' | split-path | split-path)- $env:CMAKE_PREFIX_PATH="${env:HIP_PATH}"- cmake -G "Unix Makefiles" -B build -S . `- -DCMAKE_C_COMPILER="${env:HIP_PATH}\bin\clang.exe" `- -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\bin\clang++.exe" `- -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.1/include/ -Wno-ignored-attributes -Wno-nested-anon-types" `- -DCMAKE_BUILD_TYPE=Release `- -DGGML_BACKEND_DL=ON `- -DGGML_NATIVE=OFF `- -DGGML_CPU=OFF `- -DGPU_TARGETS="${{ matrix.gpu_targets }}" `- -DGGML_HIP=ON `- -DHF_UI_VERSION=${{ needs.get-version.outputs.ui_version }} `- -DLLAMA_BUILD_BORINGSSL=ON- cmake --build build --target ggml-hip -j ${env:NUMBER_OF_PROCESSORS}- md "build\bin\rocblas\library\"- md "build\bin\hipblaslt\library"- cp "${env:HIP_PATH}\bin\libhipblas.dll" "build\bin\"- cp "${env:HIP_PATH}\bin\libhipblaslt.dll" "build\bin\"- cp "${env:HIP_PATH}\bin\rocblas.dll" "build\bin\"- cp "${env:HIP_PATH}\bin\rocblas\library\*" "build\bin\rocblas\library\"- cp "${env:HIP_PATH}\bin\hipblaslt\library\*" "build\bin\hipblaslt\library\"-- - name: ccache-clear- uses: ./.github/actions/ccache-clear- with:- key: release-windows-2022-x64-hip-${{ env.HIPSDK_INSTALLER_VERSION }}-${{ matrix.name }}-- - name: Pack artifacts- id: pack_artifacts- run: |- 7z a -snl llama-bin-win-hip-${{ matrix.name }}-x64.zip .\build\bin\*-- - name: Upload artifacts- uses: actions/upload-artifact@v6- with:- path: llama-bin-win-hip-${{ matrix.name }}-x64.zip- name: llama-bin-win-hip-${{ matrix.name }}-x64.zip-ios-xcode:needs: [check-release, get-version]if: ${{ needs.check-release.outputs.should_release == 'true' }}@@ -1572,7 +1573,7 @@ jobs:- windows-cpu- windows-cuda#- windows-sycl- - windows-hip+ - windows-rocm- windows-openvino- ubuntu-22-rocm- ubuntu-cpu@@ -1684,7 +1685,7 @@ jobs:- [Ubuntu s390x (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-s390x.tar.gz)- [Ubuntu x64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-x64.tar.gz)- [Ubuntu arm64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-arm64.tar.gz)- - [Ubuntu x64 (ROCm 7.2)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-7.2-x64.tar.gz)+ - [Ubuntu x64 (ROCm 7.14)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-7.14-x64.tar.gz)- [Ubuntu x64 (OpenVINO)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-openvino-${{ needs.ubuntu-24-openvino.outputs.openvino_version }}-x64.tar.gz)- [Ubuntu x64 (SYCL FP32)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-sycl-fp32-x64.tar.gz)- [Ubuntu x64 (SYCL FP16)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-sycl-fp16-x64.tar.gz)@@ -1702,7 +1703,7 @@ jobs:- [Windows x64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-vulkan-x64.zip)- [Windows x64 (OpenVINO)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-openvino-${{ needs.windows-openvino.outputs.openvino_version }}-x64.zip)- [Windows x64 (SYCL)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-sycl-x64.zip)- - [Windows x64 (HIP)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-hip-radeon-x64.zip)+ - [Windows x64 (ROCm 7.14)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-rocm-7.14-x64.zip)**openEuler:**- [DISABLED](https://github.com/ggml-org/llama.cpp/pull/23705)