LLM inference in C/C++
C++ ggml
ci : fix s390x release job (#23898)
Georgi Gerganov337528571d99
diff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 4785bbe167..9ca34ad864 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -205,6 +205,7 @@ jobs:cmake --build build --config Release -j $(nproc)- name: ccache-clear+ if: ${{ matrix.build != 's390x' }}uses: ./.github/actions/ccache-clearwith:key: release-${{ matrix.os }}-cpu@@ -1200,7 +1201,7 @@ jobs:path: llama-bin-win-hip-${{ matrix.name }}-x64.zipname: llama-bin-win-hip-${{ matrix.name }}-x64.zip- ios-xcode-build:+ ios-xcode:needs: [check_release]if: ${{ needs.check_release.outputs.should_release == 'true' }}# TODO: figure out how to make this work with macos-26@@ -1352,7 +1353,7 @@ jobs:# path: llama-${{ steps.tag.outputs.name }}-bin-${{ matrix.chip_type }}-openEuler-${{ matrix.arch }}${{ matrix.use_acl_graph == 'on' && '-aclgraph' || '' }}.tar.gz# name: llama-bin-${{ matrix.chip_type }}-openEuler-${{ matrix.arch }}${{ matrix.use_acl_graph == 'on' && '-aclgraph' || '' }}.tar.gz- ui-build:+ ui:needs: [check_release]if: ${{ needs.check_release.outputs.should_release == 'true' }}uses: ./.github/workflows/ui-build.yml@@ -1380,9 +1381,9 @@ jobs:#- ubuntu-24-sycl- android-arm64- macos-cpu- - ios-xcode-build+ - ios-xcode#- openEuler-cann- - ui-build+ - uioutputs:tag_name: ${{ steps.tag.outputs.name }}diff --git a/build-xcframework.sh b/build-xcframework.shindex d287d72fbd..1da7b9bda9 100755--- a/build-xcframework.sh+++ b/build-xcframework.sh@@ -416,7 +416,7 @@ cmake -B build-ios-sim -G Xcode \-DCMAKE_CXX_FLAGS="${COMMON_CXX_FLAGS}" \-DLLAMA_OPENSSL=OFF \-S .-cmake --build build-ios-sim --config Release -- -quiet+cmake --build build-ios-sim --config Release -j $(sysctl -n hw.logicalcpu) -- -quietecho "Building for iOS devices..."cmake -B build-ios-device -G Xcode \@@ -430,7 +430,7 @@ cmake -B build-ios-device -G Xcode \-DCMAKE_CXX_FLAGS="${COMMON_CXX_FLAGS}" \-DLLAMA_OPENSSL=OFF \-S .-cmake --build build-ios-device --config Release -- -quiet+cmake --build build-ios-device --config Release -j $(sysctl -n hw.logicalcpu) -- -quietecho "Building for macOS..."cmake -B build-macos -G Xcode \@@ -441,7 +441,7 @@ cmake -B build-macos -G Xcode \-DCMAKE_CXX_FLAGS="${COMMON_CXX_FLAGS}" \-DLLAMA_OPENSSL=OFF \-S .-cmake --build build-macos --config Release -- -quiet+cmake --build build-macos --config Release -j $(sysctl -n hw.logicalcpu) -- -quietecho "Building for visionOS..."cmake -B build-visionos -G Xcode \@@ -456,7 +456,7 @@ cmake -B build-visionos -G Xcode \-DLLAMA_OPENSSL=OFF \-DLLAMA_BUILD_SERVER=OFF \-S .-cmake --build build-visionos --config Release -- -quiet+cmake --build build-visionos --config Release -j $(sysctl -n hw.logicalcpu) -- -quietecho "Building for visionOS simulator..."cmake -B build-visionos-sim -G Xcode \@@ -471,7 +471,7 @@ cmake -B build-visionos-sim -G Xcode \-DLLAMA_OPENSSL=OFF \-DLLAMA_BUILD_SERVER=OFF \-S .-cmake --build build-visionos-sim --config Release -- -quiet+cmake --build build-visionos-sim --config Release -j $(sysctl -n hw.logicalcpu) -- -quiet# Add tvOS builds (might need the same u_int definitions as watchOS and visionOS)echo "Building for tvOS simulator..."@@ -487,7 +487,7 @@ cmake -B build-tvos-sim -G Xcode \-DCMAKE_CXX_FLAGS="${COMMON_CXX_FLAGS}" \-DLLAMA_OPENSSL=OFF \-S .-cmake --build build-tvos-sim --config Release -- -quiet+cmake --build build-tvos-sim --config Release -j $(sysctl -n hw.logicalcpu) -- -quietecho "Building for tvOS devices..."cmake -B build-tvos-device -G Xcode \@@ -502,7 +502,7 @@ cmake -B build-tvos-device -G Xcode \-DCMAKE_CXX_FLAGS="${COMMON_CXX_FLAGS}" \-DLLAMA_OPENSSL=OFF \-S .-cmake --build build-tvos-device --config Release -- -quiet+cmake --build build-tvos-device --config Release -j $(sysctl -n hw.logicalcpu) -- -quiet# Setup frameworks and copy binaries and headersecho "Setting up framework structures..."