Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
CI: dedup cuda libraries to reduce payload size (#13704)
Daniel Hiltgene4b488a7b5f7
diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yamlindex 3d67cf5fa..6211d265f 100644--- a/.github/workflows/release.yaml+++ b/.github/workflows/release.yaml@@ -372,6 +372,9 @@ jobs:outputs: type=local,dest=dist/${{ matrix.os }}-${{ matrix.arch }}cache-from: type=registry,ref=${{ vars.DOCKER_REPO }}:latestcache-to: type=inline+ - name: Deduplicate CUDA libraries+ run: |+ ./scripts/deduplicate_cuda_libs.sh dist/${{ matrix.os }}-${{ matrix.arch }}- run: |for COMPONENT in bin/* lib/ollama/*; docase "$COMPONENT" indiff --git a/scripts/build_linux.sh b/scripts/build_linux.shindex 11b278cbd..e06ba38b5 100755--- a/scripts/build_linux.sh+++ b/scripts/build_linux.sh@@ -48,53 +48,12 @@ if echo $PLATFORM | grep "amd64" > /dev/null; then.fi-# Deduplicate CUDA libraries across mlx_* and cuda_* directories-deduplicate_cuda_libs() {- local base_dir="$1"- echo "Deduplicating CUDA libraries in ${base_dir}..."-- # Find all mlx_cuda_* directories- for mlx_dir in "${base_dir}"/lib/ollama/mlx_cuda_*; do- [ -d "${mlx_dir}" ] || continue-- # Extract CUDA version (e.g., v12, v13)- cuda_version=$(basename "${mlx_dir}" | sed 's/mlx_cuda_//')- cuda_dir="${base_dir}/lib/ollama/cuda_${cuda_version}"-- # Skip if corresponding cuda_* directory doesn't exist- [ -d "${cuda_dir}" ] || continue-- echo " Checking ${mlx_dir} against ${cuda_dir}..."-- # Find all .so* files in mlx directory- find "${mlx_dir}" -type f -name "*.so*" | while read mlx_file; do- filename=$(basename "${mlx_file}")- cuda_file="${cuda_dir}/${filename}"-- # Skip if file doesn't exist in cuda directory- [ -f "${cuda_file}" ] || continue-- # Compare checksums- mlx_sum=$(sha256sum "${mlx_file}" | awk '{print $1}')- cuda_sum=$(sha256sum "${cuda_file}" | awk '{print $1}')-- if [ "${mlx_sum}" = "${cuda_sum}" ]; then- echo " Deduplicating ${filename}"- # Calculate relative path from mlx_dir to cuda_dir- rel_path="../cuda_${cuda_version}/${filename}"- rm -f "${mlx_file}"- ln -s "${rel_path}" "${mlx_file}"- fi- done- done-}-# Run deduplication for each platform output directoryif echo $PLATFORM | grep "," > /dev/null ; then- deduplicate_cuda_libs "./dist/linux_amd64"- deduplicate_cuda_libs "./dist/linux_arm64"+ $(dirname $0)/deduplicate_cuda_libs.sh "./dist/linux_amd64"+ $(dirname $0)/deduplicate_cuda_libs.sh "./dist/linux_arm64"elif echo $PLATFORM | grep "amd64\|arm64" > /dev/null ; then- deduplicate_cuda_libs "./dist"+ $(dirname $0)/deduplicate_cuda_libs.sh "./dist"fi# buildx behavior changes for single vs. multiplatformdiff --git a/scripts/deduplicate_cuda_libs.sh b/scripts/deduplicate_cuda_libs.shnew file mode 100755index 000000000..f8d13cd3d--- /dev/null+++ b/scripts/deduplicate_cuda_libs.sh@@ -0,0 +1,60 @@+#!/bin/sh+#+# Deduplicate CUDA libraries across mlx_* and cuda_* directories+# This script finds identical .so* files in mlx_cuda_* directories that exist+# in corresponding cuda_* directories and replaces them with symlinks.+#++set -eu++if [ $# -eq 0 ]; then+ echo "ERROR: No directory specified" >&2+ echo "Usage: $0 <base_directory>" >&2+ exit 1+fi++base_dir="$1"++if [ ! -d "${base_dir}" ]; then+ echo "ERROR: Directory ${base_dir} does not exist" >&2+ exit 1+fi++echo "Deduplicating CUDA libraries in ${base_dir}..."++# Find all mlx_cuda_* directories+for mlx_dir in "${base_dir}"/lib/ollama/mlx_cuda_*; do+ [ -d "${mlx_dir}" ] || continue++ # Extract CUDA version (e.g., v12, v13)+ cuda_version=$(basename "${mlx_dir}" | sed 's/mlx_cuda_//')+ cuda_dir="${base_dir}/lib/ollama/cuda_${cuda_version}"++ # Skip if corresponding cuda_* directory doesn't exist+ [ -d "${cuda_dir}" ] || continue++ echo " Checking ${mlx_dir} against ${cuda_dir}..."++ # Find all .so* files in mlx directory+ find "${mlx_dir}" -type f -name "*.so*" | while read mlx_file; do+ filename=$(basename "${mlx_file}")+ cuda_file="${cuda_dir}/${filename}"++ # Skip if file doesn't exist in cuda directory+ [ -f "${cuda_file}" ] || continue++ # Compare checksums+ mlx_sum=$(sha256sum "${mlx_file}" | awk '{print $1}')+ cuda_sum=$(sha256sum "${cuda_file}" | awk '{print $1}')++ if [ "${mlx_sum}" = "${cuda_sum}" ]; then+ echo " Deduplicating ${filename}"+ # Calculate relative path from mlx_dir to cuda_dir+ rel_path="../cuda_${cuda_version}/${filename}"+ rm -f "${mlx_file}"+ ln -s "${rel_path}" "${mlx_file}"+ fi+ done+done++echo "Deduplication complete"