LLM inference in C/C++
C++ ggml
docker: specify registry to simplify Podman builds (#24607)
Alexander Batischev20c5266f8af3
diff --git a/.devops/cpu.Dockerfile b/.devops/cpu.Dockerfileindex a6dd6a516b..9dbfdd11df 100644--- a/.devops/cpu.Dockerfile+++ b/.devops/cpu.Dockerfile@@ -3,7 +3,7 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A-FROM ubuntu:$UBUNTU_VERSION AS build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS buildARG TARGETARCH@@ -37,7 +37,7 @@ RUN mkdir -p /app/full \&& cp .devops/tools.sh /app/full/tools.sh## Base image-FROM ubuntu:$UBUNTU_VERSION AS base+FROM docker.io/ubuntu:$UBUNTU_VERSION AS baseARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/cuda.Dockerfile b/.devops/cuda.Dockerfileindex 91c3088c76..276f82c34c 100644--- a/.devops/cuda.Dockerfile+++ b/.devops/cuda.Dockerfile@@ -3,9 +3,9 @@ ARG UBUNTU_VERSION=24.04ARG CUDA_VERSION=12.8.1ARG GCC_VERSION=14# Target the CUDA build image-ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}+ARG BASE_CUDA_DEV_CONTAINER=docker.io/nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}-ARG BASE_CUDA_RUN_CONTAINER=nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}+ARG BASE_CUDA_RUN_CONTAINER=docker.io/nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}ARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/intel.Dockerfile b/.devops/intel.Dockerfileindex 93fd4fa5a3..d2c03cec5c 100644--- a/.devops/intel.Dockerfile+++ b/.devops/intel.Dockerfile@@ -5,7 +5,7 @@ ARG APP_REVISION=N/A## Build Image-FROM intel/deep-learning-essentials:$ONEAPI_VERSION AS build+FROM docker.io/intel/deep-learning-essentials:$ONEAPI_VERSION AS buildARG GGML_SYCL_F16=OFFARG LEVEL_ZERO_VERSION=1.28.2@@ -42,7 +42,7 @@ RUN mkdir -p /app/full \&& cp requirements.txt /app/full \&& cp .devops/tools.sh /app/full/tools.sh-FROM intel/deep-learning-essentials:$ONEAPI_VERSION AS base+FROM docker.io/intel/deep-learning-essentials:$ONEAPI_VERSION AS baseARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/llama-cli-cann.Dockerfile b/.devops/llama-cli-cann.Dockerfileindex 447d871ac4..096151f1af 100644--- a/.devops/llama-cli-cann.Dockerfile+++ b/.devops/llama-cli-cann.Dockerfile@@ -3,7 +3,7 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A-FROM ascendai/cann:$ASCEND_VERSION AS build+FROM docker.io/ascendai/cann:$ASCEND_VERSION AS buildWORKDIR /app@@ -30,7 +30,7 @@ RUN echo "Building with static libs" && \cmake --build build --config Release --target llama-completion# TODO: use image with NNRT-FROM ascendai/cann:$ASCEND_VERSION AS runtime+FROM docker.io/ascendai/cann:$ASCEND_VERSION AS runtimeARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/musa.Dockerfile b/.devops/musa.Dockerfileindex ddc29b2786..c98c44c951 100644--- a/.devops/musa.Dockerfile+++ b/.devops/musa.Dockerfile@@ -2,9 +2,9 @@ ARG UBUNTU_VERSION=22.04# This needs to generally match the container host's environment.ARG MUSA_VERSION=rc4.3.0# Target the MUSA build image-ARG BASE_MUSA_DEV_CONTAINER=mthreads/musa:${MUSA_VERSION}-devel-ubuntu${UBUNTU_VERSION}-amd64+ARG BASE_MUSA_DEV_CONTAINER=docker.io/mthreads/musa:${MUSA_VERSION}-devel-ubuntu${UBUNTU_VERSION}-amd64-ARG BASE_MUSA_RUN_CONTAINER=mthreads/musa:${MUSA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}-amd64+ARG BASE_MUSA_RUN_CONTAINER=docker.io/mthreads/musa:${MUSA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}-amd64ARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/openvino.Dockerfile b/.devops/openvino.Dockerfileindex ab14288ce1..e85c585e66 100644--- a/.devops/openvino.Dockerfile+++ b/.devops/openvino.Dockerfile@@ -23,7 +23,7 @@ ARG APP_VERSION=N/AARG APP_REVISION=N/A## Build Image-FROM ubuntu:${UBUNTU_VERSION} AS build+FROM docker.io/ubuntu:${UBUNTU_VERSION} AS build# Pass proxy args to build stageARG http_proxy@@ -88,7 +88,7 @@ RUN mkdir -p /app/full \&& cp .devops/tools.sh /app/full/tools.sh## Base Runtime Image-FROM ubuntu:${UBUNTU_VERSION} AS base+FROM docker.io/ubuntu:${UBUNTU_VERSION} AS base# Pass proxy args to runtime stageARG http_proxydiff --git a/.devops/rocm.Dockerfile b/.devops/rocm.Dockerfileindex 2209ab661f..2ab10f4117 100644--- a/.devops/rocm.Dockerfile+++ b/.devops/rocm.Dockerfile@@ -5,7 +5,7 @@ ARG ROCM_VERSION=7.2.1ARG AMDGPU_VERSION=7.2.1# Target the ROCm build image-ARG BASE_ROCM_DEV_CONTAINER=rocm/dev-ubuntu-${UBUNTU_VERSION}:${ROCM_VERSION}-complete+ARG BASE_ROCM_DEV_CONTAINER=docker.io/rocm/dev-ubuntu-${UBUNTU_VERSION}:${ROCM_VERSION}-completeARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/s390x.Dockerfile b/.devops/s390x.Dockerfileindex 31c2fa902d..d88dd2d92d 100644--- a/.devops/s390x.Dockerfile+++ b/.devops/s390x.Dockerfile@@ -5,7 +5,7 @@ ARG APP_VERSION=N/AARG APP_REVISION=N/A### Build Llama.cpp stage-FROM gcc:${GCC_VERSION} AS build+FROM docker.io/gcc:${GCC_VERSION} AS buildRUN --mount=type=cache,target=/var/cache/apt,sharing=locked \--mount=type=cache,target=/var/lib/apt/lists,sharing=locked \@@ -55,7 +55,7 @@ COPY --from=build /opt/llama.cpp/conversion /llama.cpp/conversion### Base image-FROM ubuntu:${UBUNTU_VERSION} AS base+FROM docker.io/ubuntu:${UBUNTU_VERSION} AS baseARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/vulkan.Dockerfile b/.devops/vulkan.Dockerfileindex f26c7c45b8..05df94ec44 100644--- a/.devops/vulkan.Dockerfile+++ b/.devops/vulkan.Dockerfile@@ -3,7 +3,7 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A-FROM ubuntu:$UBUNTU_VERSION AS build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS build# Install build toolsRUN apt update && apt install -y git build-essential cmake wget xz-utils@@ -33,7 +33,7 @@ RUN mkdir -p /app/full \&& cp .devops/tools.sh /app/full/tools.sh## Base image-FROM ubuntu:$UBUNTU_VERSION AS base+FROM docker.io/ubuntu:$UBUNTU_VERSION AS baseARG BUILD_DATE=N/AARG APP_VERSION=N/Adiff --git a/.devops/zendnn.Dockerfile b/.devops/zendnn.Dockerfileindex c25d7e4d3d..9f811ab278 100644--- a/.devops/zendnn.Dockerfile+++ b/.devops/zendnn.Dockerfile@@ -3,7 +3,7 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A-FROM ubuntu:$UBUNTU_VERSION AS build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS buildRUN apt-get update && \apt-get install -y gcc-13 g++-13 build-essential git cmake libssl-dev libomp-dev libnuma-dev python3 ca-certificates@@ -30,7 +30,7 @@ RUN mkdir -p /app/full \&& cp .devops/tools.sh /app/full/tools.sh## Base image-FROM ubuntu:$UBUNTU_VERSION AS base+FROM docker.io/ubuntu:$UBUNTU_VERSION AS baseARG BUILD_DATE=N/AARG APP_VERSION=N/A