LLM inference in C/C++
C++ ggml
docker : build the UI (#24794)
Aldehir Rojas38724ab5937f
diff --git a/.devops/cann.Dockerfile b/.devops/cann.Dockerfileindex 9df86d0489..dc95e3f38d 100644--- a/.devops/cann.Dockerfile+++ b/.devops/cann.Dockerfile@@ -13,6 +13,20 @@ ARG APP_REVISION=N/A# BUILD STAGE# Compile all binary files and libraries# ==============================================================================+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM ${CANN_BASE_IMAGE} AS build# -- Install build dependencies --@@ -26,6 +40,8 @@ WORKDIR /app# -- Copy project files --COPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+# -- Set CANN environment variables (required for compilation) --# Using ENV instead of `source` allows environment variables to persist across the entire image layerENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latestdiff --git a/.devops/cpu.Dockerfile b/.devops/cpu.Dockerfileindex 9dbfdd11df..caf727bcdb 100644--- a/.devops/cpu.Dockerfile+++ b/.devops/cpu.Dockerfile@@ -3,6 +3,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS buildARG TARGETARCH@@ -16,6 +30,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN if [ "$TARGETARCH" = "amd64" ] || [ "$TARGETARCH" = "arm64" ]; then \cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DGGML_NATIVE=OFF -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON; \else \diff --git a/.devops/cuda.Dockerfile b/.devops/cuda.Dockerfileindex 276f82c34c..b16b9a8f1a 100644--- a/.devops/cuda.Dockerfile+++ b/.devops/cuda.Dockerfile@@ -11,6 +11,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM ${BASE_CUDA_DEV_CONTAINER} AS buildARG GCC_VERSION@@ -26,6 +40,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN if [ "${CUDA_DOCKER_ARCH}" != "default" ]; then \export CMAKE_ARGS="-DCMAKE_CUDA_ARCHITECTURES=${CUDA_DOCKER_ARCH}"; \fi && \diff --git a/.devops/intel.Dockerfile b/.devops/intel.Dockerfileindex 4d0c0a8fd8..3c059eb301 100644--- a/.devops/intel.Dockerfile+++ b/.devops/intel.Dockerfile@@ -5,6 +5,20 @@ ARG APP_REVISION=N/A## Build Image+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM docker.io/intel/deep-learning-essentials:$ONEAPI_VERSION AS buildARG GGML_SYCL_F16=ON@@ -22,6 +36,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN if [ "${GGML_SYCL_F16}" = "ON" ]; then \echo "GGML_SYCL_F16 is set" \&& export OPT_SYCL_F16="-DGGML_SYCL_F16=ON" \diff --git a/.devops/musa.Dockerfile b/.devops/musa.Dockerfileindex c98c44c951..0c23cc5547 100644--- a/.devops/musa.Dockerfile+++ b/.devops/musa.Dockerfile@@ -10,6 +10,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM ${BASE_MUSA_DEV_CONTAINER} AS build# MUSA architecture to build for (defaults to all supported archs)@@ -29,6 +43,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN if [ "${MUSA_DOCKER_ARCH}" != "default" ]; then \export CMAKE_ARGS="-DMUSA_ARCHITECTURES=${MUSA_DOCKER_ARCH}"; \fi && \diff --git a/.devops/openvino.Dockerfile b/.devops/openvino.Dockerfileindex 9e96244ced..fec72b1c7d 100644--- a/.devops/openvino.Dockerfile+++ b/.devops/openvino.Dockerfile@@ -22,6 +22,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+## Build ImageFROM docker.io/ubuntu:${UBUNTU_VERSION} AS build@@ -69,6 +83,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+# Build StageRUN bash -c "source ${OpenVINO_DIR}/setupvars.sh && \cmake -B build/ReleaseOV -G Ninja \diff --git a/.devops/rocm.Dockerfile b/.devops/rocm.Dockerfileindex 2ab10f4117..7fad0c22e5 100644--- a/.devops/rocm.Dockerfile+++ b/.devops/rocm.Dockerfile@@ -11,6 +11,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+### Build imageFROM ${BASE_ROCM_DEV_CONTAINER} AS build@@ -38,6 +52,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN HIPCXX="$(hipconfig -l)/clang" HIP_PATH="$(hipconfig -R)" \cmake -S . -B build \-DGGML_HIP=ON \diff --git a/.devops/s390x.Dockerfile b/.devops/s390x.Dockerfileindex d88dd2d92d..149d79a615 100644--- a/.devops/s390x.Dockerfile+++ b/.devops/s390x.Dockerfile@@ -4,6 +4,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+### Build Llama.cpp stageFROM docker.io/gcc:${GCC_VERSION} AS build@@ -20,6 +34,8 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN --mount=type=cache,target=/root/.ccache \--mount=type=cache,target=/app/build \cmake -S . -B build -G Ninja \diff --git a/.devops/vulkan.Dockerfile b/.devops/vulkan.Dockerfileindex 05df94ec44..26c1902b14 100644--- a/.devops/vulkan.Dockerfile+++ b/.devops/vulkan.Dockerfile@@ -3,6 +3,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS build# Install build tools@@ -17,6 +31,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN cmake -B build -DGGML_NATIVE=OFF -DGGML_VULKAN=ON -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON && \cmake --build build --config Release -j$(nproc)diff --git a/.devops/zendnn.Dockerfile b/.devops/zendnn.Dockerfileindex 9f811ab278..80daf56710 100644--- a/.devops/zendnn.Dockerfile+++ b/.devops/zendnn.Dockerfile@@ -3,6 +3,20 @@ ARG BUILD_DATE=N/AARG APP_VERSION=N/AARG APP_REVISION=N/A+ARG NODE_VERSION=24++FROM docker.io/node:$NODE_VERSION AS web++ARG APP_VERSION++WORKDIR /app/tools/ui++COPY tools/ui/package.json tools/ui/package-lock.json ./+RUN npm ci++COPY tools/ui/ ./+RUN LLAMA_BUILD_NUMBER="$APP_VERSION" npm run build+FROM docker.io/ubuntu:$UBUNTU_VERSION AS buildRUN apt-get update && \@@ -14,6 +28,8 @@ WORKDIR /appCOPY . .+COPY --from=web /app/tools/ui/dist tools/ui/dist+RUN cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DGGML_NATIVE=OFF -DLLAMA_BUILD_TESTS=OFF -DGGML_BACKEND_DL=ON -DGGML_CPU_ALL_VARIANTS=ON -DGGML_ZENDNN=ON && \cmake --build build -j $(nproc)diff --git a/.dockerignore b/.dockerignoreindex 064b7c7be8..a223b7e898 100644--- a/.dockerignore+++ b/.dockerignore@@ -10,6 +10,9 @@build*/+tools/ui/node_modules/+tools/ui/dist/+models/*/llama-cli