LLM inference in C/C++
C++ ggml
ci : Update OpenVINO to 2026.3, skip nemotron-h rollback test (#27292)
Zijun Yu9d77fa17254e
diff --git a/.devops/openvino.Dockerfile b/.devops/openvino.Dockerfileindex 9b2784b664..7b0249da97 100644--- a/.devops/openvino.Dockerfile+++ b/.devops/openvino.Dockerfile@@ -1,18 +1,18 @@-ARG OPENVINO_VERSION_MAJOR=2026.2.1-ARG OPENVINO_VERSION_FULL=2026.2.1.21919.ede283a88e3+ARG OPENVINO_VERSION_MAJOR=2026.3+ARG OPENVINO_VERSION_FULL=2026.3.0.22451.bd8d6542e3cARG UBUNTU_VERSION=24.04# Intel GPU driver versions. https://github.com/intel/compute-runtime/releases-ARG IGC_VERSION=v2.36.3-ARG IGC_VERSION_FULL=2_2.36.3+21719-ARG COMPUTE_RUNTIME_VERSION=26.22.38646.4-ARG COMPUTE_RUNTIME_VERSION_FULL=26.22.38646.4-0+ARG IGC_VERSION=v2.38.2+ARG IGC_VERSION_FULL=2_2.38.2+22051+ARG COMPUTE_RUNTIME_VERSION=26.27.39122.11+ARG COMPUTE_RUNTIME_VERSION_FULL=26.27.39122.11-0ARG IGDGMM_VERSION=22.10.0# Intel NPU driver versions. https://github.com/intel/linux-npu-driver/releases-ARG NPU_DRIVER_VERSION=v1.33.0-ARG NPU_DRIVER_FULL=v1.33.0.20260529-26625960453-ARG LIBZE1_VERSION=1.27.0-1~24.04~ppa2+ARG NPU_DRIVER_VERSION=v1.35.0+ARG NPU_DRIVER_FULL=v1.35.0.20260722-29947505341+ARG LIBZE1_VERSION=1.28.2-1~24.04~ppa1# Optional proxy build argumentsARG http_proxy=@@ -170,7 +170,7 @@ RUN --mount=type=cache,target=/var/cache/intel-npu,sharing=locked \fi; \DEB=/var/cache/intel-npu/libze1_${LIBZE1_VERSION}_amd64.deb; \if [ ! -f "$DEB" ]; then \- wget -q -O "$DEB" https://snapshot.ppa.launchpadcontent.net/kobuk-team/intel-graphics/ubuntu/20260324T100000Z/pool/main/l/level-zero-loader/libze1_${LIBZE1_VERSION}_amd64.deb; \+ wget -q -O "$DEB" https://snapshot.ppa.launchpadcontent.net/kobuk-team/intel-graphics/ubuntu/20260606T100000Z/pool/main/l/level-zero-loader/libze1_${LIBZE1_VERSION}_amd64.deb; \fi; \mkdir /tmp/npu/ && cd /tmp/npu/ && tar -xf "$TGZ" && cp "$DEB" .; \apt-get update; \diff --git a/.github/workflows/build-cache.yml b/.github/workflows/build-cache.ymlindex 604f842410..187427a8d4 100644--- a/.github/workflows/build-cache.yml+++ b/.github/workflows/build-cache.yml@@ -40,9 +40,9 @@ jobs:runs-on: ubuntu-24.04env:- # Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ # Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Clone@@ -69,8 +69,8 @@ jobs:env:# Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Clonediff --git a/.github/workflows/build-openvino.yml b/.github/workflows/build-openvino.ymlindex 938cde3f20..ee4268f970 100644--- a/.github/workflows/build-openvino.yml+++ b/.github/workflows/build-openvino.yml@@ -39,8 +39,8 @@ jobs:env:# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Clone@@ -81,7 +81,7 @@ jobs:# TODO: fix and re-enable the `test-llama-archs` test belowrun: |cd ${{ github.workspace }}- ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 2000+ ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs|test-recurrent-state-rollback-nemotron-h" --verbose --timeout 2000- name: Test (GPU)id: cmake_test_gpu@@ -89,15 +89,15 @@ jobs:run: |cd ${{ github.workspace }}export GGML_OPENVINO_DEVICE=GPU- ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 3000+ ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs|test-recurrent-state-rollback-nemotron-h" --verbose --timeout 3000openvino-windows-2022:runs-on: windows-2022env:# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Clone@@ -166,4 +166,4 @@ jobs:call "%OPENVINO_ROOT%\setupvars.bat"cd build- ctest --test-dir ReleaseOV -L main -E "test-llama-archs" -C Release --verbose --timeout 3000+ ctest --test-dir ReleaseOV -L main -E "test-llama-archs|test-recurrent-state-rollback-nemotron-h" -C Release --verbose --timeout 3000diff --git a/.github/workflows/build-self-hosted.yml b/.github/workflows/build-self-hosted.ymlindex 0ef202193c..fe2ab81547 100644--- a/.github/workflows/build-self-hosted.yml+++ b/.github/workflows/build-self-hosted.yml@@ -288,8 +288,8 @@ jobs:env:# Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Clonediff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex eba2bd87b5..9de593b9c6 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -446,8 +446,8 @@ jobs:env:# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Set OpenVINO version output@@ -562,8 +562,8 @@ jobs:env:# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile- OPENVINO_VERSION_MAJOR: "2026.2.1"- OPENVINO_VERSION_FULL: "2026.2.1.21919.ede283a88e3"+ OPENVINO_VERSION_MAJOR: "2026.3"+ OPENVINO_VERSION_FULL: "2026.3.0.22451.bd8d6542e3c"steps:- name: Set OpenVINO version outputdiff --git a/ci/run.sh b/ci/run.shindex 8046df2551..3d1d75b5b5 100755--- a/ci/run.sh+++ b/ci/run.sh@@ -190,7 +190,7 @@ if [ ! -z ${GG_BUILD_OPENVINO} ]; thenCMAKE_EXTRA="${CMAKE_EXTRA} -DGGML_OPENVINO=ON"# TODO: fix and re-enable the `test-llama-archs` test below- CTEST_EXTRA="-E test-llama-archs"+ CTEST_EXTRA="-E test-llama-archs|test-recurrent-state-rollback-nemotron-h"fi## helpersdiff --git a/docs/backend/OPENVINO.md b/docs/backend/OPENVINO.mdindex 68b960a413..3cdf631ceb 100644--- a/docs/backend/OPENVINO.md+++ b/docs/backend/OPENVINO.md@@ -237,8 +237,8 @@ chmod +x ubuntu-llamacpp-ov-install.sh# ============================================set -euo pipefail-OPENVINO_VERSION_MAJOR="2026.2.1"-OPENVINO_VERSION_FULL="2026.2.1.21919.ede283a88e3"+OPENVINO_VERSION_MAJOR="2026.3"+OPENVINO_VERSION_FULL="2026.3.0.22451.bd8d6542e3c"SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"OPENVINO_INSTALL_DIR="/opt/intel/openvino_${OPENVINO_VERSION_MAJOR}"@@ -334,7 +334,7 @@ echo " ./build/ReleaseOV/bin/llama-cli -m model.gguf"```> [!NOTE]-> The script pins OpenVINO `2026.2.1` via the `OPENVINO_VERSION_MAJOR` / `OPENVINO_VERSION_FULL` variables at the top — edit them to track a different release.+> The script pins OpenVINO `2026.3` via the `OPENVINO_VERSION_MAJOR` / `OPENVINO_VERSION_FULL` variables at the top — edit them to track a different release.</details>@@ -364,8 +364,8 @@ REM ============================================REM llama.cpp OpenVINO Build Script (Ninja)REM ============================================-set "OPENVINO_VERSION_MAJOR=2026.2.1"-set "OPENVINO_VERSION_FULL=2026.2.1.21919.ede283a88e3"+set "OPENVINO_VERSION_MAJOR=2026.3"+set "OPENVINO_VERSION_FULL=2026.3.0.22451.bd8d6542e3c"set "SCRIPT_DIR=%~dp0"set "VCPKG_DIR=C:\vcpkg"@@ -547,7 +547,7 @@ endlocal```> [!NOTE]-> The script pins OpenVINO `2026.2.1` via the `OPENVINO_VERSION_MAJOR` / `OPENVINO_VERSION_FULL` variables at the top — edit them to track a different release. From any new shell, source the matching `setupvars` script via the junction — `call "C:\Intel\openvino\setupvars.bat"` from `cmd`, or `& "C:\Intel\openvino\setupvars.ps1"` from PowerShell. If `winget` cannot register Visual Studio Build Tools on first run, install them once manually and re-run the script from an elevated **Developer Command Prompt for VS 2022**.+> The script pins OpenVINO `2026.3` via the `OPENVINO_VERSION_MAJOR` / `OPENVINO_VERSION_FULL` variables at the top — edit them to track a different release. From any new shell, source the matching `setupvars` script via the junction — `call "C:\Intel\openvino\setupvars.bat"` from `cmd`, or `& "C:\Intel\openvino\setupvars.ps1"` from PowerShell. If `winget` cannot register Visual Studio Build Tools on first run, install them once manually and re-run the script from an elevated **Developer Command Prompt for VS 2022**.</details>