LLM inference in C/C++
C++ ggml
ggml-cpu: Conditionally enable power11 backend based on compiler support (#24687)
shalinib-ibm2e88c49c90f0
diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txtindex c26c3f1470..89e5180d93 100644--- a/ggml/src/CMakeLists.txt+++ b/ggml/src/CMakeLists.txt@@ -438,7 +438,14 @@ if (GGML_CPU_ALL_VARIANTS)ggml_add_cpu_backend_variant(power8_2 POWER8 VSX)ggml_add_cpu_backend_variant(power9 POWER9 VSX)ggml_add_cpu_backend_variant(power10 POWER10 VSX)- ggml_add_cpu_backend_variant(power11 POWER11 VSX)+ # POWER11 backend: only if compiler supports -mcpu=power11+ check_cxx_compiler_flag("-mcpu=power11" GGML_CXX_SUPPORTS_POWER11)+ if (GGML_CXX_SUPPORTS_POWER11)+ message(STATUS "Compiler supports -mcpu=power11, enabling POWER11 backend")+ ggml_add_cpu_backend_variant(power11 POWER11 VSX)+ else()+ message(STATUS "Skipping POWER11 backend: compiler does not support -mcpu=power11")+ endif()else()message(FATAL_ERROR "Unsupported PowerPC target OS: ${CMAKE_SYSTEM_NAME}")endif()diff --git a/ggml/src/ggml-cpu/CMakeLists.txt b/ggml/src/ggml-cpu/CMakeLists.txtindex 8c735a045b..f7c557af4c 100644--- a/ggml/src/ggml-cpu/CMakeLists.txt+++ b/ggml/src/ggml-cpu/CMakeLists.txt@@ -389,7 +389,7 @@ function(ggml_add_cpu_backend_variant_impl tag_name)string(REGEX MATCHALL "POWER *([0-9]+)" MATCHED_STRING "${POWER10_M_UPPER}")string(REGEX REPLACE "POWER *([0-9]+)" "\\1" EXTRACTED_NUMBER "${MATCHED_STRING}")- if (EXTRACTED_NUMBER GREATER_EQUAL 10)+ if (EXTRACTED_NUMBER EQUAL 10 OR EXTRACTED_NUMBER EQUAL 11)list(APPEND ARCH_FLAGS -mcpu=power10)elseif (EXTRACTED_NUMBER EQUAL 9)list(APPEND ARCH_FLAGS -mcpu=power9)