LLM inference in C/C++
C++ ggml
ci: fix sanitizer tests (#28583)
Eve434ddbbc0e30
diff --git a/.github/workflows/build-riscv.yml b/.github/workflows/build-riscv.ymlindex 13f2576b9f..23a64454e9 100644--- a/.github/workflows/build-riscv.yml+++ b/.github/workflows/build-riscv.yml@@ -106,83 +106,3 @@ jobs:wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/stories260K.bin./bin/llama-convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf./bin/llama-completion -m stories260K.gguf -p "One day, Lily met a Shoggoth" -n 500 -c 256-- ubuntu-riscv64-native-sanitizer:- runs-on: ubuntu-24.04-riscv-- continue-on-error: true-- strategy:- matrix:- sanitizer: [ADDRESS, THREAD, UNDEFINED]- build_type: [Debug]-- steps:- - name: Install dependencies- run: |- # Set gcc-14 and g++-14 as the default compilers- sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 100- sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-14 100-- git lfs install-- - name: GCC version check- run: |- gcc --version- g++ --version-- - name: Clone- id: checkout- uses: actions/checkout@v6-- # note: sparing some ccache since these jobs run on dedicated runners that are not part of the organitzation- #- name: ccache- # uses: ggml-org/[email protected]- # with:- # key: riscv-ubuntu-native-sanitizer-${{ matrix.sanitizer }}-${{ matrix.build_type }}- # evict-old-files: 1d- # save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}-- - name: Build- id: cmake_build- if: ${{ matrix.sanitizer != 'THREAD' }}- run: |- cmake -B build \- -DLLAMA_OPENSSL=OFF \- -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \- -DGGML_OPENMP=ON \- -DLLAMA_BUILD_EXAMPLES=ON \- -DLLAMA_BUILD_TOOLS=ON \- -DLLAMA_BUILD_TESTS=OFF \- -DCMAKE_C_COMPILER_LAUNCHER=ccache \- -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \- -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON \- -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \- -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-14-- cmake --build build --config ${{ matrix.build_type }} -j $(nproc)-- - name: Build (no OpenMP)- id: cmake_build_no_openmp- if: ${{ matrix.sanitizer == 'THREAD' }}- run: |- cmake -B build \- -DLLAMA_OPENSSL=OFF \- -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \- -DGGML_OPENMP=OFF \- -DLLAMA_BUILD_EXAMPLES=ON \- -DLLAMA_BUILD_TOOLS=ON \- -DLLAMA_BUILD_TESTS=OFF \- -DCMAKE_C_COMPILER_LAUNCHER=ccache \- -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \- -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON \- -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \- -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-14-- cmake --build build --config ${{ matrix.build_type }} -j $(nproc)-- - name: Test- id: cmake_test- run: |- cd build- ctest -L main --verbose --timeout 900diff --git a/.github/workflows/build-sanitize.yml b/.github/workflows/build-sanitize.ymlindex 189b5c0fe7..89fcff71d4 100644--- a/.github/workflows/build-sanitize.yml+++ b/.github/workflows/build-sanitize.yml@@ -101,8 +101,6 @@ jobs:- name: Testid: cmake_test- # skip run in Debug - very slow- if: ${{ matrix.sanitizer != 'UNDEFINED' }}run: |cd buildctest -L main -E tokenizer --verbose --timeout 900