Brunobkr/llama.cpp_AlgMor24_github

1name: CI (riscv)2 3on:4  workflow_dispatch: # allows manual triggering5  push:6    branches:7      - master8    paths: [9      '.github/workflows/build-riscv.yml',10      '**/CMakeLists.txt',11      '**/.cmake',12      '**/*.h',13      '**/*.hpp',14      '**/*.c',15      '**/*.cpp'16    ]17 18  pull_request:19    types: [opened, synchronize, reopened]20    paths: [21      '.github/workflows/build-riscv.yml',22      'ggml/src/ggml-cpu/arch/riscv/**'23    ]24 25concurrency:26  group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}27  cancel-in-progress: true28 29env:30  GGML_NLOOP: 331  GGML_N_THREADS: 132  LLAMA_ARG_LOG_COLORS: 133  LLAMA_ARG_LOG_PREFIX: 134  LLAMA_ARG_LOG_TIMESTAMPS: 135 36jobs:37  ubuntu-cpu-riscv64-native:38    runs-on: ubuntu-24.04-riscv39 40    steps:41      - name: Install dependencies42        run: |43          # Install necessary packages44          sudo apt-get update45          sudo apt-get install -y libssl-dev46 47          # Set gcc-14 and g++-14 as the default compilers48          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 10049          sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-14 10050 51          git lfs install52 53      - name: Check environment54        run: |55          uname -a56          gcc --version57          g++ --version58          ldd --version59          cmake --version60          rustc --version61          env62          echo "nproc=$(nproc)"63 64      - name: Clone65        id: checkout66        uses: actions/checkout@v667 68      # note: sparing some ccache since these jobs run on dedicated runners that are not part of the organitzation69      #- name: ccache70      #  uses: ggml-org/ccache-action@afde29e5b5422e5da23cb1f639e8baecadeadfc3 # https://github.com/ggml-org/ccache-action/pull/171      #  with:72      #    key: riscv-ubuntu-native73      #    evict-old-files: 1d74      #    save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}75 76      - name: Build77        id: cmake_build78        run: |79          cmake -B build \80            -DCMAKE_BUILD_TYPE=Release \81            -DGGML_OPENMP=OFF \82            -DLLAMA_BUILD_EXAMPLES=ON \83            -DLLAMA_BUILD_TOOLS=ON \84            -DLLAMA_BUILD_TESTS=ON \85            -DCMAKE_C_COMPILER_LAUNCHER=ccache \86            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \87            -DGGML_RPC=ON \88            -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \89            -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-1490 91          time cmake --build build --config Release -j $(nproc)92 93      - name: Test94        id: cmake_test95        run: |96          cd build97          ctest -L main --verbose --timeout 90098 99      - name: Test llama2c conversion100        id: llama2c_test101        run: |102          cd build103          echo "Fetch tokenizer"104          wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/tok512.bin105          echo "Fetch llama2c model"106          wget https://huggingface.co/karpathy/tinyllamas/resolve/main/stories260K/stories260K.bin107          ./bin/llama-convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf108          ./bin/llama-completion -m stories260K.gguf -p "One day, Lily met a Shoggoth" -n 500 -c 256109 110  ubuntu-riscv64-native-sanitizer:111    runs-on: ubuntu-24.04-riscv112 113    continue-on-error: true114 115    strategy:116      matrix:117        sanitizer: [ADDRESS, THREAD, UNDEFINED]118        build_type: [Debug]119 120    steps:121      - name: Install dependencies122        run: |123          # Set gcc-14 and g++-14 as the default compilers124          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 100125          sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-14 100126 127          git lfs install128 129      - name: GCC version check130        run: |131          gcc --version132          g++ --version133 134      - name: Clone135        id: checkout136        uses: actions/checkout@v6137 138      # note: sparing some ccache since these jobs run on dedicated runners that are not part of the organitzation139      #- name: ccache140      #  uses: ggml-org/ccache-action@afde29e5b5422e5da23cb1f639e8baecadeadfc3 # https://github.com/ggml-org/ccache-action/pull/1141      #  with:142      #    key: riscv-ubuntu-native-sanitizer-${{ matrix.sanitizer }}-${{ matrix.build_type }}143      #    evict-old-files: 1d144      #    save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}145 146      - name: Build147        id: cmake_build148        if: ${{ matrix.sanitizer != 'THREAD' }}149        run: |150          cmake -B build \151            -DLLAMA_OPENSSL=OFF \152            -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \153            -DGGML_OPENMP=ON \154            -DLLAMA_BUILD_EXAMPLES=ON \155            -DLLAMA_BUILD_TOOLS=ON \156            -DLLAMA_BUILD_TESTS=OFF \157            -DCMAKE_C_COMPILER_LAUNCHER=ccache \158            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \159            -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON \160            -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \161            -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-14162 163          cmake --build build --config ${{ matrix.build_type }} -j $(nproc)164 165      - name: Build (no OpenMP)166        id: cmake_build_no_openmp167        if: ${{ matrix.sanitizer == 'THREAD' }}168        run: |169          cmake -B build \170            -DLLAMA_OPENSSL=OFF \171            -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \172            -DGGML_OPENMP=OFF \173            -DLLAMA_BUILD_EXAMPLES=ON \174            -DLLAMA_BUILD_TOOLS=ON \175            -DLLAMA_BUILD_TESTS=OFF \176            -DCMAKE_C_COMPILER_LAUNCHER=ccache \177            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \178            -DLLAMA_SANITIZE_${{ matrix.sanitizer }}=ON \179            -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \180            -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-14181 182          cmake --build build --config ${{ matrix.build_type }} -j $(nproc)183 184      - name: Test185        id: cmake_test186        run: |187          cd build188          ctest -L main --verbose --timeout 900189