Brunobkr/llama.cpp_AlgMor24_github

1name: CI (apple)2 3on:4  workflow_dispatch: # allows manual triggering5  push:6    branches:7      - master8    paths: [9      '.github/workflows/build-apple.yml',10      '**/CMakeLists.txt',11      '**/.cmake',12      '**/*.h',13      '**/*.hpp',14      '**/*.c',15      '**/*.cpp',16      '**/*.swift',17      '**/*.m',18      '**/*.metal'19    ]20 21  pull_request:22    types: [opened, synchronize, reopened]23    paths: [24      '.github/workflows/build-apple.yml',25      'ggml/src/ggml-metal/**'26    ]27 28concurrency:29  group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}30  cancel-in-progress: true31 32env:33  GGML_NLOOP: 334  GGML_N_THREADS: 135  LLAMA_ARG_LOG_COLORS: 136  LLAMA_ARG_LOG_PREFIX: 137  LLAMA_ARG_LOG_TIMESTAMPS: 138 39jobs:40  macos-latest-arm64:41    runs-on: macos-latest42 43    steps:44      - name: Clone45        id: checkout46        uses: actions/checkout@v647 48      - name: ccache49        uses: ggml-org/ccache-action@v1.2.2150        with:51          key: apple-arm6452          evict-old-files: 1d53          save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}54 55      - name: Build56        id: cmake_build57        run: |58          sysctl -a59          cmake -B build \60            -DCMAKE_BUILD_RPATH="@loader_path" \61            -DLLAMA_FATAL_WARNINGS=ON \62            -DLLAMA_BUILD_BORINGSSL=ON \63            -DGGML_METAL_EMBED_LIBRARY=OFF \64            -DGGML_METAL_SHADER_DEBUG=ON \65            -DGGML_RPC=ON \66            -DCMAKE_OSX_DEPLOYMENT_TARGET=13.367          time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)68          leaks -atExit -- ./build/bin/test-thread-safety -hf ggml-org/gemma-3-270m-qat-GGUF -ngl 99 -p "$(printf 'hello %.0s' {1..128})" -n 16 -c 512 -ub 32 -np 2 -t 2 -lv 169 70      - name: Test71        id: cmake_test72        run: |73          cd build74          ctest -L main -E "test-llama-archs" --verbose --timeout 90075 76  macos-latest-x64:77    runs-on: macos-15-intel78 79    steps:80      - name: Clone81        id: checkout82        uses: actions/checkout@v683 84      - name: ccache85        uses: ggml-org/ccache-action@v1.2.2186        with:87          key: apple-x6488          evict-old-files: 1d89          save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}90 91      - name: Build92        id: cmake_build93        run: |94          sysctl -a95          # Metal is disabled due to intermittent failures with Github runners not having a GPU:96          # https://github.com/ggml-org/llama.cpp/actions/runs/8635935781/job/23674807267#step:5:231397          cmake -B build \98            -DCMAKE_BUILD_RPATH="@loader_path" \99            -DLLAMA_FATAL_WARNINGS=ON \100            -DLLAMA_BUILD_BORINGSSL=ON \101            -DGGML_METAL=OFF \102            -DGGML_RPC=ON \103            -DCMAKE_OSX_DEPLOYMENT_TARGET=13.3104          time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)105 106      - name: Test107        id: cmake_test108        run: |109          cd build110          ctest -L main --verbose --timeout 900111 112  macos-latest-ios-xcode:113    runs-on: macos-latest114 115    steps:116      - name: Checkout code117        uses: actions/checkout@v6118 119      - name: Setup Xcode120        uses: ggml-org/setup-xcode@v1121        with:122          xcode-version: latest-stable123 124      - name: Build125        id: cmake_build126        run: |127          sysctl -a128          cmake -B build -G Xcode \129            -DGGML_METAL_EMBED_LIBRARY=ON \130            -DLLAMA_OPENSSL=OFF \131            -DLLAMA_BUILD_APP=OFF \132            -DLLAMA_BUILD_EXAMPLES=OFF \133            -DLLAMA_BUILD_TOOLS=OFF \134            -DLLAMA_BUILD_TESTS=OFF \135            -DLLAMA_BUILD_SERVER=OFF \136            -DCMAKE_SYSTEM_NAME=iOS \137            -DCMAKE_OSX_DEPLOYMENT_TARGET=14.0 \138            -DCMAKE_XCODE_ATTRIBUTE_DEVELOPMENT_TEAM=ggml139          cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) -- CODE_SIGNING_ALLOWED=NO140 141      - name: xcodebuild for swift package142        id: xcodebuild143        run: |144          ./build-xcframework.sh145 146      - name: Upload xcframework artifact147        uses: actions/upload-artifact@v6148        with:149          name: llama-xcframework150          path: build-apple/llama.xcframework/151          retention-days: 1152 153      - name: Build Xcode project154        run: |155          xcodebuild -downloadPlatform iOS156          xcodebuild -project examples/llama.swiftui/llama.swiftui.xcodeproj -scheme llama.swiftui -sdk iphoneos CODE_SIGNING_REQUIRED=NO CODE_SIGN_IDENTITY= -destination 'generic/platform=iOS' FRAMEWORK_FOLDER_PATH=./build-ios build157 158  macos-latest-tvos:159    runs-on: macos-latest160 161    steps:162      - name: Clone163        id: checkout164        uses: actions/checkout@v6165 166      # TODO: this likely does not do anything - if yes, remove it167      - name: ccache168        uses: ggml-org/ccache-action@v1.2.21169        with:170          key: apple-tvos171          evict-old-files: 1d172          save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}173 174      - name: Build175        id: cmake_build176        run: |177          sysctl -a178          cmake -B build -G Xcode \179            -DGGML_METAL_EMBED_LIBRARY=ON \180            -DLLAMA_BUILD_COMMON=OFF \181            -DLLAMA_BUILD_APP=OFF \182            -DLLAMA_BUILD_EXAMPLES=OFF \183            -DLLAMA_BUILD_TOOLS=OFF \184            -DLLAMA_BUILD_TESTS=OFF \185            -DLLAMA_BUILD_SERVER=OFF \186            -DCMAKE_SYSTEM_NAME=tvOS \187            -DCMAKE_OSX_DEPLOYMENT_TARGET=14.0 \188            -DCMAKE_XCODE_ATTRIBUTE_DEVELOPMENT_TEAM=ggml189          cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) -- CODE_SIGNING_ALLOWED=NO190 191  macos-latest-visionos:192    runs-on: macos-latest193 194    steps:195      - name: Clone196        id: checkout197        uses: actions/checkout@v6198 199      # TODO: this likely does not do anything - if yes, remove it200      - name: ccache201        uses: ggml-org/ccache-action@v1.2.21202        with:203          key: apple-visionos204          evict-old-files: 1d205          save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}206 207      - name: Build208        id: cmake_build209        run: |210          sysctl -a211          cmake -B build -G Xcode \212            -DGGML_METAL_EMBED_LIBRARY=ON \213            -DLLAMA_BUILD_COMMON=OFF \214            -DLLAMA_BUILD_APP=OFF \215            -DLLAMA_BUILD_EXAMPLES=OFF \216            -DLLAMA_BUILD_TOOLS=OFF \217            -DLLAMA_BUILD_TESTS=OFF \218            -DLLAMA_BUILD_SERVER=OFF \219            -DCMAKE_SYSTEM_NAME=visionOS \220            -DCMAKE_OSX_DEPLOYMENT_TARGET=1.0 \221            -DCMAKE_XCODE_ATTRIBUTE_DEVELOPMENT_TEAM=ggml222          cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) -- CODE_SIGNING_ALLOWED=NO223 224  macos-latest-swift:225    runs-on: macos-latest226    needs: macos-latest-ios-xcode227 228    strategy:229      matrix:230        destination: ['generic/platform=macOS', 'generic/platform=iOS', 'generic/platform=tvOS']231 232    steps:233      - name: Clone234        id: checkout235        uses: actions/checkout@v6236 237      # TODO: this likely does not do anything - if yes, remove it238      - name: ccache239        uses: ggml-org/ccache-action@v1.2.21240        with:241          key: apple-swift242          evict-old-files: 1d243          save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}244 245      - name: Download xcframework artifact246        uses: actions/download-artifact@v7247        with:248          name: llama-xcframework249          path: build-apple/llama.xcframework/250 251      - name: Build llama.cpp with CMake252        id: cmake_build253        run: |254          sysctl -a255          cmake -B build -G Xcode \256            -DGGML_METAL_EMBED_LIBRARY=ON \257            -DLLAMA_OPENSSL=OFF \258            -DLLAMA_BUILD_APP=OFF \259            -DLLAMA_BUILD_EXAMPLES=OFF \260            -DLLAMA_BUILD_TOOLS=OFF \261            -DLLAMA_BUILD_TESTS=OFF \262            -DLLAMA_BUILD_SERVER=OFF \263            -DCMAKE_OSX_ARCHITECTURES="arm64;x86_64"264          cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)265