KBaba7/llama.cpp

1node('x86_runner1'){            // Running on x86 runner containing latest vector qemu, latest vector gcc and all the necessary libraries2    stage('Cleanup'){3        cleanWs()               // Cleaning previous CI build in workspace4    }5    stage('checkout repo'){6        retry(5){               // Retry if the cloning fails due to some reason7            checkout scm        // Clone the repo on Runner8        }9    }10    stage('Compiling llama.cpp'){11        sh'''#!/bin/bash12            make RISCV=1 RISCV_CROSS_COMPILE=1 # Compiling llama for RISC-V13        '''14    }15    stage('Running llama.cpp'){16        sh'''#!/bin/bash17            module load gnu-bin2/0.1            # loading latest versions of vector qemu and vector gcc18            qemu-riscv64 -L /softwares/gnu-bin2/sysroot  -cpu rv64,v=true,vlen=256,elen=64,vext_spec=v1.0 ./llama-cli -m /home/alitariq/codellama-7b.Q4_K_M.gguf -p "Anything" -n 9 > llama_log.txt            # Running llama.cpp on vector qemu-riscv6419            cat llama_log.txt                   # Printing results20        '''21    }22}23