Datasetpublic

iandennismiller/llama-cpp-scripts

llama.cpp scripts These are scripts that have helped me to manage llama.cpp, llama models, etc. Install Scripts are installed to ~/.local/bin. bash install.sh

sourceHugging Facemitupdated 3y agoView on Hugging Face

0likes208downloads

rootbinllama-koboldcpp.sh

llama-koboldcpp.sh40 linesDownload Raw Back to bin

1#!/bin/bash2 3# if conf does not exist, create it4if [ ! -f "$HOME/.config/llama/llama-koboldcpp.conf" ]; then5    mkdir -p "$HOME/.config/llama"6    cat <<EOF > "$HOME/.config/llama/llama-koboldcpp.conf"7LLAMA_MODEL_NAME=$HOME/.ai/models/llama/teknium/OpenHermes-2.5-Mistral-7B/openhermes-2.5-mistral-7b-f16.gguf8LLAMA_CONTEXT_SIZE=81929 10KOBOLD_PORT=500011KOBOLD_LOG=$HOME/.local/var/llama-koboldcpp.log12PYTHON_EXEC=$HOME/.virtualenvs/koboldcpp/bin/python13EOF14fi15 16source "$HOME/.config/llama/llama-koboldcpp.conf"17 18# if arg1 is "stop" then pkill the koboldcpp.py server19if [[ $# -eq 1 ]] && [[ $1 == "stop" ]]; then20    echo "Stopping koboldcpp server..."21    pkill -f "koboldcpp.py"22    echo "ok"23    exit24fi25 26# start server and pipe stdout+stderr to log file27cd ~/Work/koboldcpp || exit28"$PYTHON_EXEC" koboldcpp.py \29    --gpulayers 1 \30    --model "$LLAMA_MODEL_NAME" \31    --contextsize "$LLAMA_CONTEXT_SIZE" \32    --threads 6 \33    --skiplauncher \34    --smartcontext \35    --noblas \36    --host "0.0.0.0" \37    --port "$KOBOLD_PORT" \38    > "$KOBOLD_LOG" 2>&1 &39echo "Started koboldcpp server on port $KOBOLD_PORT"40