KBaba7/llama.cpp

1#!/bin/bash2 3#4# Temporary script - will be removed in the future5#6 7cd `dirname $0`8cd ..9 10# Important:11#12#   "--keep 48" is based on the contents of prompts/chat-with-bob.txt13#14./llama-cli -m ./models/llama-7b/ggml-model-q4_0.gguf -c 512 -b 1024 -n 256 --keep 48 \15    --repeat_penalty 1.0 --color -i \16    -r "User:" -f prompts/chat-with-bob.txt17