KBaba7/llama.cpp

1#!/bin/bash2set -e3 4MODEL=./models/ggml-vicuna-13b-1.1-q4_0.bin5MODEL_NAME=Vicuna6 7# exec options8prefix="Human: " # Ex. Vicuna uses "Human: "9opts="--temp 0 -n 80" # additional flags10nl='11'12introduction="You will be playing a game of Jeopardy. Simply answer the question in the correct format (Ex. What is Paris, or Who is George Washington)."13 14# file options15question_file=./examples/jeopardy/questions.txt16touch ./examples/jeopardy/results/$MODEL_NAME.txt17output_file=./examples/jeopardy/results/$MODEL_NAME.txt18 19counter=120 21echo 'Running'22while IFS= read -r question23do24  exe_cmd="./llama-cli -p "\"$prefix$introduction$nl$prefix$question\"" "$opts" -m ""\"$MODEL\""" >> ""\"$output_file\""25  echo $counter26  echo "Current Question: $question"27  eval "$exe_cmd"28  echo -e "\n------" >> $output_file29  counter=$((counter+1))30done < "$question_file"31