KBaba7/llama.cpp

1#!/usr/bin/env python32import matplotlib.pyplot as plt3import os4import csv5 6labels = []7numbers = []8numEntries = 19 10rows = []11 12 13def bar_chart(numbers, labels, pos):14    plt.bar(pos, numbers, color='blue')15    plt.xticks(ticks=pos, labels=labels)16    plt.title("Jeopardy Results by Model")17    plt.xlabel("Model")18    plt.ylabel("Questions Correct")19    plt.show()20 21 22def calculatecorrect():23    directory = os.fsencode("./examples/jeopardy/results/")24    csv_reader = csv.reader(open("./examples/jeopardy/qasheet.csv", 'rt'), delimiter=',')25    for row in csv_reader:26        global rows27        rows.append(row)28    for listing in os.listdir(directory):29        filename = os.fsdecode(listing)30        if filename.endswith(".txt"):31            file = open("./examples/jeopardy/results/" + filename, "rt")32            global labels33            global numEntries34            global numbers35            labels.append(filename[:-4])36            numEntries += 137            i = 138            totalcorrect = 039            for line in file.readlines():40                if line.strip() != "------":41                    print(line)42                else:43                    print("Correct answer: " + rows[i][2] + "\n")44                    i += 145                    print("Did the AI get the question right? (y/n)")46                    if input() == "y":47                        totalcorrect += 148            numbers.append(totalcorrect)49 50 51if __name__ == '__main__':52    calculatecorrect()53    pos = list(range(numEntries))54    labels.append("Human")55    numbers.append(48.11)56    bar_chart(numbers, labels, pos)57    print(labels)58    print(numbers)59