TheMaisk/problem_solving

1from huggingface_hub import InferenceClient2import gradio as gr3import os 4 5# Klient für die Inferenz6client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")7 8# Geheime Eingabeaufforderung aus Umgebungsvariablen9secret_prompt = os.getenv("SECRET_PROMPT")10 11def format_prompt(new_message, history):12    prompt = secret_prompt13    for user_msg, bot_msg in history:14        prompt += f"[INST] {user_msg} [/INST]"15        prompt += f" {bot_msg}</s> "16    prompt += f"[INST] {new_message} [/INST]"17    return prompt18 19def generate(prompt, history, temperature=0.25, max_new_tokens=1024, top_p=0.95, repetition_penalty=1.0):20    # Konfiguration der Parameter21    temperature = float(temperature)22    if temperature < 1e-2:23        temperature = 1e-224    top_p = float(top_p)25 26    generate_kwargs = dict(27        temperature=temperature,28        max_new_tokens=max_new_tokens,29        top_p=top_p,30        repetition_penalty=repetition_penalty,31        do_sample=True,32        seed=727,33    )34 35    formatted_prompt = format_prompt(prompt, history)36    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)37    output = ""38 39    for response in stream:40        output += response.token.text41        yield output42    return output43 44# Chatbot ohne Avatare und mit transparentem Design45samir_chatbot = gr.Chatbot(bubble_full_width=True, show_label=False, show_copy_button=False, likeable=False)46 47# Minimalistisches Theme und Konfiguration der Gradio-Demo48theme = 'remilia/Ghostly'49demo = gr.ChatInterface(fn=generate, chatbot=samir_chatbot, title="Problem-SolvingGPT", theme=theme)50 51demo.queue().launch(show_api=False)