foduucom/Think-and-Code-React

1import torch2from transformers import AutoTokenizer, AutoModelForCausalLM3 4model_path = "./Path-to-llm-folder"5 6tokenizer = AutoTokenizer.from_pretrained(model_path)7model = AutoModelForCausalLM.from_pretrained(model_path)8 9device = "cuda" if torch.cuda.is_available() else "cpu"10model.to(device)11 12def generate_text(prompt, max_length=2000):13    inputs = tokenizer(prompt, return_tensors="pt").to(device)  14    output = model.generate(15        **inputs, 16        do_sample=True, 17        temperature=0.718    )19    return tokenizer.decode(output[0], skip_special_tokens=True)20 21prompt = "Write a code in react for calling api to server at https://example.com/test"22generated_text = generate_text(prompt)23 24print(generated_text)25