garvitupdy/text-to-sql

from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel
import torch

base = AutoModelForCausalLM.from_pretrained(
    "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
    dtype=torch.float16,
    device_map="auto",
)

model = PeftModel.from_pretrained(base, "./garvitupdy/text-to-sql")
tokenizer = AutoTokenizer.from_pretrained("./garvitupdy/text-to-sql")






- PEFT 0.18.1