dnnsdunca/Codex_Prime

1from transformers import AutoModelForCausalLM, AutoTokenizer2from peft import get_peft_model, LoraConfig, TaskType3 4def get_model_and_tokenizer(config):5    model = AutoModelForCausalLM.from_pretrained(config['model']['name'])6    tokenizer = AutoTokenizer.from_pretrained(config['model']['name'])7 8    # Add LoRA adapters for fine-tuning9    peft_config = LoraConfig(10        task_type=TaskType.CAUSAL_LM,11        inference_mode=False,12        r=8,13        lora_alpha=32,14        lora_dropout=0.115    )16    model = get_peft_model(model, peft_config)17 18    return model, tokenizer