peshkatari/test-data

1{2    "model": "NousResearch/Llama-2-7b-hf",3    "project_name": "/tmp/model",4    "data_path": "peshkatari/autotrain-data-test-data",5    "train_split": "train",6    "valid_split": null,7    "add_eos_token": true,8    "block_size": 1024,9    "model_max_length": 2048,10    "padding": "right",11    "trainer": "sft",12    "use_flash_attention_2": false,13    "log": "tensorboard",14    "disable_gradient_checkpointing": false,15    "logging_steps": -1,16    "evaluation_strategy": "epoch",17    "save_total_limit": 1,18    "save_strategy": "epoch",19    "auto_find_batch_size": false,20    "mixed_precision": "fp16",21    "lr": 3e-05,22    "epochs": 3,23    "batch_size": 2,24    "warmup_ratio": 0.1,25    "gradient_accumulation": 1,26    "optimizer": "adamw_torch",27    "scheduler": "linear",28    "weight_decay": 0.0,29    "max_grad_norm": 1.0,30    "seed": 42,31    "apply_chat_template": false,32    "quantization": "int4",33    "target_modules": "",34    "merge_adapter": true,35    "peft": true,36    "lora_r": 16,37    "lora_alpha": 32,38    "lora_dropout": 0.05,39    "model_ref": null,40    "dpo_beta": 0.1,41    "prompt_text_column": "autotrain_prompt",42    "text_column": "autotrain_text",43    "rejected_text_column": "autotrain_rejected_text",44    "push_to_hub": true,45    "repo_id": "peshkatari/test-data",46    "username": "peshkatari"47}