NaureenAmbr/reddit_classification_gemma2_base_binary_class_head
03
1{2 "alpha_pattern": {},3 "auto_mapping": null,4 "base_model_name_or_path": "google/gemma-2-2b",5 "bias": "none",6 "fan_in_fan_out": false,7 "inference_mode": true,8 "init_lora_weights": true,9 "layer_replication": null,10 "layers_pattern": null,11 "layers_to_transform": null,12 "loftq_config": {},13 "lora_alpha": 256,14 "lora_dropout": 0.01,15 "megatron_config": null,16 "megatron_core": "megatron.core",17 "modules_to_save": [18 "score",19 "classifier",20 "score"21 ],22 "peft_type": "LORA",23 "r": 64,24 "rank_pattern": {},25 "revision": null,26 "target_modules": [27 "up_proj",28 "v_proj",29 "down_proj",30 "k_proj",31 "q_proj",32 "gate_proj",33 "o_proj"34 ],35 "task_type": "SEQ_CLS",36 "use_dora": false,37 "use_rslora": false38}