codegeist/codegeist-llm

1{2  "alora_invocation_tokens": null,3  "alpha_pattern": {},4  "arrow_config": null,5  "auto_mapping": {6    "base_model_class": "Qwen3ForCausalLM",7    "parent_library": "transformers.models.qwen3.modeling_qwen3",8    "unsloth_fixed": true9  },10  "base_model_name_or_path": "Qwen/Qwen3-1.7B",11  "bias": "none",12  "corda_config": null,13  "ensure_weight_tying": false,14  "eva_config": null,15  "exclude_modules": null,16  "fan_in_fan_out": false,17  "inference_mode": true,18  "init_lora_weights": true,19  "layer_replication": null,20  "layers_pattern": null,21  "layers_to_transform": null,22  "loftq_config": {},23  "lora_alpha": 8,24  "lora_bias": false,25  "lora_dropout": 0,26  "lora_ga_config": null,27  "megatron_config": null,28  "megatron_core": "megatron.core",29  "modules_to_save": null,30  "monteclora_config": null,31  "peft_type": "LORA",32  "peft_version": "0.20.0",33  "qalora_group_size": 16,34  "r": 8,35  "rank_pattern": {},36  "revision": "70d244cc86ccca08cf5af4e1e306ecf908b1ad5e",37  "target_modules": [38    "k_proj",39    "down_proj",40    "o_proj",41    "q_proj",42    "gate_proj",43    "v_proj",44    "up_proj"45  ],46  "target_parameters": null,47  "task_type": "CAUSAL_LM",48  "trainable_token_indices": null,49  "use_bdlora": null,50  "use_dora": false,51  "use_qalora": false,52  "use_rslora": false,53  "velora_config": null54}55