Fadilahnuryasin/Assistant-Coding-Python

1{2  "architectures": [3    "LlamaForCausalLM"4  ],5  "attention_bias": false,6  "attention_dropout": 0.0,7  "bos_token_id": 1,8  "dtype": "float16",9  "eos_token_id": 2,10  "head_dim": 64,11  "hidden_act": "silu",12  "hidden_size": 960,13  "initializer_range": 0.02,14  "intermediate_size": 2560,15  "is_llama_config": true,16  "max_position_embeddings": 8192,17  "mlp_bias": false,18  "model_type": "llama",19  "num_attention_heads": 15,20  "num_hidden_layers": 32,21  "num_key_value_heads": 5,22  "pad_token_id": 2,23  "pretraining_tp": 1,24  "rms_norm_eps": 1e-05,25  "rope_interleaved": false,26  "rope_parameters": {27    "rope_theta": 100000,28    "rope_type": "default"29  },30  "tie_word_embeddings": true,31  "transformers.js_config": {32    "kv_cache_dtype": {33      "fp16": "float16",34      "q4f16": "float16"35    }36  },37  "transformers_version": "5.17.0",38  "use_cache": true,39  "vocab_size": 4915240}41