Tech2wild/GLM-5.3-Int4-Int8Mix
161.6k
1{2 "architectures": [3 "GlmMoeDsaForCausalLM"4 ],5 "attention_bias": false,6 "attention_dropout": 0.0,7 "dtype": "bfloat16",8 "eos_token_id": [9 154820,10 154827,11 15482912 ],13 "ep_size": 1,14 "first_k_dense_replace": 3,15 "head_dim": 192,16 "hidden_act": "silu",17 "hidden_size": 6144,18 "index_head_dim": 128,19 "index_n_heads": 32,20 "index_share_for_mtp_iteration": true,21 "index_skip_topk_offset": 3,22 "index_topk": 2048,23 "index_topk_freq": 4,24 "index_topk_pattern": null,25 "indexer_rope_interleave": true,26 "indexer_types": [27 "full",28 "full",29 "full",30 "shared",31 "shared",32 "shared",33 "full",34 "shared",35 "shared",36 "shared",37 "full",38 "shared",39 "shared",40 "shared",41 "full",42 "shared",43 "shared",44 "shared",45 "full",46 "shared",47 "shared",48 "shared",49 "full",50 "shared",51 "shared",52 "shared",53 "full",54 "shared",55 "shared",56 "shared",57 "full",58 "shared",59 "shared",60 "shared",61 "full",62 "shared",63 "shared",64 "shared",65 "full",66 "shared",67 "shared",68 "shared",69 "full",70 "shared",71 "shared",72 "shared",73 "full",74 "shared",75 "shared",76 "shared",77 "full",78 "shared",79 "shared",80 "shared",81 "full",82 "shared",83 "shared",84 "shared",85 "full",86 "shared",87 "shared",88 "shared",89 "full",90 "shared",91 "shared",92 "shared",93 "full",94 "shared",95 "shared",96 "shared",97 "full",98 "shared",99 "shared",100 "shared",101 "full",102 "shared",103 "shared",104 "shared"105 ],106 "initializer_range": 0.02,107 "intermediate_size": 12288,108 "kv_lora_rank": 512,109 "max_position_embeddings": 1048576,110 "mlp_layer_types": [111 "dense",112 "dense",113 "dense",114 "sparse",115 "sparse",116 "sparse",117 "sparse",118 "sparse",119 "sparse",120 "sparse",121 "sparse",122 "sparse",123 "sparse",124 "sparse",125 "sparse",126 "sparse",127 "sparse",128 "sparse",129 "sparse",130 "sparse",131 "sparse",132 "sparse",133 "sparse",134 "sparse",135 "sparse",136 "sparse",137 "sparse",138 "sparse",139 "sparse",140 "sparse",141 "sparse",142 "sparse",143 "sparse",144 "sparse",145 "sparse",146 "sparse",147 "sparse",148 "sparse",149 "sparse",150 "sparse",151 "sparse",152 "sparse",153 "sparse",154 "sparse",155 "sparse",156 "sparse",157 "sparse",158 "sparse",159 "sparse",160 "sparse",161 "sparse",162 "sparse",163 "sparse",164 "sparse",165 "sparse",166 "sparse",167 "sparse",168 "sparse",169 "sparse",170 "sparse",171 "sparse",172 "sparse",173 "sparse",174 "sparse",175 "sparse",176 "sparse",177 "sparse",178 "sparse",179 "sparse",180 "sparse",181 "sparse",182 "sparse",183 "sparse",184 "sparse",185 "sparse",186 "sparse",187 "sparse",188 "sparse"189 ],190 "model_type": "glm_moe_dsa",191 "moe_intermediate_size": 2048,192 "moe_layer_freq": 1,193 "moe_router_dtype": "float32",194 "n_group": 1,195 "n_routed_experts": 256,196 "n_shared_experts": 1,197 "norm_topk_prob": true,198 "num_attention_heads": 64,199 "num_experts_per_tok": 8,200 "num_hidden_layers": 78,201 "num_key_value_heads": 64,202 "num_nextn_predict_layers": 1,203 "pad_token_id": 154820,204 "pretraining_tp": 1,205 "q_lora_rank": 2048,206 "qk_head_dim": 256,207 "qk_nope_head_dim": 192,208 "qk_rope_head_dim": 64,209 "rms_norm_eps": 1e-05,210 "rope_interleave": true,211 "rope_parameters": {212 "rope_theta": 8000000,213 "rope_type": "default"214 },215 "routed_scaling_factor": 2.5,216 "scoring_func": "sigmoid",217 "tie_word_embeddings": false,218 "topk_group": 1,219 "topk_method": "noaux_tc",220 "transformers_version": "5.15.0",221 "use_cache": true,222 "v_head_dim": 256,223 "vocab_size": 154880,224 "quantization_config": {225 "quant_method": "compressed-tensors",226 "format": "pack-quantized",227 "ignore": [228 "re:model[.]layers[.]0[.].*",229 "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?mlp[.]gate(?:$|[.].*)",230 "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexer(?:$|[.].*)",231 "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexers_proj(?:$|[.].*)",232 "re:model[.]layers[.][1-9][0-9]*[.](?:eh_proj|enorm|hnorm)[.].*",233 "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]norm[.].*",234 "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]head(?:$|[.].*)"235 ],236 "config_groups": {237 "w4a16_experts": {238 "targets": [239 "re:model[.]layers[.](?:77|76|75|74|73|72|71|70|69|68|67|66|65|64|63|62|61|60|59|58|57|56|55|54|53|52|51|50|49|48|47|46|45|44|43|42|41|40|39|38|37|36|35|34|33|32|31|30|29|28|27|26|25|24|23|22|21|20|19|18|17|16|15|14|13|12|11|10|9|8|7|6|5|4|3)[.]mlp[.]experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)$"240 ],241 "weights": {242 "num_bits": 4,243 "type": "int",244 "symmetric": true,245 "strategy": "group",246 "group_size": 128,247 "dynamic": false248 }249 },250 "w8a16_linears": {251 "targets": [252 "re:model[.]layers[.](?:77|76|75|74|73|72|71|70|69|68|67|66|65|64|63|62|61|60|59|58|57|56|55|54|53|52|51|50|49|48|47|46|45|44|43|42|41|40|39|38|37|36|35|34|33|32|31|30|29|28|27|26|25|24|23|22|21|20|19|18|17|16|15|14|13|12|11|10|9|8|7|6|5|4|3|2|1)[.](?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"253 ],254 "weights": {255 "num_bits": 8,256 "type": "int",257 "symmetric": true,258 "strategy": "group",259 "group_size": 128,260 "dynamic": false261 }262 },263 "w8a16_mtp_channel": {264 "targets": [265 "re:model[.]layers[.](?:78)[.](?:mtp_block[.])?(?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)|gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"266 ],267 "weights": {268 "num_bits": 8,269 "type": "int",270 "symmetric": true,271 "strategy": "channel",272 "group_size": -1,273 "dynamic": false274 }275 }276 },277 "packed_modules_mapping": {278 "fused_qkv_a_proj_with_mqa": [279 "q_a_proj",280 "kv_a_proj_with_mqa"281 ],282 "gate_up_proj": [283 "gate_proj",284 "up_proj"285 ]286 }287 }288}