Executespec/ganesh-python-v0.1.0

1{2  "architectures": [3    "Gemma4UnifiedForConditionalGeneration"4  ],5  "audio_config": {6    "_name_or_path": "",7    "architectures": null,8    "audio_embed_dim": 640,9    "chunk_size_feed_forward": 0,10    "dtype": "bfloat16",11    "id2label": {12      "0": "LABEL_0",13      "1": "LABEL_1"14    },15    "initializer_range": 0.02,16    "is_encoder_decoder": false,17    "label2id": {18      "LABEL_0": 0,19      "LABEL_1": 120    },21    "model_type": "gemma4_unified_audio",22    "output_attentions": false,23    "output_hidden_states": false,24    "problem_type": null,25    "return_dict": true,26    "rms_norm_eps": 1e-0627  },28  "audio_token_id": 258881,29  "boa_token_id": 256000,30  "boi_token_id": 255999,31  "dtype": "bfloat16",32  "eoa_token_index": 258883,33  "eoi_token_id": 258882,34  "eos_token_id": [35    1,36    10637  ],38  "image_token_id": 258880,39  "initializer_range": 0.02,40  "model_type": "gemma4_unified",41  "text_config": {42    "attention_bias": false,43    "attention_dropout": 0.0,44    "attention_k_eq_v": true,45    "bos_token_id": 2,46    "dtype": "bfloat16",47    "enable_moe_block": false,48    "eos_token_id": 1,49    "final_logit_softcapping": 30.0,50    "global_head_dim": 512,51    "head_dim": 256,52    "hidden_activation": "gelu_pytorch_tanh",53    "hidden_size": 3840,54    "hidden_size_per_layer_input": 0,55    "initializer_range": 0.02,56    "intermediate_size": 15360,57    "layer_types": [58      "sliding_attention",59      "sliding_attention",60      "sliding_attention",61      "sliding_attention",62      "sliding_attention",63      "full_attention",64      "sliding_attention",65      "sliding_attention",66      "sliding_attention",67      "sliding_attention",68      "sliding_attention",69      "full_attention",70      "sliding_attention",71      "sliding_attention",72      "sliding_attention",73      "sliding_attention",74      "sliding_attention",75      "full_attention",76      "sliding_attention",77      "sliding_attention",78      "sliding_attention",79      "sliding_attention",80      "sliding_attention",81      "full_attention",82      "sliding_attention",83      "sliding_attention",84      "sliding_attention",85      "sliding_attention",86      "sliding_attention",87      "full_attention",88      "sliding_attention",89      "sliding_attention",90      "sliding_attention",91      "sliding_attention",92      "sliding_attention",93      "full_attention",94      "sliding_attention",95      "sliding_attention",96      "sliding_attention",97      "sliding_attention",98      "sliding_attention",99      "full_attention",100      "sliding_attention",101      "sliding_attention",102      "sliding_attention",103      "sliding_attention",104      "sliding_attention",105      "full_attention"106    ],107    "max_position_embeddings": 262144,108    "model_type": "gemma4_unified_text",109    "moe_intermediate_size": null,110    "num_attention_heads": 16,111    "num_experts": null,112    "num_global_key_value_heads": 1,113    "num_hidden_layers": 48,114    "num_key_value_heads": 8,115    "num_kv_shared_layers": 0,116    "pad_token_id": 0,117    "rms_norm_eps": 1e-06,118    "rope_parameters": {119      "full_attention": {120        "partial_rotary_factor": 0.25,121        "rope_theta": 1000000.0,122        "rope_type": "proportional"123      },124      "sliding_attention": {125        "rope_theta": 10000.0,126        "rope_type": "default"127      }128    },129    "sliding_window": 1024,130    "tie_word_embeddings": true,131    "top_k_experts": null,132    "use_bidirectional_attention": "vision",133    "use_cache": true,134    "use_double_wide_mlp": false,135    "vocab_size": 262144,136    "vocab_size_per_layer_input": 262144137  },138  "tie_word_embeddings": true,139  "transformers_version": "5.13.1",140  "video_token_id": 258884,141  "vision_config": {142    "_name_or_path": "",143    "architectures": null,144    "chunk_size_feed_forward": 0,145    "dtype": "bfloat16",146    "id2label": {147      "0": "LABEL_0",148      "1": "LABEL_1"149    },150    "initializer_range": 0.02,151    "is_encoder_decoder": false,152    "label2id": {153      "LABEL_0": 0,154      "LABEL_1": 1155    },156    "mm_embed_dim": 3840,157    "mm_posemb_size": 1120,158    "model_type": "gemma4_unified_vision",159    "num_soft_tokens": 280,160    "output_attentions": false,161    "output_hidden_states": false,162    "output_proj_dims": 3840,163    "patch_size": 16,164    "pooling_kernel_size": 3,165    "problem_type": null,166    "return_dict": true,167    "rms_norm_eps": 1e-06168  }169}170