unsloth/ideogram-4-nf4-diffusers

1{2  "architectures": [3    "Qwen3VLModel"4  ],5  "dtype": "bfloat16",6  "image_token_id": 151655,7  "model_type": "qwen3_vl",8  "quantization_config": {9    "_load_in_4bit": true,10    "_load_in_8bit": false,11    "bnb_4bit_compute_dtype": "bfloat16",12    "bnb_4bit_quant_storage": "uint8",13    "bnb_4bit_quant_type": "nf4",14    "bnb_4bit_use_double_quant": false,15    "llm_int8_enable_fp32_cpu_offload": false,16    "llm_int8_has_fp16_weight": false,17    "llm_int8_skip_modules": null,18    "llm_int8_threshold": 6.0,19    "load_in_4bit": true,20    "load_in_8bit": false,21    "quant_method": "bitsandbytes"22  },23  "text_config": {24    "attention_bias": false,25    "attention_dropout": 0.0,26    "bos_token_id": 151643,27    "dtype": "bfloat16",28    "eos_token_id": 151645,29    "head_dim": 128,30    "hidden_act": "silu",31    "hidden_size": 4096,32    "initializer_range": 0.02,33    "intermediate_size": 12288,34    "max_position_embeddings": 262144,35    "model_type": "qwen3_vl_text",36    "num_attention_heads": 32,37    "num_hidden_layers": 36,38    "num_key_value_heads": 8,39    "pad_token_id": null,40    "rms_norm_eps": 1e-06,41    "rope_parameters": {42      "mrope_interleaved": true,43      "mrope_section": [44        24,45        20,46        2047      ],48      "rope_theta": 5000000,49      "rope_type": "default"50    },51    "use_cache": true,52    "vocab_size": 15193653  },54  "tie_word_embeddings": false,55  "transformers_version": "5.8.0",56  "video_token_id": 151656,57  "vision_config": {58    "deepstack_visual_indexes": [59      8,60      16,61      2462    ],63    "depth": 27,64    "dtype": "bfloat16",65    "hidden_act": "gelu_pytorch_tanh",66    "hidden_size": 1152,67    "in_channels": 3,68    "initializer_range": 0.02,69    "intermediate_size": 4304,70    "model_type": "qwen3_vl_vision",71    "num_heads": 16,72    "num_position_embeddings": 2304,73    "out_hidden_size": 4096,74    "patch_size": 16,75    "spatial_merge_size": 2,76    "temporal_patch_size": 277  },78  "vision_end_token_id": 151653,79  "vision_start_token_id": 15165280}81